V4.2022.02.2920 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
+404enemy
 80legs
+ADmantX
 AIBOT
-ALittle Client
-ASPSeek
-AhrefsBot
+Aboundexbot
+Aipbot
 Alexibot
 AllSubmitter
-Alligator
 AlphaBot
+Ankit
 Anthill
-Apexoo
+Atomseobot
+Attach
 AwarioRssBot
-AwarioSmartBot
 BLEXBot
+BackDoorBot
 BackStreet
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BetaBot
+Badass
+Bandit
+Bigfoot
+Bitacle
+Black Hole
 BlackWidow
 Blackboard
-Blow
 Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
-BuzzSumo
-CCBot
+CODE87
+CSHttp
+Calculon
+Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-Claritybot
-Cloud mapping
-Cogentbot
+CherryPicker
+ChinaClaw
+Chlooe
+Collector
 Copier
+CopyRightCheck
 Crawling at Home Project
-CrazyWebCrawler
 Crescent
-Curious
-DSearch
-DTS Agent
+CrunchBot
+CyotekWebCopy
+DIIbot
 DatabaseDriverMysqli
-Devil
+Demon
 DigitalPebble
-Dirbuster
-Disco
 Dispatch
-DittoSpyder
 DnyzBot
 DomainStatsBot
-Domains Project
-Download Wonder
-Dragonfly
+Dotbot
 Drip
 ECCP/1.0
-EasyDL
-Ebingbong
-Exabot
-Extreme Picture Finder
-Ezooms
-Fimap
+EroCrawler
+FHscan
+FemtosearchBot
 Firefox/7.0
+Fuzz
 Fyrebot
-GalaxyBot
-GetRight
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+GetWeb
+Getintent
 GoZilla
 Gotit
-Grabber
-GrapeshotCrawler
 GridBot
-HTMLparser
+HMView
+HTTP::Lite
+Haansoft
 HaosouSpider
-Harvest
+Hloader
 Humanlinks
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
 Iblog
-Id-search
 IlseBot
-InternetSeer
-IstellaBot
-JOC Web Spider
-JamesBOT
+Image Fetch
+Indy Library
+Internet Ninja
+Iskanie
 Jbrofuzz
-JikeSpider
-Jyxobot
+Jorgee
+JustView
 Kenjin Spider
-Lftp
+Lanshanbot
+Larbin
+LeechGet
+LexiBot
+LibWeb
 Libwhisker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
+LinkWalker
+LinkpadBot
+Litemage_walker
 MIDown tool
+MIIxpc
 MJ12bot
 MSIECrawler
-Majestic12
+MTRobot
+Magnet
+Mail.RU_Bot
 MarkMonitor
-Mass Downloader
-Masscan
-Microsoft Data Access
+Mb2345Browser
+MeanPath Bot
+Metauri
+MicroMessenger
 Microsoft URL Control
-Minefield
-Moblie Safari
-Mojolicious
-MolokaiBot
-Mr.4x3
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
 Musobot
-NICErsPRO
-NPbot
 Nameprotect
 Navroad
 NearSite
 Nessus
 Net Vampire
-NetLyzer
-NetZIP
 Netcraft
+Nettrack
 NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
 Ninja
-Nmap
-Nuclei
+Octopus
 Offline Navigator
 OnCrawl
-Openfind
 Openvas
 OutfoxBot
 PHPCrawl
-Page Analyzer
 PageAnalyzer
-Pandalytics
-Pavuk
+PeoplePal
 Petalbot
-Picscout
-PictureFinder
-Pixray
+Picsearch
+Piepmatz
 PleaseCrawl
-Pockey
-ProWebWalker
-Psbot
+ProPowerBot
+Pu_iN
 Pump
 PxBroker
+Quick-Crawler
 Rankivabot
 RankurBot
-Reaper
-RepoMonkey
-RocketCrawler
-Rogerbot
-SEOstats
+ReGet
+RealDownload
+RebelMouse
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SalesIntelligent
-ScanAlert
-Scanbot
+ScoutJet
+Screaming
 ScrepyBot
-Seekport
+Searchestate
 SemanticJuice
+SentiBot
 SeobilityBot
-Seomoz
-Shodan
 Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
 Siteimprove
-Sitevigil
-SpaceBison
-Spammen
-SpankBot
+SmartDownload
+Sociscraper
+Sottopop
+Spbot
 SputnikBot
+Sqlmap
 Sqlworm
 Steeler
-Stripper
+Sucuri
 SuperBot
-Szukacz
-TeleportPro
-Telesoft
+SuperHTTP
+Surfbot
 Telesphoreo
-Telesphorep
 Thumbor
 Toweyabot
-Turingos
+Trendictionbot
+TurnitinBot
 Typhoeus
+UnisterBot
+Upflow
+VB Project
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-WASALive-Bot
-Wallpapers
-Web Enhancer
-Web Pix
+VidibleScraper
+Virusdie
+VoidEYE
+WBSearchBot
+WEBDAV
+WPScan
+WallpapersHD
+Web Auto
+Web Collage
+Web Fuck
+Web Sauger
 WebAuto
+WebCollage
 WebEnhancer
+WebFetch
+WebGo IS
 WebImageCollector
 WebLeacher
 WebReaper
-WebStripper
+WebSauger
+WebWhacker
 WebZIP
-Webshag
+WebmasterWorldForumBot
 Website Quester
-Webster
-Whack
+WebsiteExtractor
+WebsiteQuester
 Whacker
+Whatweb
+Who.is Bot
 Widow
-WinHTTrack
-Wonderbot
-Wotbox
-Xenu
+WiseGuys Robot
+Xaldon_WebSpider
 Zauba
-Zermelo
-ZoomBot
+ZmEu
 ZyBorg
-adscanner
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
 check1.exe
 clark-crawler
-coccocbot-web
-com.plumanalytics
-crawler.feedback
-demandbase-bot
+dataforseo.com
 evc-batch
-facebookscraper
-heritrix
 internetVista monitor
 ips-agent
-isitwp.com
 iubenda-radar
+lwp-request
 lwp-trivial
-plumanalytics
-ripz
-s1z.ru
+magpie-crawler
+meanpathbot
+mediawords
+page scorer
+pcBrowser
+satoristudio.net
+scalaj-http
 seocompany.store
-seostar
-serpstatbot
 sexsearcher
+siteripz
 sogouspider
-sp_auditbot
+sysscan
 tAkeOut
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webprosbot
-x09Mozilla
+webgains-bot
+webpros.com
+x22Mozilla
 xpymep1.exe
-zauba.io