V4.2022.02.2938 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404enemy
 80legs
-ADmantX
 Abonti
 Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Anarchie
+AllSubmitter
+Alligator
 Ankit
-Aspiegel
-Asterias
+Anthill
+Apexoo
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
 BBBike
-Backlink-Ceck
-Badass
+BLEXBot
+BackDoorBot
+BackStreet
+Bandit
 Barkrowler
 BetaBot
 Bigfoot
-Black Hole
-BlackWidow
-BlowFish
-Brandprotect
-BuiltBotTough
-BuiltWith
-Bullseye
+Blackboard
+Blow
+Buddy
+BuzzSumo
 CATExplorador
+CCBot
+CODE87
 CSHttp
-CensysInspect
 CheTeam
-CheeseBot
 ChinaClaw
 Chlooe
+Citoid
+Claritybot
 Cloud mapping
+Cocolyzebot
 Cogentbot
-Copier
 Copyscape
-Cosmos
 CrazyWebCrawler
+Crescent
 Custo
-CyotekWebCopy
-DSearch
-DataCha0s
-Devil
-DigitalPebble
-Dirbuster
-Discobot
-Discoverybot
+DIIbot
+Deusu
+Dispatch
 DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-Dragonfly
-Drip
+DomainStatsBot
+Domains Project
+Dotbot
+Download Wonder
+ECCP/1.0
+EMail Wolf
 EasyDL
-Ecxi
-Evil
-Exabot
-ExtLinksBot
-Extractor
-FemtosearchBot
-FlashGet
+EroCrawler
+ExtractorPro
+EyeNetIE
+Ezooms
+Firefox/7.0
+Flunky
 Freeuploader
 FrontPage
-GalaxyBot
+Fuzz
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
-Gigabot
-Go-Ahead-Got-It
-Gotit
+GetRight
+GetWeb
 GrabNet
+Grabber
 GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTMLparser
 HTTP::Lite
-HaosouSpider
+Harvest
 Heritrix
 Humanlinks
+HybridBot
+IDBTE4M
 IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
 Indy Library
-InterGET
+InternetSeer
 IstellaBot
-JOC Web Spider
-Jetty
-JikeSpider
-Joomla
-Jyxobot
+Jbrofuzz
+JennyBot
+Kenjin Spider
 Keyword Density
-Kinza
 Kozmosbot
 LNSpiderguy
-LWP::Simple
-LieBaoFast
-Likse
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Ltx71
+Lanshanbot
+LeechGet
+Libwhisker
+Lightspeedsystems
+LinkScan
+Linkbot
+LinqiaScrapeBot
+Lmspider
 MIDown tool
-MIIxpc
-MSFrontPage
+MQQBrowser
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Meanpathbot
-Microsoft Data Access
-Minefield
+Mag-Net
+Magnet
+Majestic-SEO
+Majestic12
+MarkWatch
+Mass Downloader
+Mb2345Browser
+MeanPath Bot
 Mister PiX
-Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Name Intelligence
-Net Vampire
-Nettrack
+Musobot
+NICErsPRO
+NPbot
+Navroad
+Needle
+Nessus
+NetAnts
+Netcraft
 NextGenSearchBot
-Nibbler
-Nimbostratus
-Nuclei
+Ninja
+Not
 Offline Navigator
-OrangeSpider
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-Panscient
+PageGrabber
+PageScorer
+PageThing.com
 Pavuk
-PeoplePal
 Petalbot
-Picscout
+Pi-Monster
 Picsearch
 Piepmatz
-Probethenet
+Pimonster
+Pockey
+ProPowerBot
+ProWebWalker
 Pump
+PxBroker
 RankActiveLinkBot
 RankFlex
-RankingBot
-RankurBot
+RealDownload
 Reaper
-Ripper
-Rogerbot
-SEOkicks-Robot
+Recorder
+RepoMonkey
+RocketCrawler
+SBIder
 SEOlyticsCrawler
-SalesIntelligent
-Scrapy
-Screaming
-Searchestate
-SemanticJuice
+SMTBot
+Scanbot
+Seekport
 Semrush
-SentiBot
-Shodan
-Siphon
+SeoSiteCheckup
 SiteCheckerBotCrawler
 SiteSnagger
-Siteimprove
-Sitevigil
+SiteSucker
+SlySearch
+Snake
 Snapbot
-Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-Spammen
-Spanner
-Spbot
+SpaceBison
 Spinn3r
-SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
-Sucker
+Stripper
 Sucuri
+Surfbot
+SurveyBot
 Suzuran
-Szukacz
-TeleportPro
-Toata
-Toweyabot
+Swiftbot
+T0PHackTeam
+Teleport
+Telesphorep
 Tracemyfile
 Trendictionbot
-Turingos
-Twice
-Typhoeus
+TwengaBot
+URLy Warning
 URLy.Warning
 UnisterBot
+Upflow
 VB Project
-VCI
+VeriCiteCrawler
 VidibleScraper
+Virusdie
 VoidEYE
 Voil
-WASALive-Bot
+Voltron
 WBSearchBot
+WPScan
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WeSEE
-Web Auto
+Web Collage
 Web Enhancer
-Web Pix
-WebBandit
+Web Fuck
 WebCopier
-WebFetch
-WebFuck
-WebGo IS
 WebImageCollector
-WebPix
-WebStripper
-WebSucker
-WebZIP
-Webshag
+WebSauger
+WebWhacker
+Webster
 Whatweb
 Who.is Bot
-Zade
-Zeus
+Woobot
+Wprecon
+Xaldon WebSpider
+Zauba
+Zermelo
 Zitebot
+ZmEu
 ZoomBot
+ZyBorg
 adscanner
-archive.org_bot
 arquivo-web-crawler
+autoemailspider
+backlink-check
 coccocbot
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
-eCatch
-evc-batch
-facebookscraper
-internetVista monitor
+com.plumanalytics
+dataforseo.com
+demandbase-bot
+gopher
 isitwp.com
+lwp-request
 lwp-trivial
+magpie-crawler
+meanpathbot
 muhstik-scan
-netEstate NE Crawler
-oBot
 pcBrowser
-plumanalytics
 s1z.ru
 satoristudio.net
 scalaj-http
-seobility
+scan.lol
 seocompany.store
+seoscanners
 seostar
 sitechecker.pro
-siteripz
 sogouspider
-sysscan
-voyagerx.com
-webmeup-crawler
-webpros.com
+trendiction.com
+trendiction.de
+webgains-bot
 webprosbot
-zgrab
+x09Mozilla
+xpymep1.exe