V4.2023.09.3975 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404enemy
-Attach
-BBBike
-Bitacle
+ADmantX
+Alexibot
+AllSubmitter
+Anthill
+BackDoorBot
+Badass
+Barkrowler
 BlackWidow
+Bolt
+Brandprotect
+Brandwatch
+Buddy
 BuiltBotTough
 Bullseye
+Bytespider
 CATExplorador
-CheTeam
-Crawling at Home Project
-CrazyWebCrawler
-Demon
-Dirbuster
-DnyzBot
-DomainStatsBot
-ECCP/1.0
-EasyDL
-EyeNetIE
-Fuzz
-GPTBot
+Calculon
+CheeseBot
+Cocolyzebot
+Copier
+Copyscape
+DSearch
+Discobot
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Dotbot
+ExtLinksBot
+FHscan
+Foobot
 GalaxyBot
-GoZilla
-Grabber
-GrapeshotCrawler
-HaosouSpider
-Hloader
-HybridBot
-IRLbot
-Id-search
-InfoNaviRobot
-InfoTekies
-Jetty
-JikeSpider
+HEADMasterSEO
+HTTP::Lite
+IlseBot
+IndeedBot
+Indy Library
+Intelliseek
+InternetSeer
 Joomla
-JustView
-Keybot Translation-Search-Machine
-LinkWalker
-LinksManager
-LinqiaScrapeBot
-Mass Downloader
-Mata Hari
-Mediatoolkitbot
+Jorgee
+Kinza
+Leap
+Lightspeedsystems
+Linkbot
+MSIECrawler
+Mb2345Browser
 Metauri
-Mister PiX
-Octopus
-Offline Explorer
-PECL::HTTP
-Page Analyzer
-Petalbot
-Psbot
-QueryN Metasearch
-RankingBot
-Reaper
-SMTBot
-ScanAlert
-Scrapy
-SemrushBot
-SenutoBot
-SeobilityBot
-SlySearch
-Snake
+NearSite
+Net Vampire
+NetMechanic
+Offline Navigator
+OpenLinkProfiler
+Openvas
+Quick-Crawler
+RepoMonkey
+Ripper
+ScrepyBot
+Searchestate
+SearchmetricsBot
+Seomoz
+Siphon
+SiteExplorer
+Snoopy
+SocialRankIOBot
+SpaceBison
 Spammen
 Sqlworm
-Sqworm
-Steeler
+SuperHTTP
+Surfbot
 SurveyBot
 Swiftbot
-T0PHackTeam
-Teleport
-Titan
-Toata
-TwengaBot
-Upflow
-Voltron
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+T8Abot
+The Intraformant
+Toweyabot
+Typhoeus
+UnisterBot
+VCI
+Vacuum
+Virusdie
+WISENutbot
 Wallpapers/3.0
-WeSEE
-Web Sucker
-WebWhacker
-WebZIP
-Whack
-Widow
-Xaldon WebSpider
+Web Pix
+Web Sauger
+WebAuto
+WebCopier
+WebReaper
+Webster
+Whatweb
+Zeus
+Zitebot
+autoemailspider
+coccocbot
 cognitiveseo
-crawler.feedback
-internetVista monitor
-page scorer
+dataforseo.com
+isitwp.com
+netEstate NE Crawler
+openai
+pcBrowser
 s1z.ru
-scan.lol
-seostar
-sexsearcher
-sysscan
-webmeup-crawler
-x09Mozilla
-zgrab
+trendiction.com
+voyagerx.com