V4.2024.01.4268 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundexbot
+ADmantX
 AdsTxtCrawlerTP
-Anarchy
-Ankit
-BetaBot
-Blackboard
-Boardreader
-Bullseye
+Alexibot
+Bigfoot
+BlowFish
+BuiltBotTough
 CATExplorador
-CheeseBot
-Citoid
-Claritybot
-Collector
-Cosmos
-DBLBot
-DTS Agent
-DnyzBot
+CCBot
+Cogentbot
+CrazyWebCrawler
+Devil
+Digincore
+Discobot
 DomainStatsBot
-Exabot
-Ezooms
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-Gotit
-GridBot
-IRLbot
-Iblog
-IndeedBot
-Intelliseek
-JamesBOT
-Joomla
-Jorgee
-Lanshanbot
-LeechGet
-Libwhisker
-LieBaoFast
+EasyDL
+ExtLinksBot
+FemtosearchBot
+Getintent
+Go!Zilla
+GrabNet
+HTMLparser
+HTTP::Lite
+Haansoft
+Heritrix
+IDBot
+InfoTekies
+InterGET
+Internet Ninja
+Iria
+IstellaBot
+Keyword Density
+Kinza
+Kozmosbot
+LWP::Simple
+Larbin
+LeechFTP
+Lightspeedsystems
 LinksManager
-Litemage_walker
-Lmspider
+Lipperhey
+MJ12bot
 MQQBrowser
-MicroMessenger
-Mister PiX
-MolokaiBot
-Musobot
+Majestic SEO
+MarkWatch
+Minefield
+Moblie Safari
+Morfeus Fucking Scanner
+Name Intelligence
 Nessus
-Nettrack
-NimbleCrawler
-OpenLinkProfiler
-PageThing.com
-Pimonster
-Pockey
-Pu_iN
-Pump
-Rankivabot
-RealDownload
-Reaper
-RocketCrawler
-SEOlyticsCrawler
+Net Vampire
+Nibbler
+Nikto
+Nmap
+OrangeSpider
+Papa Foto
+Picsearch
+Probethenet
+QueryN Metasearch
+Rainbot
+ReGet
+SEOkicks-Robot
+SEOprofiler
 SEOstats
-ScanAlert
-Scanbot
-Sogou web spider
-Stripper
-SuperBot
+SearchmetricsBot
+Siphon
+SiteLockSpider
+Sociscraper
 SurveyBot
-Suzuran
-Swiftbot
 Szukacz
-T8Abot
 The Intraformant
-Titan
-Toata
-Trendictionbot
+Thumbor
+TurnitinBot
+URLy Warning
 VCI
-Voil
-WEBDAV
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
+Vagabondo
+WallpapersHD
+WebCollage
 WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-Webshag
-Whack
+WebWhacker
 Whatweb
-archive.org_bot
+Xenu
+Zitebot
+ZmEu
+ZumBot
+backlink-check
+coccocbot
 crawler.feedback
 demandbase-bot
-heritrix
-internetVista monitor
-ips-agent
-netEstate NE Crawler
+instabid
+iubenda-radar
+meanpathbot
 oBot
-openai
-pcBrowser
+plumanalytics
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
+scan.lol
+seoscanners
 x09Mozilla
-zauba.io