V4.2024.03.4359 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-AlphaBot
-Anarchy
-Anthill
-Aspiegel
-BBBike
-Badass
-BatchFTP
-Black Hole
-Boardreader
-Brandprotect
-Calculon
-CensysInspect
-Claritybot
-Crescent
-DTS Agent
-Devil
-Dirbuster
-Disco
+01h4x.com
+404checker
+AhrefsBot
+AiHitBot
+Ankit
+BackDoorBot
+Barkrowler
+Bolt
+BuiltWith
+Copier
+Custo
+DBLBot
+Digincore
+DigitalPebble
+Dispatch
+DittoSpyder
+DomCopBot
 DomainCrawler
+Domains Project
+EMail Wolf
+EirGrabber
 Exabot
-ExtLinksBot
-FHscan
+Extractor
+ExtractorPro
+Ezooms
 Firefox/7.0
-GPTBot
-GT::WWW
-Grafula
-Haansoft
-IRLbot
-IlseBot
-IndeedBot
-Indy Library
+GalaxyBot
+GrapeFX
+GridBot
+Image Sucker
 Internet Ninja
-Iria
-Jetty
-Larbin
-LeechGet
+InternetSeer
+IstellaBot
+Jbrofuzz
+Joomla
+Lanshanbot
 LinkpadBot
-Lipperhey
-MIDown tool
-MSIECrawler
-Majestic SEO
-MarkWatch
-Mata Hari
-Mb2345Browser
-NPbot
-Navroad
-NetAnts
+Ltx71
+Majestic12
+MarkMonitor
+MicroMessenger
+Microsoft URL Control
+Name Intelligence
 NetLyzer
-Nettrack
+NetMechanic
 Nimbostratus
-Offline Navigator
-OpenLinkProfiler
+Nutch
+Offline Explorer
 OutfoxBot
 PHPCrawl
-PageScorer
-Panscient
-Pavuk
-Pimonster
-Pixray
-RankActive
+Papa Foto
+Picsearch
+PleaseCrawl
+ProPowerBot
+ProWebWalker
 RankActiveLinkBot
-RankurBot
-RocketCrawler
-SalesIntelligent
-ScanAlert
-Scrapy
-Seomoz
-SiteSnagger
-Siteimprove
-Sottopop
-SpaceBison
-Spbot
-Sqlmap
-SuperBot
-T0PHackTeam
-Telesphorep
-Trendictionbot
-TurnitinBot
-URLy Warning
-VB Project
+RealDownload
+RedesScrapy
+Ripper
+Rogerbot
+SEOstats
+Scanbot
+ScreenerBot
+SentiBot
+SeobilityBot
+Sitevigil
+SlySearch
+Sogou web spider
+Spinn3r
+SuperHTTP
+Suzuran
+Teleport
+Toweyabot
+V-BOT
+Virusdie
 Voltron
-Web Fuck
-WebBandit
-WebFetch
-WebGo IS
-Woobot
-Zeus
-Zitebot
-cognitiveseo
-crawler.feedback
+WPScan
+Wallpapers/3.0
+Web Auto
+Web Sauger
+WebCopier
+Webalta
+WebmasterWorldForumBot
+Whacker
+ZmEu
+archive.org_bot
+cah.io.community
+com.plumanalytics
+dataforseo.com
+evc-batch
+heritrix
 ips-agent
-muhstik-scan
-pcBrowser
-plumanalytics
+magpie-crawler
+omgili
+openai
+openai.com
+ripz
 siteripz
-trendiction.com
-webgains-bot
-webmeup-crawler
-zauba.io
+sogouspider
+webpros.com