V4.2023.12.4160 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-Anarchy99
+01h4x.com
+404enemy
+80legs
+ALittle Client
+Acunetix
+AiHitBot
+Alexibot
+AlphaBot
 Anthill
 Aspiegel
-BDFetch
-BLEXBot
-BackStreet
+Attach
 BackWeb
-BacklinkCrawler
-BlackWidow
-Blackboard
-Blow
-BlowFish
+BatchFTP
 Boardreader
-Brandprotect
-Brandwatch
-Buddy
-Bullseye
-BunnySlippers
-CATExplorador
-CCBot
-Cliqzbot
-Craftbot
+BuiltBotTough
+CazoodleBot
+Digincore
 Disco
+Dispatch
 DomCopBot
-DomainSigmaCrawler
+Download Wonder
 Dragonfly
-EMail Wolf
+Ecxi
 Exabot
-Extractor
+ExtLinksBot
 Extreme Picture Finder
-FlashGet
-Fuzz
-Gotit
+Ezooms
+G-i-g-a-b-o-t
+GPTBot
+Gigabot
+Go-Ahead-Got-It
+GrabNet
 HEADMasterSEO
-Haansoft
-Humanlinks
-HybridBot
-InfoTekies
-Intelliseek
-JamesBOT
-Jetty
-JikeSpider
+HTMLparser
+Hloader
+IDBot
+IRLbot
+IndeedBot
+Jbrofuzz
+Joomla
 Kozmosbot
-LWP::Simple
-Leap
-Linkbot
+Lanshanbot
+LinkpadBot
+LinqiaRSSBot
 MQQBrowser
-Mail.RU_Bot
-Majestic SEO
+MarkMonitor
 Meanpathbot
 Microsoft Data Access
-MolokaiBot
+Mister PiX
+Mojeek
+Morfeus Fucking Scanner
+Name Intelligence
+NearSite
 Needle
+NetSpider
+Nettrack
+Niki-bot
+Nikto
 NimbleCrawler
-Octopus
-Offline Explorer
-OrangeBot
-Page Analyzer
-Picsearch
-Psbot
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
-RedesScrapy
-SEOkicks
+OnCrawl
+Openvas
+OutclicksBot
+POE-Component-Client-HTTP
+Papa Foto
+PyCurl
+RealDownload
+SEOlyticsCrawler
 SearchmetricsBot
-Semrush
-Seomoz
-SiteCheckerBotCrawler
+SemanticJuice
+SentiBot
+Sitebeam
+Sitevigil
+Snake
 Sogou web spider
-Sosospider
-SpaceBison
-Sqlworm
+SpankBot
+Spbot
 Steeler
-Surfbot
+Stripper
+Sucuri
+TwengaBot
 WASALive-Bot
-WISENutbot
-Web Sauger
-WebFetch
-WebWhacker
+Web Pix
+WebGo IS
+WebLeacher
+WebZIP
 Webalta
-WebsiteQuester
-Whack
-Whatweb
-Woobot
+WebsiteExtractor
 Wprecon
-Xaldon_WebSpider
+Zade
+Zauba
 Zeus
-ZoominfoBot
-arquivo-web-crawler
-dataforseo.com
-domainsproject.org
-ips-agent
-lwp-request
-mediawords
-muhstik-scan
-webgains-bot
-webprosbot
+coccocbot
+eCatch
+iubenda-radar
+plumanalytics
+polaris version
+ripz
+sysscan
+voyagerx.com
+zauba.io