V4.2024.09.4729 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-ASPSeek
-Anarchy
-Ankit
-Asterias
-BotALot
-Buddy
-CherryPicker
-Cliqzbot
-Cocolyzebot
-DataCha0s
-Devil
-DittoSpyder
-Drip
-EMail Siphon
+AIBOT
+Aboundexbot
+Alligator
+Apexoo
+Battleztar Bazinga
+Bitacle
+Blackboard
+Bolt
+Cegbfeieh
+Cloud mapping
+CopyRightCheck
+Cosmos
+Demon
+Digincore
+Discoverybot
+Dispatch
 EasyDL
-EyeNetIE
-FHscan
-FacebookBot
-Flunky
-GPTBot
-GetWeb
-GridBot
-HTMLparser
-Hloader
-IRLbot
-Iblog
+EirGrabber
+Extractor
+FlashGet
+Fyrebot
+GT::WWW
+GalaxyBot
+GermCrawler
+Getintent
+Gotit
+Grabber
+Haansoft
+HybridBot
+IDBTE4M
 Intelliseek
-InterGET
-JetCar
+Jbrofuzz
 Kenjin Spider
-LWP::Simple
-Linkbot
-MIDown tool
-MarkWatch
-Metauri
+Kozmosbot
+LeechFTP
+Lightspeedsystems
+LinksManager
+Lmspider
+MSFrontPage
+Majestic SEO
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Nameprotect
-NetMechanic
-Nibbler
-Niki-bot
-Offline Explorer
+NearSite
+NetSpider
 OnCrawl
-OutclicksBot
-PECL::HTTP
-ProPowerBot
-ProWebWalker
+Openfind
+Papa Foto
+Pavuk
+PictureFinder
+PleaseCrawl
+Proximic
 Psbot
-PxBroker
-Quick-Crawler
-RankingBot2
-Rankivabot
-SEOprofiler
-SEOstats
-ScrepyBot
-SemanticJuice
-SiteExplorer
+RankActive
+RealDownload
+Screaming
+Searchestate
+SentiBot
+SenutoBot
+Site Sucker
 SiteLockSpider
-SmartDownload
-Snapbot
-Sociscraper
-Sogou web spider
-SpaceBison
-Spanner
-Sqworm
-TeleportPro
-Telesphorep
-Thumbor
-Tracemyfile
-Trendictionbot
-Turnitin
-Voil
-WPScan
-Web Sucker
-WebWhacker
-WebsiteExtractor
-WebsiteQuester
-Webster
-Wotbox
-Xaldon WebSpider
-Xenu
-ZoomBot
+SiteSnagger
+Sottopop
+SpankBot
+Sucuri
+Teleport
+TheNomad
+V-BOT
+Vagabondo
+Virusdie
+WWWOFFLE
+Wallpapers/3.0
+WebSucker
+WebZIP
+Website Quester
+Whack
+Whatweb
+Wonderbot
 ZumBot
 ZyBorg
-arquivo-web-crawler
-arquivo.pt
-crawler.feedback
-dataforseo.com
+adscanner
+archive.org_bot
+check1.exe
+coccocbot
+crawler4j
 dataforseobot
-gopher
+imagesift.com
 instabid
-openai.com
-pcBrowser
-ripz
-scan.lol
-serpstatbot
-sp_auditbot
-sysscan
+satoristudio.net
+seocompany.store
+sexsearcher
+spyfu
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
 zauba.io