V4.2024.09.4758 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Alligator
-AlphaBot
-AwarioRssBot
-Bigfoot
-BlackWidow
-Brandprotect
-Buck
+360Spider
+404checker
+Aboundexbot
+AdsTxtCrawlerTP
+AhrefsBot
+Anarchie
+Anarchy
+Anarchy99
+Ankit
+Anthill
+Atomseobot
+BDCbot
+BacklinkCrawler
+Badass
+BetaBot
 BuiltWith
 CODE87
 CSHttp
-Chlooe
-Cogentbot
-Collector
-Craftbot
-Curious
-Custo
-Demon
-DigitalPebble
+CazoodleBot
+CensysInspect
+Claritybot
+Cocolyzebot
+Copier
+Cosmos
+DBLBot
+DataCha0s
+Digincore
+Dirbuster
 DittoSpyder
 DnyzBot
-Extractor
-ExtractorPro
-FlashGet
-G-i-g-a-b-o-t
-GT::WWW
-Grabber
-HTMLparser
-HonoluluBot
-Humanlinks
-IDBTE4M
-IlseBot
-Image Sucker
-Internet Ninja
-InternetMeasurement
-Iskanie
-JennyBot
-JikeSpider
-Jorgee
-LNSpiderguy
-Larbin
-LeechGet
-Lightspeedsystems
-LinkScan
-Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
-Moblie Safari
-Nettrack
-OpenLinkProfiler
-OrangeSpider
-OutfoxBot
-PHPCrawl
-Page Analyzer
-Petalbot
-PictureFinder
-Piepmatz
-PleaseCrawl
+Express WebPictures
+FDM
+Freeuploader
+Fuzz
+Genieo
+Gigabot
+GoZilla
+Gotit
+HEADMasterSEO
+Havij
+Id-search
+Indy Library
+JOC Web Spider
+JetCar
+Keybot Translation-Search-Machine
+LeechFTP
+Lftp
+MFC_Tear_Sample
+MarkMonitor
+MeanPath Bot
+MicroMessenger
+Mojolicious
+Needle
+Nutch
+Openfind
+PECL::HTTP
+PageScorer
+Panscient
+Picscout
 Pockey
-Psbot
+Proximic
 Pu_iN
-Pump
-Ripper
-SearchmetricsBot
-SentiBot
-SiteCheckerBotCrawler
-Snake
-Sosospider
-Sqlmap
-Sqlworm
-Sqworm
-Thumbor
-Toata
+PxBroker
+RepoMonkey
+Rogerbot
+SEOlyticsCrawler
+SMTBot
+ScoutJet
+Scrapy
+SenutoBot
+SeoSiteCheckup
+SiteSucker
+Sogou web spider
+SpankBot
+SurveyBot
+The Intraformant
+Toweyabot
 True_Robot
-Turnitin
-UnisterBot
-Upflow
-WWW::Mechanize
-Web Collage
-WebCollage
+URLy.Warning
+VidibleScraper
+Voltron
+WPScan
+WebEnhancer
+WebFetch
 Webshag
 Website Quester
-Webster
-Widow
-Xenu
+Who.is Bot
+YaK
+Zade
 Zermelo
-adscanner
-backlink-check
-dataforseo.com
-demandbase-bot
+Zitebot
+ZyBorg
+arquivo.pt
+coccocbot
 domainsproject.org
 facebookscraper
-linkfluence
-meanpathbot
+magpie-crawler
 page scorer
-sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
+plumanalytics
+zauba.io