V4.2024.03.4340 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+360Spider
 404enemy
-ASPSeek
-Acunetix
-AdsTxtCrawlerTP
+AIBOT
+ALittle Client
+AhrefsBot
 Ankit
-Anthill
-AwarioSmartBot
-Bandit
-Barkrowler
-Bitacle
-BotALot
+BBBike
+BatchFTP
+Battleztar Bazinga
 BuiltBotTough
-Bullseye
 BunnySlippers
-BuzzSumo
-Curious
-DIIbot
+Bytespider
+CATExplorador
+Claritybot
+Cocolyzebot
+Cogentbot
+Copier
+Craftbot
 DTS Agent
-Digincore
-Dirbuster
-Discoverybot
-ECCP/1.0
+Demon
+DomainSigmaCrawler
+Domains Project
 EirGrabber
+Express WebPictures
 Extreme Picture Finder
-Firefox/7.0
-Fuzz
-Fyrebot
-GetRight
-GoZilla
-HaosouSpider
-Hloader
-HybridBot
+FDM
+Genieo
+Google-Extended
+IRLbot
 Iblog
-Intelliseek
-Internet Ninja
-JustView
+IlseBot
+ImagesiftBot
+Iskanie
 Keybot Translation-Search-Machine
-LNSpiderguy
 Lanshanbot
-Likse
-MJ12bot
-MQQBrowser
+LeechFTP
+LeechGet
+Mail.RU_Bot
 Majestic12
 MarkWatch
-MeanPath Bot
-Metauri
-Mojolicious
-Morfeus Fucking Scanner
-Net Vampire
-NetZIP
-Niki-bot
-Nuclei
-Offline Explorer
+Mass Downloader
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
+Minefield
+Mister PiX
+MolokaiBot
+Mr.4x3
+Nettrack
+Nibbler
+Nikto
+OpenVAS
 PECL::HTTP
-PHPCrawl
+Page Analyzer
 PageScorer
-Pockey
-Pump
-RankingBot
-Reaper
-Recorder
-ScoutJet
-SeobilityBot
+Pi-Monster
+PxBroker
+PyCurl
+ReGet
+RebelMouse
+RedesScrapy
+RocketCrawler
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+Scanbot
+SearchmetricsBot
+SeoSiteCheckup
 SiteSnagger
-SmartDownload
-Spanner
-SputnikBot
+SiteSucker
+Snake
+Sociscraper
+Sosospider
+Spammen
+Spbot
+Stripper
 SuperBot
-Suzuran
-Telesphorep
-TinyTestBot
-Toweyabot
-Trendiction
-Trendictionbot
-UnisterBot
-Voil
-WASALive-Bot
-WallpapersHD
-WeSEE
-WebGo IS
-WebImageCollector
-Webshag
-WebsiteExtractor
-Who.is Bot
-Woobot
-Xaldon_WebSpider
-Zeus
-archive.org_bot
-autoemailspider
-clark-crawler
-cognitiveseo
-crawler4j
-dataforseo.com
+T0PHackTeam
+Turingos
+VCI
+WWW::Mechanize
+Wallpapers
+Web Enhancer
+WebAuto
+WebStripper
+Wprecon
+Xaldon WebSpider
+Xenu
+Zade
+arquivo-web-crawler
+arquivo.pt
+dataforseobot
+gopher
+heritrix
 lwp-request
-meanpathbot
-scan.lol
-sexsearcher
-sogouspider
-spyfu
+magpie-crawler
+omgili
+seoscanners
+webpros.com
+x22Mozilla