V4.2025.09.5442 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Aipbot
-Alexibot
-AlphaBot
-Anarchy
-Ankit
-Aspiegel
-Asterias
-BacklinksExtendedBot
-Bandit
-Barkrowler
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
+BLEXBot
 Battleztar Bazinga
-CazoodleBot
-Cogentbot
-Collector
-CyotekWebCopy
-DTS Agent
-Domains Project
-Extreme Picture Finder
+Bolt
+Buddy
+CCBot
+CSHttp
+Cegbfeieh
+CheTeam
+Claritybot
+Copyscape
+Curious
+DSearch
+Demon
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
+DomainStatsBot
+ECCP/1.0
+Evil
+EyeNetIE
 FacebookBot
-FlashGet
+FemtosearchBot
 FyberSpider
-GeedoProductSearch
-Getintent
-Gigabot
-Go-Ahead-Got-It
-GrapeshotCrawler
-HMView
-Haansoft
-HaosouSpider
-ImagesiftBot
-Indy Library
-Intelliseek
-Internet Ninja
-JetCar
-Jyxobot
-LinksManager
-LinqiaMetadataDownloaderBot
-MIDown tool
-MIIxpc
-MQQBrowser
+GrabNet
+Grafula
+HTMLparser
+HTTrack
+Harvest
+Heritrix
+HonoluluBot
+Iblog
+JikeSpider
+Kenjin Spider
+LeechFTP
 Mail.RU_Bot
-Mojeek
-MolokaiBot
+Mass Downloader
+MegaIndex.ru
+Microsoft Data Access
+Minefield
+Needle
+Net Vampire
+NetLyzer
+Nibbler
 Ninja
+OpenVAS
 OutclicksBot
-PageAnalyzer
+PECL::HTTP
 PageGrabber
-Pandalytics
-PeoplePal
-Pi-Monster
-Picsearch
-Piepmatz
-Probethenet
-Rainbot
+PageScorer
+Pavuk
+Ripper
+SBIder
+SemrushBot-BA
 SemrushBot-OCOB
-Seomoz
-SiteCheckerBotCrawler
-Siteimprove
-SlySearch
-SocialRankIOBot
-Spammen
-SpankBot
-SputnikBot
-Sqlworm
+SemrushBot-SI
+Shodan
+SiteAuditBot
+SiteExplorer
+Spanner
+Spider_Bot
+Spinn3r
+SurveyBot
 Szukacz
-T0PHackTeam
-Teleport
-TinyTestBot
-Toata
-True_Robot
-V-BOT
-Vagabondo
-Voil
-WWW-Mechanize
-WebAuto
-WebImageCollector
-WebLeacher
+Telesphoreo
+Thumbor
+Tracemyfile
+URLy Warning
+URLy.Warning
+VB Project
+VoidEYE
+WASALive-Bot
+Web Auto
+WebCopier
 WebReaper
-WebsiteExtractor
-Wotbox
-Xenu
-ZmEu
-ZumBot
-cohere-ai
-crawl.sogou.com
-crawler4j
+WebZIP
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
+YoudaoBot
+archive.org_bot
+backlink-check
+clark-crawler
+coccocbot
+domainsproject.org
 facebookscraper
+imagesift.com
 internetVista monitor
-linkdexbot
-linkfluence
-lwp-trivial
-netEstate NE Crawler
-openai
+muhstik-scan
 page scorer
-ripz
-sp_auditbot
+plumanalytics
+sitechecker.pro
+sysscan
 voyagerx.com
-x09Mozilla
-zauba.io
+webpros.com
+zgrab