V4.2025.08.5417 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-Aipbot
+404enemy
+AIBOT
+ALittle Client
+Acunetix
+AliyunSecBot
+AllSubmitter
+Apexoo
 BDCbot
-Battleztar Bazinga
-Blackboard
-Brandprotect
-CCBot
-CODE87
-CherryPicker
-ChinaClaw
-ClaudeBot
+BacklinkCrawler
+BuiltBotTough
+CATExplorador
+Cegbfeieh
+ChatGPT-User
+Claritybot
+Copier
 Copyscape
-Crescent
-Digincore
-Discoverybot
+Craftbot
+Custo
+DBLBot
+DIIbot
+Deusu
 DittoSpyder
-DomainSigmaCrawler
-DomainStatsBot
-Drip
+EMail Siphon
+Ebingbong
 Evil
-ExtractorPro
-Ezooms
-FDM
-Fimap
-FlashGet
-FrontPage
-GetRight
-GoZilla
-HMView
-HaosouSpider
-Havij
-Iblog
+FemtosearchBot
+FyberSpider
+Gigabot
+GrabNet
+HTTrack
+Heritrix
+Id-search
 IndeedBot
-InfoTekies
-Internet Ninja
-InternetSeer
+Indy Library
+InfoNaviRobot
+JamesBOT
 JennyBot
-Jyxobot
-LWP::Simple
-LibWeb
-Lightspeedsystems
+JustView
+Kozmosbot
+Lanshanbot
+Leap
 Likse
-MQQBrowser
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Netcraft
-Niki-bot
-Offline Navigator
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
+MIDown tool
+MTRobot
+Majestic SEO
+Mata Hari
+MegaIndex.ru
+Net Vampire
+Nmap
+Offline Explorer
 OrangeBot
-POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
-Pandalytics
-Picsearch
-Proximic
-RankActiveLinkBot
-RankingBot
-Rankivabot
-ReGet
-ScanAlert
-SemrushBot-SWA
-SentiBot
-SiteCheckerBotCrawler
+PeoplePal
+Piepmatz
+Probethenet
+Pu_iN
+RankurBot
+Reaper
+SEOlyt
+SEOprofiler
+SEOstats
+SalesIntelligent
+ScrepyBot
+Searchestate
+SeoSiteCheckup
+SeobilityBot
+Siphon
+SiteExplorer
+SiteSnagger
+Snoopy
 SpankBot
-Spider_Bot/3.0
-SuperHTTP
+Spbot
+Sqlworm
+SuperBot
 Surfbot
 Swiftbot
-Tracemyfile
-Turnitin
-TwengaBot
+T0PHackTeam
+Toweyabot
+URLy Warning
 VB Project
-Voltron
-WASALive-Bot
-Web Collage
-Web Pix
-WebCollage
-Webalta
-WebsiteQuester
-Whack
-Widow
-YaK
-ZoomBot
-adscanner
-cah.io.community
-coccocbot
-cognitiveseo
-crawler.feedback
-facebookscraper
-heritrix
+WebCopier
+WebmasterWorldForumBot
+Webshag
+Wotbox
+ZumBot
+dataforseobot
+domainsproject.org
+ips-agent
 linkdexbot
 lwp-trivial
 magpie-crawler
-mediawords
 netEstate NE Crawler
-satoristudio.net
-seobility
-sp_auditbot
-trendiction.de
+s1z.ru
+seocompany.store
+seostar
+serpstatbot
+x22Mozilla