V4.2025.02.5018 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AiHitBot
-Aipbot
-AllSubmitter
-Anarchy99
-Atomseobot
-BDFetch
-Buck
+360Spider
+80legs
+Anarchy
+Apexoo
+Badass
+Bandit
+Blow
+BlowFish
+Brandprotect
+BuzzSumo
 Bytespider
-CODE87
-CheeseBot
-ClaudeBot
+CCBot
+CheTeam
+Cocolyzebot
 Collector
-Copier
+Crescent
 CrunchBot
-Custo
-CyotekWebCopy
-Digincore
-Dirbuster
-DnBCrawler-Analytics
-ECCP/1.0
-EroCrawler
-Exabot
-FDM
-Flunky
-HTTP::Lite
-Havij
-Humanlinks
-IDBTE4M
-Id-search
-IndeedBot
+DSearch
+Discoverybot
+Dispatch
+DomainAppender
+EasyDL
+EirGrabber
+Foobot
+Fuzz
+Fyrebot
+GalaxyBot
+Go!Zilla
+Go-Ahead-Got-It
+GrapeFX
+HTMLparser
+Haansoft
+HonoluluBot
 Indy Library
-JustView
-Jyxobot
+InfoNaviRobot
+InfraSec Scanner
+InterGET
+LeechFTP
 LexiBot
-Linkbot
-LinkextractorPro
-LinksManager
-MFC_Tear_Sample
-MIDown tool
-Majestic SEO
-Mb2345Browser
-Microsoft URL Control
-Mister PiX
-NICErsPRO
-Nessus
-NetAnts
-NetMechanic
-Netvibes
-Offline Explorer
-OnCrawl
-PHPCrawl
-POE-Component-Client-HTTP
-PageThing.com
-PeoplePal
-Piepmatz
-ProWebWalker
+Likse
+LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+MJ12bot
+Masscan
+Msrabot
+NetSpider
+Niki-bot
+Nimbostratus
+Nmap
+OrangeBot
+OutclicksBot
+PageAnalyzer
+Pockey
 Pu_iN
+PxBroker
 Rainbot
-Ripper
-ScreenerBot
-Searchestate
+RankingBot2
+Recorder
+Rogerbot
+SEOkicks
+SEOlyt
+SEOprofiler
+SalesIntelligent
+Scrapy
+Seekport
+SemanticJuice
 SemrushBot-BA
-SemrushBot-FT
-SemrushBot-SI
-SenutoBot
-Seomoz
-Shodan
-Sitebeam
-SlySearch
-Snake
-SocialRankIOBot
-Sogou web spider
-Sosospider
+SemrushBot-OCOB
+SeoSiteCheckup
 SpaceBison
-Spider_Bot/3.0
-SplitSignalBot
-Stripper
-SurveyBot
-T8Abot
-TightTwatBot
+SpankBot
+Sqworm
+Telesphorep
+TheNomad
+Titan
 Trendiction
-Twice
+True_Robot
 URLy Warning
-Voltron
-Web Fetch
+Upflow
+WWWOFFLE
+Web Pix
+WebFuck
 WebStripper
-Xaldon WebSpider
-Zitebot
-archive.org_bot
-crawler.feedback
-evc-batch
-heritrix
-ips-agent
+Website Quester
+Wotbox
+Zade
+ZyBorg
+adscanner
+backlink-check
+demandbase-bot
+everyfeed-spider
+lwp-request
 meanpathbot
-s1z.ru
-scan.lol
-sogouspider
-tAkeOut
-x22Mozilla
+omgili
+probe-image-size
+sysscan
+ubermetrics-technologies.com
+webprosbot