V4.2025.08.5424 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AdsTxtCrawlerTP
-Alligator
+ALittle Client
+AhrefsBot
+Aliyun
+Apexoo
 Asterias
-AwarioRssBot
-Barkrowler
-Black Hole
-Blow
-Bytespider
-Chlooe
-Cocolyzebot
-Copier
+Atomseobot
+AwarioSmartBot
+BacklinksExtendedBot
+Badass
+Buddy
+CCBot
+CODE87
+Cegbfeieh
+CheTeam
 Crawling at Home Project
-DigitalPebble
-DomainStatsBot
-Dragonfly
-Evil
-Foobot
-Freeuploader
+Crescent
+CrunchBot
+DatabaseDriverMysqli
+Deusu
+DomCopBot
+Download Wonder
+ECCP/1.0
+EasyDL
+EirGrabber
+Exabot
+ExtractorPro
+FemtosearchBot
+FlashGet
+GT::WWW
+GalaxyBot
 Genieo
-GetRight
-Grabber
-GridBot
-HTTrack
-Image Fetch
+Haansoft
+Humanlinks
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 Jorgee
-Kozmosbot
-Larbin
-Lftp
-LinkpadBot
-MQQBrowser
-Majestic-SEO
+Jyxobot
+LeechFTP
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
+MFC_Tear_Sample
 Masscan
-Mata Hari
-Mb2345Browser
 Metauri
-MicroMessenger
-Microsoft URL Control
-Mojolicious
+Mojeek
+Mr.4x3
+Nameprotect
 Net Vampire
-NetMechanic
-NetSpider
 Netvibes
-NextGenSearchBot
-OnCrawl
-OpenLinkProfiler
+Openfind
+Openvas
 OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Piepmatz
-PxBroker
-Quick-Crawler
-RankActiveLinkBot
+PageAnalyzer
+PageScorer
+PictureFinder
 RankFlex
-SEOlyt
-SEOprofiler
-Scrapy
-SemrushBot
-SemrushBot-OCOB
-SemrushBot-SI
-Shodan
-Siphon
-SiteSucker
-Spammen
-SpankBot
-Spbot
-Sucuri
-Suzuran
-T0PHackTeam
-Teleport
-TeleportPro
-Titan
-VB Project
-Vagabondo
-Voltron
-WWW-Collector-E
-WallpapersHD
+Recorder
+Rogerbot
+ScanAlert
+ScreenerBot
+Site Sucker
+Siteimprove
+Snapbot
+Snoopy
+SpaceBison
+Spider_Bot/3.0
+Tracemyfile
+Trendiction
+TurnitinBot
+URLy.Warning
+VCI
+Vacuum
+VeriCiteCrawler
+Virusdie
+WBSearchBot
+WISENutbot
+WPScan
+Web Auto
 Web Fetch
-WebWhacker
-WebmasterWorldForumBot
-WebsiteQuester
-Webster
+Web Pix
+WebCollage
+WebImageCollector
+WebSucker
+Website Quester
 Who.is Bot
-ZoominfoBot
-cah.io.community
-cohere-ai
-crawler4j
+Xenu
+ZoomBot
+ZumBot
 dataforseobot
-instabid
+demandbase-bot
+facebookscraper
+heritrix
 internetVista monitor
-linkfluence
-meanpathbot
-openai.com
-seoscanners
-seostar
-tAkeOut
-trendiction.de
-xpymep1.exe
-zgrab
+linkdexbot
+openai
+zauba.io