V4.2025.08.5423 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
 Aboundexbot
-Aliyun
-Anarchie
-Anarchy99
-Atomseobot
-AwarioBot
-BackStreet
-Battleztar Bazinga
-Bigfoot
-BlackWidow
-BuiltWith
-CCBot
-CensysInspect
-CherryPicker
-ChinaClaw
-ClaudeBot
-Cliqzbot
+AdsTxtCrawlerTP
+Alligator
+Asterias
+AwarioRssBot
+Barkrowler
+Black Hole
+Blow
+Bytespider
+Chlooe
 Cocolyzebot
-Collector
 Copier
 Crawling at Home Project
-CrunchBot
-DTS Agent
-Dispatch
-Domains Project
-Dotbot
+DigitalPebble
+DomainStatsBot
 Dragonfly
-ECCP/1.0
-Extreme Picture Finder
-Fuzz
-GPTBot
-GT::WWW
-GrabNet
-HEADMasterSEO
-Haansoft
-Image Sucker
-Internet Ninja
-InternetSeer
-Iskanie
-LWP::Simple
-Lanshanbot
-Leap
+Evil
+Foobot
+Freeuploader
+Genieo
+GetRight
+Grabber
+GridBot
+HTTrack
+Image Fetch
+Jorgee
+Kozmosbot
+Larbin
 Lftp
-LibWeb
-Libwhisker
-LinksManager
-Lmspider
-MJ12bot
+LinkpadBot
 MQQBrowser
-MSFrontPage
-MarkWatch
+Majestic-SEO
+Masscan
 Mata Hari
 Mb2345Browser
-MegaIndex.ru
-Mister PiX
-Moblie Safari
-Navroad
-NetZIP
-PHPCrawl
-PyCurl
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mojolicious
+Net Vampire
+NetMechanic
+NetSpider
+Netvibes
+NextGenSearchBot
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
+POE-Component-Client-HTTP
+PageGrabber
+Pandalytics
+Piepmatz
+PxBroker
+Quick-Crawler
 RankActiveLinkBot
-RankingBot
-Reaper
-RepoMonkey
-SEOkicks-Robot
-SemrushBot-BA
-SiteExplorer
-Sosospider
-Spanner
-SputnikBot
-Surfbot
-Swiftbot
-The Intraformant
-TheNomad
-Turingos
-URLy.Warning
-Upflow
+RankFlex
+SEOlyt
+SEOprofiler
+Scrapy
+SemrushBot
+SemrushBot-OCOB
+SemrushBot-SI
+Shodan
+Siphon
+SiteSucker
+Spammen
+SpankBot
+Spbot
+Sucuri
+Suzuran
+T0PHackTeam
+Teleport
+TeleportPro
+Titan
+VB Project
+Vagabondo
+Voltron
 WWW-Collector-E
-WWW-Mechanize
-Web Enhancer
-Web Pix
-WebBandit
-WebFuck
-WebStripper
-WebZIP
-Whacker
-YaK
-YoudaoBot
-autoemailspider
-backlink-check
-com.plumanalytics
-dataprovider
-eCatch
-everyfeed-spider
-facebookscraper
-s1z.ru
-sitechecker.pro
-sp_auditbot
+WallpapersHD
+Web Fetch
+WebWhacker
+WebmasterWorldForumBot
+WebsiteQuester
+Webster
+Who.is Bot
+ZoominfoBot
+cah.io.community
+cohere-ai
+crawler4j
+dataforseobot
+instabid
+internetVista monitor
+linkfluence
+meanpathbot
+openai.com
+seoscanners
+seostar
 tAkeOut
+trendiction.de
+xpymep1.exe
+zgrab