V4.2025.02.5019 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-80legs
-Anarchy
-Apexoo
-Badass
-Bandit
-Blow
-BlowFish
-Brandprotect
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
+AwarioBot
+BLEXBot
+BackWeb
+BacklinkCrawler
+Barkrowler
+Buddy
 BuzzSumo
-Bytespider
-CCBot
-CheTeam
-Cocolyzebot
-Collector
-Crescent
-CrunchBot
-DSearch
-Discoverybot
-Dispatch
-DomainAppender
-EasyDL
-EirGrabber
-Foobot
-Fuzz
-Fyrebot
-GalaxyBot
-Go!Zilla
-Go-Ahead-Got-It
-GrapeFX
-HTMLparser
-Haansoft
-HonoluluBot
+CSHttp
+CazoodleBot
+ClaudeBot
+Copyscape
+DigitalPebble
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+Dotbot
+EMail Siphon
+Extractor
+GrabNet
+HTTP::Lite
+Heritrix
+IlseBot
+Image Fetch
 Indy Library
-InfoNaviRobot
-InfraSec Scanner
-InterGET
-LeechFTP
-LexiBot
-Likse
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-MJ12bot
+IstellaBot
+JamesBOT
+Joomla
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+LWP::Simple
+Lftp
+Libwhisker
+LinkpadBot
+Ltx71
 Masscan
+Mb2345Browser
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
-NetSpider
-Niki-bot
-Nimbostratus
-Nmap
+Netvibes
+Nutch
 OrangeBot
 OutclicksBot
-PageAnalyzer
-Pockey
-Pu_iN
-PxBroker
-Rainbot
-RankingBot2
-Recorder
-Rogerbot
-SEOkicks
-SEOlyt
-SEOprofiler
-SalesIntelligent
-Scrapy
-Seekport
+PECL::HTTP
+Pandalytics
+Papa Foto
+Picsearch
+Pimonster
+Pixray
+Psbot
+Quick-Crawler
+RankFlex
+Re-re
+SBIder
+SISTRIX
+ScreenerBot
+Searchestate
 SemanticJuice
+Semrush
 SemrushBot-BA
-SemrushBot-OCOB
-SeoSiteCheckup
-SpaceBison
-SpankBot
-Sqworm
-Telesphorep
+SemrushBot-SWA
+SentiBot
+SiteLockSpider
+SmartDownload
+Sosospider
+Spider_Bot
+SurveyBot
 TheNomad
-Titan
 Trendiction
 True_Robot
-URLy Warning
-Upflow
-WWWOFFLE
-Web Pix
-WebFuck
-WebStripper
-Website Quester
-Wotbox
-Zade
-ZyBorg
+Twice
+Vacuum
+Web Auto
+Web Sucker
+WebCollage
+WebWhacker
+Whack
+Whacker
+Xenu
+YoudaoBot
+Zermelo
 adscanner
-backlink-check
-demandbase-bot
-everyfeed-spider
-lwp-request
-meanpathbot
+anthropic-ai
+awario.com
+cah.io.community
+cohere-ai
+crawler4j
+eCatch
+internetVista monitor
+linkfluence
+mediawords
 omgili
-probe-image-size
-sysscan
-ubermetrics-technologies.com
-webprosbot
+seocompany.store
+seoscanners
+sogouspider