V4.2024.09.4756 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aboundexbot
 Acunetix
-Ankit
+AfD-Verbotsverfahren
+Alligator
+Anarchie
+Apexoo
 Atomseobot
-Attach
-AwarioBot
-BLEXBot
-BackDoorBot
-Battleztar Bazinga
+Backlink-Ceck
+BatchFTP
 Bolt
-Buddy
-CheeseBot
-Copier
-Dispatch
-DnBCrawler-Analytics
+CATExplorador
+ChatGPT-User
+ClaudeBot
+CopyRightCheck
+Copyscape
+Craftbot
+Crescent
+DIIbot
+Demon
+Dirbuster
+DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
-Evil
-Ezooms
-FemtosearchBot
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-HEADMasterSEO
-IlseBot
-InfraSec Scanner
-InterGET
-InternetSeer
-JamesBOT
-Jyxobot
-Kinza
-LieBaoFast
+Dotbot
+EyeNetIE
+FDM
+FrontPage
+FyberSpider
+G-i-g-a-b-o-t
+GoZilla
+HonoluluBot
+Humanlinks
+HybridBot
+Information Security Team InfraSec Scanner
+Iria
+Iskanie
+Jbrofuzz
 Likse
+Linkbot
+LinqiaRSSBot
+LinqiaScrapeBot
 MTRobot
-Mass Downloader
-MeanPath Bot
+Majestic12
+MarkMonitor
+MarkWatch
 Microsoft Data Access
-Morfeus Fucking Scanner
-NICErsPRO
-NetMechanic
-Netcraft
+Moblie Safari
+Musobot
+NearSite
 Netvibes
+Niki-bot
 Nmap
-OnCrawl
-OpenLinkProfiler
-Openfind
-Page Analyzer
-Papa Foto
-Pavuk
-Picscout
-ProPowerBot
-Pu_iN
-RankingBot2
-RankurBot
-Recorder
+OpenVAS
+Openvas
+PECL::HTTP
+POE-Component-Client-HTTP
+PageScorer
+PageThing.com
+Pixray
+ProWebWalker
+QueryN Metasearch
+RankActive
 SBIder
-SISTRIX
+SEOlyticsCrawler
+SEOstats
+SalesIntelligent
+ScoutJet
 Scrapy
-SentiBot
-SeobilityBot
-Siphon
-Sitevigil
-SmartDownload
-Snake
-Snapbot
-Sosospider
-SpankBot
-Spbot
-Spider_Bot/3.0
-Teleport
-TheNomad
-Tracemyfile
-Trendictionbot
-TwengaBot
-UnisterBot
-V-BOT
-VB Project
-VidibleScraper
-Virusdie
-Web Sauger
-WebEnhancer
-WebFetch
-WebLeacher
+Screaming
+SemrushBot
+SiteCheckerBotCrawler
+Siteimprove
+SlySearch
+SocialRankIOBot
+SpaceBison
+Telesphoreo
+Turingos
+URLy Warning
+Vacuum
+WWW-Mechanize
+WWW::Mechanize
+WebFuck
+WebReaper
 WebStripper
-WebZIP
-Webshag
-WiseGuys Robot
-Wotbox
-anthropic-ai
-dataforseobot
-domainsproject.org
+ZmEu
+ZoomBot
+ZyBorg
+com.plumanalytics
 eCatch
-lwp-request
+facebookscraper
+heritrix
+isitwp.com
+magpie-crawler
+oBot
 plumanalytics
-polaris version
-seobility
-seoscanners
-trendiction.com
-x22Mozilla
+seocompany.store
+sitechecker.pro
+sp_auditbot
+trendiction.de
+voyagerx.com
+x09Mozilla
+zauba.io