V4.2025.01.4999 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ALittle Client
+404checker
 Aboundex
-Aboundexbot
-AdsTxtCrawlerTP
-AfD-Verbotsverfahren
-Apexoo
-Asterias
-Atomseobot
-BBBike
-Battleztar Bazinga
-BotALot
-BuiltWith
-Calculon
-Cegbfeieh
-CensysInspect
-Cocolyzebot
-Collector
+AhrefsBot
+AiHitBot
+Aipbot
+Anthill
+AwarioBot
+BatchFTP
+Bigfoot
+Blow
+BuiltBotTough
+BunnySlippers
+CazoodleBot
+CheTeam
+Cogentbot
+Cosmos
+DBLBot
 Disco
-DomCopBot
-Drip
-EMail Wolf
-Ebingbong
-EyeNetIE
-Flunky
-FyberSpider
-GetWeb
-Gigabot
+Dispatch
+Express WebPictures
+ExtractorPro
+FDM
+FemtosearchBot
 Go-Ahead-Got-It
+GoZilla
 Gotit
 GrabNet
-HonoluluBot
-Id-search
+HybridBot
+Indy Library
+IstellaBot
+Jbrofuzz
 JetCar
-Jorgee
 Jyxobot
-Larbin
-LeechGet
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Majestic SEO
-Microsoft Data Access
-Minefield
+Keybot Translation-Search-Machine
+Keyword Density
+Linkbot
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MJ12bot
+Majestic12
+MarkWatch
+MeanPath Bot
+Microsoft URL Control
+MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
 NPbot
-Nameprotect
-NearSite
+Navroad
+NetAnts
+NetLyzer
+NetSpider
 NetZIP
-NextGenSearchBot
-Offline Navigator
-PageAnalyzer
-PageThing.com
-Papa Foto
-Petalbot
-Pixray
-Psbot
-Ripper
+Nikto
+Nmap
+Nutch
+Octopus
+Picscout
+Picsearch
+PictureFinder
+ProPowerBot
+Pu_iN
+RankFlex
+RealDownload
+RebelMouse
 Rogerbot
+SEOkicks
 SEOkicks-Robot
-SISTRIX
-Scrapy
-SemanticJuice
-Semrush
-SemrushBot-SWA
-Site Sucker
-SlySearch
-Snake
-Sociscraper
-SpankBot
-Spinn3r
-Sqlmap
-Steeler
-Surfbot
-T8Abot
-TheNomad
-TightTwatBot
+SEOlyticsCrawler
+ScoutJet
+Seomoz
+SiteLockSpider
+Siteimprove
+SplitSignalBot
+Suzuran
+TinyTestBot
 Titan
-Trendictionbot
-TwengaBot
-Typhoeus
-URLy Warning
-VelenPublicWebCrawler
-WWWOFFLE
-WeSEE
-Web Enhancer
-Web Pix
-Web Sauger
-WebsiteQuester
-Whack
-Who.is Bot
-ZoomBot
-adscanner
-arquivo-web-crawler
-awario.com
-dataforseobot
-trendiction.de
-ubermetrics-technologies.com
+Tracemyfile
+URLy.Warning
+Voltron
+WWW-Mechanize
+WWW::Mechanize
+WebImageCollector
+Webalta
+Woobot
+YoudaoBot
+Zermelo
+ZumBot
+ZyBorg
+anthropic-ai
+backlink-check
+domainsproject.org
+gopher
+lwp-request
+lwp-trivial
+sp_auditbot
+trendiction.com
+voyagerx.com
 webmeup-crawler
+webpros.com