V4.2024.02.4318 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ASPSeek
-Aboundex
-AdsTxtCrawlerTP
-Ankit
+ADmantX
+Alexibot
+Apexoo
 Aspiegel
-Bandit
-BetaBot
-Bitacle
-Blackboard
-Brandwatch
-Bytespider
-CATExplorador
-CCBot
-Calculon
-Cloud mapping
-Copier
-CrunchBot
-Demon
-Discobot
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Atomseobot
+AwarioSmartBot
+BDCbot
+BackWeb
+Badass
+Buddy
+Cocolyzebot
+DIIbot
+Dirbuster
 DomainAppender
+EasyDL
+Ebingbong
 Express WebPictures
 Flunky
-Foobot
-FyberSpider
-Fyrebot
-HEADMasterSEO
+GPTBot
+GT::WWW
+GetRight
+Gigabot
+GrapeFX
+HMView
+HTTrack
+Harvest
+Hloader
+HybridBot
+Iblog
 Image Sucker
-ImagesiftBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
-Iskanie
-Jbrofuzz
-JetCar
-Joomla
-Jorgee
-LieBaoFast
-Likse
-Linkbot
-LinqiaMetadataDownloaderBot
-Ltx71
-Magnet
-Masscan
-MauiBot
-MeanPath Bot
-Mojeek
-NetLyzer
-Ninja
-OpenVAS
+JustView
+Kinza
+LexiBot
+LinkWalker
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey
+Majestic SEO
+Morfeus Fucking Scanner
+Nameprotect
+Netvibes
+Nutch
+Octopus
+OnCrawl
 Openfind
-OrangeBot
-OutfoxBot
-PECL::HTTP
-Panscient
-Pavuk
-PxBroker
-PyCurl
-RankingBot2
-Recorder
-Rogerbot
-SEOprofiler
-SEOstats
-SeekportBot
-Semrush
-SemrushBot
+Openvas
+Page Analyzer
+Pandalytics
+Papa Foto
+Piepmatz
+RankActiveLinkBot
+Reaper
+RebelMouse
+RocketCrawler
+SEOkicks-Robot
+SearchmetricsBot
 SentiBot
-Siphon
+SeoSiteCheckup
+Shodan
 SiteCheckerBotCrawler
-SputnikBot
+Sitevigil
+Snake
+SpaceBison
+SpankBot
 Sqlworm
-Suzuran
-Swiftbot
-Szukacz
-The Intraformant
-Titan
+Sqworm
+Steeler
+SuperBot
+SuperHTTP
+Thumbor
 TurnitinBot
-WASALive-Bot
-WWWOFFLE
-Wallpapers
-WiseGuys Robot
-YoudaoBot
-Zauba
+Twice
+URLy.Warning
+Upflow
+VelenPublicWebCrawler
+VoidEYE
+Voil
+WWW-Collector-E
+Web Fuck
+WebBandit
+WebGo IS
+WebZIP
+Webalta
+Website Quester
+WebsiteQuester
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zermelo
-arquivo.pt
-cah.io.community
+ZoominfoBot
+ZyBorg
+adscanner
+anthropic-ai
 dataforseo.com
-eCatch
-ips-agent
-muhstik-scan
-seobility
-sogouspider
-spyfu
-sysscan
+page scorer
 tAkeOut
-ubermetrics-technologies.com
-x09Mozilla
+trendiction.com
+x22Mozilla