V4.2024.01.4272 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-80legs
-AIBOT
-Aboundexbot
-AiHitBot
-AllSubmitter
-Ankit
-Atomseobot
+ASPSeek
+Aboundex
+Acunetix
+AlphaBot
+Aspiegel
 Badass
-Bandit
-Battleztar Bazinga
-Black Hole
+BetaBot
 Blackboard
-Brandprotect
+BlowFish
 Brandwatch
-Bytespider
-CazoodleBot
-CensysInspect
-CheeseBot
-Cosmos
-CrazyWebCrawler
-DSearch
-DataCha0s
-Demon
-Digincore
-Discobot
-Dispatch
+Buck
+Calculon
+Cocolyzebot
+Collector
+Copier
+Craftbot
+Curious
+CyotekWebCopy
 DnyzBot
-EirGrabber
-GT::WWW
+Exabot
+Express WebPictures
+FDM
+Foobot
+FyberSpider
+GPTBot
 Go!Zilla
-GridBot
-HonoluluBot
+GoZilla
+GrabNet
+Grabber
+Havij
+Heritrix
+Id-search
 IlseBot
-InfoTekies
-Iskanie
-JikeSpider
-LWP::Simple
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MSFrontPage
-Mail.RU_Bot
-MauiBot
-Microsoft Data Access
-Minefield
+Image Sucker
+JOC Web Spider
+Jetty
+Kenjin Spider
+LieBaoFast
+Linkbot
+Mata Hari
 Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-NetAnts
+Navroad
+Needle
 Netvibes
-Nibbler
-Niki-bot
-Offline Navigator
-OpenVAS
+Nikto
+NimbleCrawler
+OpenLinkProfiler
+Openvas
 OrangeBot
-PageGrabber
-Picscout
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+PECL::HTTP
+Page Analyzer
+PictureFinder
+ProWebWalker
+Pump
+RSSingBot
+Rainbot
 Re-re
-RealDownload
-RocketCrawler
+RebelMouse
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
+Scanbot
 Searchestate
-SearchmetricsBot
-SeobilityBot
-SiteLockSpider
+SiteExplorer
 SiteSucker
-Siteimprove
+Sitebeam
 SmartDownload
-Sosospider
-Sottopop
-Spanner
-Spinn3r
-Sqlmap
-Steeler
-Toata
-VidibleScraper
-WPScan
-WebAuto
-WebGo IS
-WebPix
-Wotbox
-Wprecon
-ZoomBot
-ZumBot
+Sociscraper
+Spbot
+SputnikBot
+Sqworm
+SuperHTTP
+SurveyBot
+Telesphorep
+TinyTestBot
+Trendictionbot
+True_Robot
+Typhoeus
+URLy.Warning
+VB Project
+VCI
+VelenPublicWebCrawler
+Voil
+WeSEE
+WebBandit
+WebsiteQuester
+Widow
+Xenu
 arquivo.pt
-cah.io.community
-demandbase-bot
-ips-agent
-iubenda-radar
-satoristudio.net
-seostar
-serpstatbot
-sp_auditbot
+com.plumanalytics
+crawler4j
+dataforseobot
+instabid
+lwp-trivial
+scalaj-http
 spyfu
-webmeup-crawler
-xpymep1.exe
+ubermetrics-technologies.com
+zgrab