V4.2024.10.4795 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-ASPSeek
-Abonti
-Alexibot
-Anarchy
-Asterias
-BDFetch
-BLEXBot
+360Spider
+ADmantX
+Aboundexbot
+Apexoo
+Attach
 Backlink-Ceck
-BacklinkCrawler
+Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Boardreader
-Calculon
-CherryPicker
+Black Hole
+Brandwatch
+CATExplorador
+Cegbfeieh
+CheTeam
+ClaudeBot
 Collector
-Copyscape
-Curious
-DBLBot
-Dispatch
-DomainStatsBot
-Domains Project
-Download Wonder
+Cosmos
+DTS Agent
+DigitalPebble
+Dirbuster
+Dragonfly
 Drip
-EasyDL
-EroCrawler
-Fuzz
-FyberSpider
+Firefox/7.0
+FlashGet
+Fyrebot
 G-i-g-a-b-o-t
-GPTBot
-GetWeb
+GT::WWW
+GetRight
+Getintent
+Gigabot
 GrabNet
-Information Security Team InfraSec Scanner
-JamesBOT
+GrapeshotCrawler
+GridBot
+HTTrack
+IRLbot
+Id-search
+ImagesiftBot
+IndeedBot
+IstellaBot
+JOC Web Spider
+Jetty
 Joomla
 Jyxobot
-LinkScan
-LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-MTRobot
+Kinza
+LNSpiderguy
+LeechGet
+LinkpadBot
+Lmspider
 Magnet
-MauiBot
-MeanPath Bot
-Meanpathbot
-NPbot
-Name Intelligence
-Nessus
-NetAnts
+Mediatoolkitbot
+Moblie Safari
+Mojolicious
+Mozlila
+Msrabot
+NetLyzer
 NextGenSearchBot
-Nuclei
-Octopus
-Offline Navigator
-OutclicksBot
-Proximic
-PyCurl
+Ninja
+Openvas
+PictureFinder
+ProWebWalker
+QueryN Metasearch
 RankActive
-RankingBot
+RankingBot2
 Rankivabot
 Re-re
-RebelMouse
-Rogerbot
-SBIder
-SalesIntelligent
-ScreenerBot
-SemanticJuice
-SemrushBot
-SenutoBot
-Seomoz
-Shodan
-SiteExplorer
-SiteLockSpider
-Spinn3r
-Teleport
+SEOlyt
+SEOprofiler
+Semrush
+Snake
+Spammen
+SputnikBot
+SuperBot
 TeleportPro
-TightTwatBot
+TheNomad
+Toata
 Turingos
-Twice
-VCI
-WISENutbot
-WWWOFFLE
+VeriCiteCrawler
+Voltron
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
 WeSEE
 WebAuto
-WebBandit
-WebGo IS
-Webalta
-WiseGuys Robot
-Xenu
+WebmasterWorldForumBot
+Webster
+Whacker
+Who.is Bot
+Wotbox
+Zitebot
 arquivo-web-crawler
-dataforseo.com
-domainsproject.org
-linkdexbot
+com.plumanalytics
+gopher
 magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
-polaris version
+openai.com
 seobility
-sexsearcher
-zgrab
+sp_auditbot
+trendiction.com
+webpros.com
+zauba.io