V4.2025.02.5039 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Ankit
-AwarioSmartBot
-BuiltBotTough
-BuiltWith
+AIBOT
+ALittle Client
+Abonti
+Aipbot
+Anarchy
+Atomseobot
+Boardreader
+BotALot
+Brandprotect
+Buddy
+BunnySlippers
 Calculon
-CheeseBot
-Collector
-Crescent
-Custo
-Demon
-Deusu
-DnBCrawler-Analytics
-DomainCrawler
-Dotbot
-EasyDL
-Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
-Foobot
-FrontPage
-GoZilla
+CazoodleBot
+Cliqzbot
+Cogentbot
+CopyRightCheck
+DSearch
+DTS Agent
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
+Ecxi
+FHscan
+Flunky
 HMView
-HTTrack
-IDBTE4M
-IndeedBot
-Indy Library
-Iria
-JennyBot
-Jetty
-Kenjin Spider
+Harvest
+IlseBot
+JikeSpider
+Joomla
 Keyword Density
-LinkpadBot
-MIDown tool
-Magnet
-Majestic12
-MarkWatch
-MegaIndex.ru
+Larbin
+Lftp
+LibWeb
+LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
+Mass Downloader
+Masscan
 Metauri
-Moblie Safari
-Nmap
-POE-Component-Client-HTTP
-PageGrabber
-Panscient
-Pavuk
-Petalbot
+MicroMessenger
+Morfeus Fucking Scanner
+NetLyzer
+NetZIP
+Netcraft
+Netvibes
+Nimbostratus
+Pi-Monster
 Picsearch
-Psbot
-RankingBot
+Pixray
+Quick-Crawler
+Rainbot
+RankingBot2
+RealDownload
 SBIder
-SISTRIX
-ScanAlert
-ScrepyBot
-SearchmetricsBot
+SEOlyticsCrawler
+SMTBot
+SalesIntelligent
+ScreenerBot
 SemrushBot
-SemrushBot-FT
-Shodan
-SiteLockSpider
+SemrushBot-BA
+SenutoBot
+SiteSucker
 Sitevigil
-Snapbot
-Sogou web spider
-SpankBot
-Spider_Bot
-Spinn3r
-SputnikBot
-TeleportPro
-Thumbor
-TinyTestBot
-Vacuum
-VeriCiteCrawler
-Virusdie
+SmartDownload
+Snoopy
+Spanner
+Spider_Bot/3.0
+Sqlmap
+SurveyBot
+Suzuran
+T0PHackTeam
+Telesoft
+Toata
+VCI
+Voil
+Voltron
 WPScan
-Wallpapers/3.0
-Web Fetch
-WebFetch
-WebImageCollector
-WebSauger
-WebZIP
+WWW-Collector-E
+WWWOFFLE
+Web Fuck
+Web Sucker
+WebEnhancer
 Webalta
+Webster
+Whacker
 Whatweb
 WiseGuys Robot
+Xaldon WebSpider
 Zade
-ZoominfoBot
-ZyBorg
-arquivo.pt
-autoemailspider
-cognitiveseo
-crawler4j
-dataforseobot
-eCatch
-heritrix
-magpie-crawler
-oBot
-pcBrowser
-sexsearcher
-siteripz
-spyfu
-sysscan
-ubermetrics-technologies.com
+ZoomBot
+adscanner
+cah.io.community
+com.plumanalytics
+internetVista monitor
+seoscanners
+sp_auditbot
+trendiction.com
+zauba.io