V4.2025.02.5038 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-80legs
-ADmantX
-ALittle Client
 ASPSeek
-Aboundexbot
-Acunetix
-Aspiegel
-Asterias
-AwarioBot
-Blackboard
-Brandprotect
-CensysInspect
-Cocolyzebot
-ECCP/1.0
-EMail Siphon
+Ankit
+AwarioSmartBot
+BuiltBotTough
+BuiltWith
+Calculon
+CheeseBot
+Collector
+Crescent
+Custo
+Demon
+Deusu
+DnBCrawler-Analytics
+DomainCrawler
+Dotbot
 EasyDL
-Evil
-Freeuploader
+Ebingbong
+EirGrabber
+Exabot
+Express WebPictures
+Foobot
 FrontPage
-GT::WWW
-Genieo
-GetRight
-Grafula
+GoZilla
+HMView
+HTTrack
 IDBTE4M
-IDBot
-InfoTekies
-InfraSec Scanner
-InterGET
-Internet Ninja
-Joomla
-Lftp
-MFC_Tear_Sample
-MIIxpc
-Mail.RU_Bot
+IndeedBot
+Indy Library
+Iria
+JennyBot
+Jetty
+Kenjin Spider
+Keyword Density
+LinkpadBot
+MIDown tool
+Magnet
+Majestic12
 MarkWatch
-Masscan
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Mojeek
-Mozlila
-Nameprotect
-Navroad
-NetLyzer
-NetSpider
-NetZIP
-Octopus
-Offline Explorer
-OrangeSpider
-PageAnalyzer
-PageScorer
+Moblie Safari
+Nmap
+POE-Component-Client-HTTP
+PageGrabber
+Panscient
 Pavuk
-PleaseCrawl
-Pump
-Quick-Crawler
-ReGet
-Reaper
-SMTBot
+Petalbot
+Picsearch
+Psbot
+RankingBot
+SBIder
+SISTRIX
 ScanAlert
-ScreenerBot
+ScrepyBot
+SearchmetricsBot
 SemrushBot
-SemrushBot-BA
 SemrushBot-FT
-SemrushBot-OCOB
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+Shodan
+SiteLockSpider
+Sitevigil
+Snapbot
 Sogou web spider
-Spbot
-Spider_Bot/3.0
+SpankBot
+Spider_Bot
 Spinn3r
 SputnikBot
 TeleportPro
-The Intraformant
-TwengaBot
-V-BOT
+Thumbor
+TinyTestBot
+Vacuum
 VeriCiteCrawler
-VoidEYE
-Voil
-WBSearchBot
-WEBDAV
-Wallpapers
-Web Enhancer
-Web Pix
-WebReaper
+Virusdie
+WPScan
+Wallpapers/3.0
+Web Fetch
+WebFetch
+WebImageCollector
 WebSauger
-WebStripper
+WebZIP
 Webalta
-Xaldon_WebSpider
-Zitebot
-arquivo-web-crawler
-crawl.sogou.com
-crawler.feedback
+Whatweb
+WiseGuys Robot
+Zade
+ZoominfoBot
+ZyBorg
+arquivo.pt
+autoemailspider
+cognitiveseo
+crawler4j
 dataforseobot
-isitwp.com
-openai
-sitechecker.pro
-sp_auditbot
-voyagerx.com
-webprosbot
+eCatch
+heritrix
+magpie-crawler
+oBot
+pcBrowser
+sexsearcher
+siteripz
+spyfu
+sysscan
+ubermetrics-technologies.com