V4.2023.07.3862 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-404checker
-ALittle Client
+ADmantX
 ASPSeek
-Anarchie
-BDFetch
-BLEXBot
-Bitacle
-Blackboard
-BlowFish
+AhrefsBot
+Attach
+BackWeb
+BetaBot
 BotALot
-Brandprotect
-BunnySlippers
-CATExplorador
+Buddy
 CazoodleBot
+CensysInspect
 CheeseBot
-CherryPicker
+Chlooe
 Claritybot
-Cocolyzebot
 Cogentbot
-Collector
-CrazyWebCrawler
+Copyscape
 Curious
-Custo
-CyotekWebCopy
-DTS Agent
-Discoverybot
-Dispatch
 DomCopBot
-DomainCrawler
-Express WebPictures
-ExtractorPro
-GT::WWW
-GalaxyBot
-Image Fetch
-InfoTekies
+DomainSigmaCrawler
+EasyDL
+EyeNetIE
+Ezooms
+FlashGet
+Fuzz
+Fyrebot
+GoZilla
+GrapeFX
+HTMLparser
+HTTrack
+Harvest
+Havij
+IlseBot
+InternetSeer
+Jbrofuzz
+JennyBot
 Jetty
 Leap
-Libwhisker
+LinkScan
+Linkbot
+LinkpadBot
 LinqiaRSSBot
-Lmspider
-MFC_Tear_Sample
-MSFrontPage
-Majestic-SEO
-Masscan
-MegaIndex.ru
-Microsoft URL Control
-Mr.4x3
-Msrabot
+Lipperhey Spider
+MIIxpc
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Morfeus Fucking Scanner
 NPbot
-Navroad
-Needle
-Nessus
-Niki-bot
-Offline Explorer
-PECL::HTTP
-Pimonster
-PleaseCrawl
+Net Vampire
+NetMechanic
+Netcraft
+Nibbler
+Nuclei
+OpenLinkProfiler
+Openvas
+OutclicksBot
+Picsearch
+Pu_iN
 QueryN Metasearch
-Quick-Crawler
-Recorder
+Ripper
+RocketCrawler
+SBIder
 SalesIntelligent
-Semrush
-SentiBot
-Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
-Snapbot
+ScanAlert
+Scanbot
+Scrapy
+ScreenerBot
+SeoSiteCheckup
+Site Sucker
+Sosospider
 Spanner
-Telesphorep
-TheNomad
-Toweyabot
-TurnitinBot
-V-BOT
-VB Project
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-Web Auto
-Web Sauger
-WebCopier
-WebFuck
+Sqlworm
+Stripper
+Sucker
+Suzuran
+Telesphoreo
+Toata
+Trendiction
+Turingos
+Typhoeus
+URLy.Warning
+Upflow
+Web Fetch
+WebAuto
+WebEnhancer
 WebLeacher
-WebReaper
-WebSauger
-Website Quester
-Zauba
-Zitebot
-adscanner
-linkdexbot
-lwp-request
-oBot
-satoristudio.net
-scalaj-http
-sp_auditbot
+WebsiteQuester
+WinHTTrack
+Wotbox
+Wprecon
+ZumBot
+check1.exe
+crawler4j
+evc-batch
+seobility
+sexsearcher
 spyfu
-sysscan
-webgains-bot
+tAkeOut
 webmeup-crawler
+webprosbot