V4.2023.11.4133 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-ASPSeek
-Acunetix
-AdsTxtCrawlerTP
-Alexibot
-AlphaBot
-BatchFTP
-Bullseye
-CazoodleBot
-CheTeam
-CheeseBot
-CherryPicker
-Claritybot
-Cloud mapping
-Crescent
+Anarchie
+Asterias
+Bandit
+Black Hole
+BlackWidow
+CCBot
 Curious
-Disco
-ECCP/1.0
+Custo
+DTS Agent
+Deusu
+Devil
+DnBCrawler-Analytics
+DomainAppender
+DomainStatsBot
 EMail Siphon
-Ecxi
-EirGrabber
-FDM
+EMail Wolf
+EroCrawler
+ExtractorPro
 FHscan
+Freeuploader
 Fuzz
-HMView
-HonoluluBot
-IDBTE4M
-IRLbot
-Id-search
-InfoTekies
-Joomla
-Jyxobot
-Leap
-LinkWalker
+Genieo
+Getintent
+GrapeFX
+GrapeshotCrawler
+Havij
+IDBot
+Iskanie
+JennyBot
+JetCar
+LNSpiderguy
+LinqiaScrapeBot
 Lmspider
-MJ12bot
-Majestic SEO
-Masscan
-Meanpathbot
-MicroMessenger
-Minefield
-Mister PiX
+Ltx71
+MIIxpc
+MarkWatch
+Mediatoolkitbot
+MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
-Navroad
+Needle
 Nimbostratus
-Offline Navigator
-OrangeSpider
-OutclicksBot
-PleaseCrawl
-Pu_iN
-PxBroker
-Rainbot
+Nmap
+Nutch
+Offline Explorer
+Panscient
+Pavuk
+Pi-Monster
+ProWebWalker
 RankActive
-RealDownload
-RepoMonkey
-ScanAlert
-Scrapy
-ScreenerBot
+ReGet
+Ripper
+RocketCrawler
+ScrepyBot
+Semrush
 SemrushBot
-SentiBot
-Seomoz
-Sociscraper
-Sqlmap
-Sqlworm
-Stripper
+SenutoBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+Siteimprove
+Sogou web spider
+Sosospider
+Sucuri
+Surfbot
 Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
-TightTwatBot
-Titan
-TwengaBot
-UnisterBot
-Vacuum
-Vagabondo
-Virusdie
+T8Abot
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
+Trendictionbot
+True_Robot
+Turingos
+VCI
 Voltron
-WPScan
-Wallpapers
-WallpapersHD
-Web Sucker
-WebBandit
-WebReaper
-WebWhacker
-Whack
-Xaldon_WebSpider
-Zade
-adscanner
-com.plumanalytics
-crawler.feedback
-instabid
-ips-agent
-meanpathbot
-satoristudio.net
-scan.lol
-sogouspider
-trendiction.com
-voyagerx.com
+WASALive-Bot
+Web Auto
+Web Pix
+WebCollage
+WebCopier
+WebFuck
+WebGo IS
+WebStripper
+Wotbox
+Zitebot
+ZoomBot
+ZyBorg
+demandbase-bot
+gopher
+mediawords
+muhstik-scan
+page scorer
+pcBrowser
+plumanalytics
+s1z.ru
+seostar
+siteripz
+trendiction.de
+webmeup-crawler
 x22Mozilla
-xpymep1.exe