V4.2024.10.4818 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
+360Spider
+404checker
+Anarchie
 Ankit
+Anthill
 Attach
-AwarioBot
-AwarioRssBot
-BBBike
+BackDoorBot
+BatchFTP
 Bigfoot
-Boardreader
-Buddy
-Bytespider
-CensysInspect
-CherryPicker
-Claritybot
-Curious
+Bitacle
+BunnySlippers
+ChatGPT-User
+ChinaClaw
+Crawling at Home Project
 CyotekWebCopy
-DBLBot
-DSearch
-DatabaseDriverMysqli
-Demon
-Deusu
-DomainStatsBot
-Dotbot
-Download Wonder
-Drip
-EMail Siphon
-ExtractorPro
-FacebookBot
-Fyrebot
-Gotit
-GrabNet
-Grafula
-GrapeFX
-IDBTE4M
-Iblog
+Dragonfly
+Ebingbong
+EroCrawler
+EyeNetIE
+FDM
+Firefox/7.0
+Foobot
+HTMLparser
+Heritrix
+Hloader
 IndeedBot
-InfoNaviRobot
-IstellaBot
-Joomla
+Indy Library
+Internet Ninja
+JikeSpider
 JustView
-Kozmosbot
-LNSpiderguy
-LinkextractorPro
-MIDown tool
-MJ12bot
-Mag-Net
-Mail.RU_Bot
-MauiBot
-MegaIndex.ru
-Mozlila
-Msrabot
+LieBaoFast
+LinkWalker
+LinqiaScrapeBot
+Lmspider
+Majestic SEO
+MarkMonitor
+MarkWatch
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mr.4x3
+Navroad
+NearSite
 Nessus
+Net Vampire
 NetLyzer
-Netvibes
-Nikto
-NimbleCrawler
+NetSpider
+Nmap
 Nutch
-PECL::HTTP
-Pixray
-RankActiveLinkBot
-RankingBot2
+Offline Explorer
+Offline Navigator
+OrangeSpider
+OutclicksBot
+Pavuk
+ProWebWalker
+Psbot
+Quick-Crawler
+RankActive
 Rankivabot
-RealDownload
-SISTRIX
-SMTBot
-ScreenerBot
-ScrepyBot
-Seekport
+Re-re
+RedesScrapy
+RocketCrawler
+SalesIntelligent
+Scrapy
+Searchestate
+SeekportBot
+SeobilityBot
 Seomoz
+Siphon
 SiteExplorer
-SurveyBot
-T0PHackTeam
-Telesphorep
-Titan
-VCI
-Vagabondo
-Virusdie
-Voil
-Web Collage
+Sitebeam
+SmartDownload
+Sottopop
+SpankBot
+Spbot
+SputnikBot
+Surfbot
+TheNomad
+TinyTestBot
+Trendictionbot
+Turnitin
+WASALive-Bot
 Web Sauger
-WebBandit
-WebFetch
-WebFuck
-WebGo IS
-WebPix
-WinHTTrack
-Xenu
-ZoomBot
-com.plumanalytics
+WebImageCollector
+WebWhacker
+Webster
+Widow
+anthropic-ai
+archive.org_bot
+backlink-check
+cah.io.community
+crawler4j
 dataforseobot
-gopher
-lwp-request
-openai
-page scorer
-satoristudio.net
-seocompany.store
-ubermetrics-technologies.com
-webpros.com
+demandbase-bot
+eCatch
+heritrix
+s1z.ru
+seobility
+sitechecker.pro
+spyfu