V4.2025.08.5413 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Abonti
-Acunetix
-AfD-Verbotsverfahren
-Asterias
-Attach
-BDCbot
-Barkrowler
-Blackboard
-BuiltBotTough
-CSHttp
-Calculon
-CheTeam
-Claritybot
-CrazyWebCrawler
-Curious
-DSearch
-DatabaseDriverMysqli
-DigitalPebble
-DnyzBot
-Download Wonder
-ECCP/1.0
-Exabot
-ExtractorPro
-FHscan
-Fimap
+360Spider
+AiHitBot
+BDFetch
+BatchFTP
+BotALot
+Brandprotect
+Buck
+Buddy
+CATExplorador
+Cegbfeieh
+Citoid
+ClaudeBot
+Copier
+Crawling at Home Project
+CrunchBot
+Custo
+DomainAppender
+DomainSigmaCrawler
+EasyDL
+Evil
+FDM
+Foobot
 FrontPage
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-GridBot
-HTMLparser
-Id-search
-InfoNaviRobot
-JOC Web Spider
-Kenjin Spider
-LibWeb
-Litemage_walker
-MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Mass Downloader
-Mata Hari
-MauiBot
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Netcraft
-Niki-bot
-Nimbostratus
-Openfind
-POE-Component-Client-HTTP
-PageScorer
-Pandalytics
-Petalbot
-PictureFinder
-Quick-Crawler
-RocketCrawler
-Rogerbot
+GrapeshotCrawler
+HEADMasterSEO
+HonoluluBot
+IRLbot
+Iblog
+Jbrofuzz
+Jetty
+Keybot Translation-Search-Machine
+LieBaoFast
+Likse
+LinkScan
+Majestic-SEO
+Meanpathbot
+MegaIndex.ru
+Mojeek
+MolokaiBot
+Mozlila
+Musobot
+Nameprotect
+NearSite
+Nessus
+Nibbler
+PECL::HTTP
+PageThing.com
+Pi-Monster
+PleaseCrawl
+Pockey
+ProPowerBot
+Pu_iN
+RSSingBot
+RedesScrapy
 ScanAlert
-ScoutJet
-Scrapy
-SemrushBot-BA
-SentiBot
+ScrepyBot
+SemrushBot-FT
+SemrushBot-SI
+SemrushBot-SWA
 SenutoBot
-SeoCherryBot
-SeobilityBot
-Shodan
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-SlySearch
-SpaceBison
-SputnikBot
-Sucker
-TinyTestBot
-URLy.Warning
-UnisterBot
-Vacuum
-VeriCiteCrawler
-WBSearchBot
-Wallpapers
-WebBandit
-WebSauger
-WebStripper
-WebsiteQuester
-Wonderbot
-Zeus
-Zitebot
-ZoomBot
-ZoominfoBot
-dataforseo.com
-dataprovider
+Snoopy
+Sociscraper
+Spammen
+Spbot
+Sqworm
+SurveyBot
+Suzuran
+Szukacz
+Toata
+Twice
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
+Web Sauger
+WebFuck
+WebGo IS
+WebZIP
+Whatweb
+Who.is Bot
+Widow
+Xaldon WebSpider
+ZumBot
+domainsproject.org
+gopher
+imagesift.com
 instabid
+ips-agent
 linkfluence
-polaris version
-scalaj-http
-scan.lol
-seocompany.store
-serpstatbot
-sogouspider
+netEstate NE Crawler
+oBot
+openai
+pcBrowser
+probe-image-size
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
+x09Mozilla
+x22Mozilla