V4.2025.02.5044 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Aboundexbot
-AdsTxtCrawlerTP
-Aipbot
+80legs
+Abonti
+Acunetix
+Attach
+AwarioSmartBot
+BBBike
 Badass
-Barkrowler
-Black Hole
-BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-Cegbfeieh
-CherryPicker
-ChinaClaw
-ClaudeBot
-CopyRightCheck
-DSearch
-Discobot
-DittoSpyder
+Blackboard
+Buddy
+Copier
+Cosmos
+CrunchBot
+Discoverybot
 DnBCrawler-Analytics
-DomainSigmaCrawler
-DomainStatsBot
-Drip
+DnyzBot
+Domains Project
+Dragonfly
+EasyDL
+Extractor
 Fimap
-Flunky
-Fuzz
+FlashGet
+Foobot
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+GrapeFX
+GridBot
 HaosouSpider
-Information Security Team InfraSec Scanner
-Intelliseek
-JOC Web Spider
+IDBot
+IRLbot
+IndeedBot
+InfraSec Scanner
+JamesBOT
+Jetty
+Joomla
+Jorgee
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
-Libwhisker
-Lipperhey Spider
-MIDown tool
-MSIECrawler
-Mail.RU_Bot
-Majestic12
-MarkWatch
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Larbin
+Leap
+LibWeb
+Linkbot
+LinqiaRSSBot
+Litemage_walker
+MFC_Tear_Sample
+MQQBrowser
+Majestic-SEO
 MicroMessenger
-Mozlila
-Name Intelligence
-Needle
-Niki-bot
-Ninja
-Nmap
+Mojolicious
+Mr.4x3
+NICErsPRO
+Nameprotect
+NextGenSearchBot
+Nibbler
+Offline Explorer
+Offline Navigator
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
-Papa Foto
-Pavuk
-PleaseCrawl
-ProPowerBot
-Probethenet
+Pandalytics
+Pixray
 Pump
-RSSingBot
-RankActiveLinkBot
-SEOlyticsCrawler
-SalesIntelligent
-Scanbot
+SMTBot
 Scrapy
-SeekportBot
-Semrush
 SemrushBot-FT
-SemrushBot-OCOB
-SentiBot
-SenutoBot
 SiteSnagger
-Sociscraper
-SpankBot
-Steeler
-Suzuran
+SocialRankIOBot
+Spinn3r
+Sucker
+Sucuri
+Swiftbot
+T0PHackTeam
+T8Abot
 True_Robot
+TurnitinBot
+Upflow
+V-BOT
+VB Project
+VeriCiteCrawler
+Voil
 WASALive-Bot
+WEBDAV
+WWW-Mechanize
+WWWOFFLE
+WebImageCollector
 WebWhacker
-Webshag
-Website Quester
+Wonderbot
 Wotbox
-Xaldon_WebSpider
-arquivo.pt
-autoemailspider
+YoudaoBot
+Zitebot
+check1.exe
+clark-crawler
 crawler.feedback
-dataforseobot
-gopher
+instabid
 iubenda-radar
-lwp-trivial
-meanpathbot
-ripz
-scalaj-http
-seobility
-siteripz
-voyagerx.com
-webgains-bot
+mediawords
+plumanalytics
+probe-image-size
 webmeup-crawler
+webpros.com