V4.2025.02.5043 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
 ASPSeek
-BackDoorBot
-BackStreet
-BetaBot
-Bigfoot
+Aboundexbot
+AdsTxtCrawlerTP
+Aipbot
+Badass
+Barkrowler
 Black Hole
-Brandprotect
-Buddy
+BuiltBotTough
 BuiltWith
-Bytespider
-CODE87
-CSHttp
-Calculon
-CazoodleBot
-Citoid
-Cliqzbot
-DBLBot
+BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
+Cegbfeieh
+CherryPicker
+ChinaClaw
+ClaudeBot
+CopyRightCheck
+DSearch
 Discobot
-Domains Project
-Dotbot
-EMail Siphon
-Ecxi
-EroCrawler
-FDM
-Freeuploader
+DittoSpyder
+DnBCrawler-Analytics
+DomainSigmaCrawler
+DomainStatsBot
+Drip
+Fimap
+Flunky
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-Grafula
-Heritrix
-IRLbot
-Image Fetch
-Image Sucker
-InfraSec Scanner
-InternetSeer
-Jbrofuzz
+HaosouSpider
+Information Security Team InfraSec Scanner
+Intelliseek
+JOC Web Spider
+Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
-LeechFTP
-LibWeb
-Litemage_walker
-Lmspider
-MIIxpc
-MJ12bot
+LNSpiderguy
+Libwhisker
+Lipperhey Spider
+MIDown tool
+MSIECrawler
 Mail.RU_Bot
-Minefield
+Majestic12
+MarkWatch
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 Mozlila
-Mr.4x3
-Msrabot
 Name Intelligence
-Nessus
-NetLyzer
-Nettrack
-Nimbostratus
-OrangeSpider
+Needle
+Niki-bot
+Ninja
+Nmap
+Page Analyzer
 PageScorer
 Papa Foto
-Proximic
-Rainbot
-RankFlex
-RepoMonkey
-RocketCrawler
-SemrushBot
+Pavuk
+PleaseCrawl
+ProPowerBot
+Probethenet
+Pump
+RSSingBot
+RankActiveLinkBot
+SEOlyticsCrawler
+SalesIntelligent
+Scanbot
+Scrapy
+SeekportBot
+Semrush
+SemrushBot-FT
 SemrushBot-OCOB
-Siphon
+SentiBot
+SenutoBot
 SiteSnagger
 Sociscraper
+SpankBot
+Steeler
 Suzuran
-T8Abot
-TheNomad
-Titan
-Trendictionbot
-VidibleScraper
-Voil
-Voltron
-Web Enhancer
-Web Pix
-WebCollage
-WebFuck
-WebLeacher
+True_Robot
+WASALive-Bot
 WebWhacker
-WebsiteQuester
-Whack
-Who.is Bot
-WiseGuys Robot
+Webshag
+Website Quester
 Wotbox
-Zermelo
-backlink-check
+Xaldon_WebSpider
+arquivo.pt
+autoemailspider
+crawler.feedback
 dataforseobot
-eCatch
-isitwp.com
-mediawords
-omgili
-probe-image-size
-sexsearcher
-sitechecker.pro
+gopher
+iubenda-radar
+lwp-trivial
+meanpathbot
+ripz
+scalaj-http
+seobility
 siteripz
-trendiction.com
-x22Mozilla
-zgrab
+voyagerx.com
+webgains-bot
+webmeup-crawler