V4.2024.08.4708 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
 AfD-Verbotsverfahren
-Alexibot
-Anarchy
-Atomseobot
-BLEXBot
-BackWeb
-Barkrowler
-Battleztar Bazinga
-Blackboard
-BlowFish
-Bytespider
-ChatGPT-User
+AiHitBot
+Ankit
+BDCbot
+Bandit
+Brandwatch
+Calculon
+CheTeam
+ChinaClaw
 Citoid
-Crescent
-Discoverybot
-DittoSpyder
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-EroCrawler
+ClaudeBot
+Curious
+DTS Agent
+DigitalPebble
+Dirbuster
+Discobot
+DnyzBot
+Download Wonder
+Drip
 Exabot
-EyeNetIE
-Fuzz
+Firefox/7.0
+G-i-g-a-b-o-t
+GalaxyBot
 GetRight
+GetWeb
+Gigabot
+Go-Ahead-Got-It
 GrapeshotCrawler
-HEADMasterSEO
-HonoluluBot
-IDBot
-ImagesiftBot
-IndeedBot
-InfraSec Scanner
-Iskanie
-JennyBot
-Jyxobot
-Keyword Density
-Libwhisker
-Likse
+GridBot
+HMView
+Hloader
+Id-search
+Intelliseek
+InternetMeasurement
+Iria
+JustView
+Kenjin Spider
+LWP::Simple
+LieBaoFast
+LinkpadBot
 MQQBrowser
-MTRobot
-Magnet
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-NearSite
-OnCrawl
-OrangeBot
-OutfoxBot
+Majestic12
+MarkWatch
+Meanpathbot
+Minefield
+NetLyzer
+Nimbostratus
+Octopus
+PHPCrawl
 Page Analyzer
 PageGrabber
-PageScorer
 Papa Foto
-Picscout
+Pavuk
+Pixray
+ProWebWalker
+Probethenet
 Pu_iN
+PxBroker
 QueryN Metasearch
 RSSingBot
-Rogerbot
-SEOlyticsCrawler
-Screaming
-SemanticJuice
-SeobilityBot
-Site Sucker
-SiteLockSpider
-Spammen
-Stripper
-Telesphoreo
-Telesphorep
-Trendiction
-TurnitinBot
-URLy.Warning
-UnisterBot
-Voltron
-WBSearchBot
-WWW-Collector-E
+RankFlex
+ReGet
+Ripper
+SEOkicks
+SEOprofiler
+SeekportBot
+SeoSiteCheckup
+SiteSnagger
+SmartDownload
+Sogou web spider
+Spinn3r
+Sqworm
+Suzuran
+Telesoft
+True_Robot
+Typhoeus
+URLy Warning
+V-BOT
+VidibleScraper
 WWW::Mechanize
-Web Auto
-Web Collage
-Web Sucker
+Wallpapers
+Web Fetch
+WebCollage
+WebFuck
+WebGo IS
+WebImageCollector
 WebPix
-WebsiteExtractor
-Whacker
-Woobot
+Wonderbot
 Wotbox
-Zauba
-ZoomBot
-adscanner
-arquivo.pt
-coccocbot
+Wprecon
+com.plumanalytics
+dataforseo.com
 domainsproject.org
-evc-batch
-isitwp.com
-linkdexbot
-openai
-seoscanners
-sexsearcher
-spyfu
-trendiction.com
-webgains-bot
-x09Mozilla
+magpie-crawler
+meanpathbot
+mediawords
+s1z.ru
+seostar
+sitechecker.pro
 zgrab