V4.2024.02.4317 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-AIBOT
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Anarchy99
-Backlink-Ceck
-Blow
-Brandprotect
-Buddy
-BuiltWith
+360Spider
+ASPSeek
+Aboundex
+AdsTxtCrawlerTP
+Ankit
+Aspiegel
+Bandit
+BetaBot
+Bitacle
+Blackboard
+Brandwatch
+Bytespider
+CATExplorador
 CCBot
 Calculon
-Chlooe
-Cosmos
-Crawling at Home Project
-DataCha0s
-Digincore
-Disco
+Cloud mapping
+Copier
+CrunchBot
+Demon
+Discobot
 Discoverybot
-Dotbot
-Evil
-Extractor
-EyeNetIE
-Freeuploader
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-GoZilla
-HTMLparser
-Havij
-Humanlinks
-IRLbot
-Iblog
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+Express WebPictures
+Flunky
+Foobot
+FyberSpider
+Fyrebot
+HEADMasterSEO
 Image Sucker
-Iria
-IstellaBot
-LexiBot
-LinkScan
-LinkWalker
-MIDown tool
-MQQBrowser
-MSFrontPage
-MegaIndex.ru
-Microsoft Data Access
-Moblie Safari
-Navroad
-Netvibes
+ImagesiftBot
+InfoTekies
+Intelliseek
+Iskanie
+Jbrofuzz
+JetCar
+Joomla
+Jorgee
+LieBaoFast
+Likse
+Linkbot
+LinqiaMetadataDownloaderBot
+Ltx71
+Magnet
+Masscan
+MauiBot
+MeanPath Bot
+Mojeek
+NetLyzer
 Ninja
-Nmap
-Offline Navigator
-OpenLinkProfiler
 OpenVAS
-POE-Component-Client-HTTP
-PageThing.com
+Openfind
+OrangeBot
+OutfoxBot
+PECL::HTTP
 Panscient
-Petalbot
-PictureFinder
+Pavuk
 PxBroker
-QueryN Metasearch
-RankActive
-Rankivabot
-Re-re
-RebelMouse
+PyCurl
+RankingBot2
+Recorder
 Rogerbot
-SalesIntelligent
-Seekport
-Sottopop
-SpaceBison
-SuperBot
-Thumbor
-TightTwatBot
-TinyTestBot
-TwengaBot
-Upflow
-WISENutbot
-Web Fetch
-Web Pix
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
-WebImageCollector
-WebLeacher
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Zeus
-Zitebot
-arquivo-web-crawler
+SEOprofiler
+SEOstats
+SeekportBot
+Semrush
+SemrushBot
+SentiBot
+Siphon
+SiteCheckerBotCrawler
+SputnikBot
+Sqlworm
+Suzuran
+Swiftbot
+Szukacz
+The Intraformant
+Titan
+TurnitinBot
+WASALive-Bot
+WWWOFFLE
+Wallpapers
+WiseGuys Robot
+YoudaoBot
+Zauba
+Zermelo
 arquivo.pt
-crawl.sogou.com
-imagesift.com
-isitwp.com
-iubenda-radar
-openai.com
-scan.lol
-seocompany.store
-webprosbot
+cah.io.community
+dataforseo.com
+eCatch
+ips-agent
+muhstik-scan
+seobility
+sogouspider
+spyfu
+sysscan
+tAkeOut
+ubermetrics-technologies.com
+x09Mozilla