V4.2024.05.4514 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ALittle Client
-Aboundex
+01h4x.com
+360Spider
+80legs
+Abonti
 AdsTxtCrawlerTP
-AiHitBot
-Alexibot
-Anarchy99
-Attach
-AwarioRssBot
-BDFetch
+AllSubmitter
+BBBike
 BackWeb
-Barkrowler
 BatchFTP
-BetaBot
-BlackWidow
-BuiltBotTough
-BuzzSumo
+Battleztar Bazinga
+Boardreader
+BunnySlippers
+CATExplorador
 Cegbfeieh
-CensysInspect
-ChinaClaw
-Copier
-CopyRightCheck
-CyotekWebCopy
-Demon
-DigitalPebble
-Discobot
-Discoverybot
-EMail Siphon
-Ebingbong
-ExtLinksBot
-ExtractorPro
-FDM
-Firefox/7.0
-Foobot
-GPTBot
-GalaxyBot
-Grafula
-GridBot
-Hloader
-HybridBot
-Image Fetch
+Chlooe
+Copyscape
+Crescent
+DBLBot
+DSearch
+DTS Agent
+DittoSpyder
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
+Dotbot
+Dragonfly
+Exabot
+Express WebPictures
+Extractor
+Getintent
+Grabber
+HonoluluBot
 ImagesiftBot
-IstellaBot
-Jyxobot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Majestic-SEO
-Mister PiX
-Nessus
+Intelliseek
+JennyBot
+Joomla
+LeechFTP
+LibWeb
+LinksManager
+MSIECrawler
+Majestic12
+MarkMonitor
+Masscan
+Mb2345Browser
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft URL Control
+Morfeus Fucking Scanner
+Msrabot
+NetAnts
+Netcraft
+Niki-bot
 Nutch
-PECL::HTTP
-PageAnalyzer
-Picscout
-Pimonster
-ProWebWalker
-Pu_iN
-Pump
-RankActiveLinkBot
-ReGet
-Reaper
+Openfind
+Piepmatz
+Pixray
+PleaseCrawl
+Pockey
+Psbot
+PxBroker
 RebelMouse
-Seekport
-Siphon
-SmartDownload
-Snake
-Snapbot
-Sosospider
-SpaceBison
-Steeler
+Rogerbot
+Scrapy
+Semrush
+Seomoz
+SiteLockSpider
 Sucker
-SuperHTTP
+Szukacz
 Teleport
-TheNomad
-Twice
-Upflow
-V-BOT
-Voltron
+TightTwatBot
+TinyTestBot
+Trendictionbot
+Turingos
+Typhoeus
+VelenPublicWebCrawler
 WISENutbot
-WWW::Mechanize
-Wallpapers/3.0
-Web Collage
-WebBandit
-WebImageCollector
-Webster
-Whack
-Zade
-check1.exe
-com.plumanalytics
-crawl.sogou.com
+WWW-Collector-E
+WallpapersHD
+WebSauger
+Whatweb
+Zauba
+awario.com
+backlink-check
+clark-crawler
+cohere-ai
 crawler.feedback
-eCatch
-facebookscraper
+demandbase-bot
+imagesift.com
 ips-agent
 isitwp.com
-satoristudio.net
-scan.lol
-seobility
-trendiction.de
-ubermetrics-technologies.com
-zgrab
+linkdexbot
+lwp-request
+netEstate NE Crawler
+oBot
+pcBrowser
+webgains-bot
+x09Mozilla
+xpymep1.exe