V4.2025.09.5447 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ALittle Client
-Aipbot
-Anarchy99
-BetaBot
+Aboundex
+Alexibot
+BDCbot
+BackDoorBot
+BacklinkCrawler
+Barkrowler
+Bigfoot
+Bitacle
+BlackWidow
+Bolt
+BotALot
+Brandprotect
 Brandwatch
-BunnySlippers
+BuiltBotTough
 CazoodleBot
-CensysInspect
-Citoid
-Cogentbot
-Crawling at Home Project
-DSearch
-Deusu
-Dirbuster
-Disco
-DomainAppender
-DomainSigmaCrawler
-ECCP/1.0
-Ecxi
-Evil
-Exabot
-Firefox/7.0
-Flunky
-Freeuploader
-GeedoProductSearch
-GrapeshotCrawler
-HTMLparser
-HaosouSpider
-Hloader
+CheeseBot
+Chlooe
+Craftbot
+DBLBot
+DigitalPebble
+DnyzBot
+DomainCrawler
+Download Wonder
+Drip
+ExtractorPro
+Extreme Picture Finder
+Ezooms
+FDM
+G-i-g-a-b-o-t
+GalaxyBot
+HTTP::Lite
+Humanlinks
+Id-search
+ImagesiftBot
 InfoTekies
-Iria
-LieBaoFast
+Information Security Team InfraSec Scanner
+Jetty
+LNSpiderguy
+LeechGet
+LexiBot
 LinkScan
-LinkWalker
-LinkpadBot
-Lipperhey Spider
-Litemage_walker
+LinqiaMetadataDownloaderBot
+MSIECrawler
+Magnet
+Majestic12
 Mass Downloader
-MauiBot
-Meanpathbot
-Metauri
-MicroMessenger
-NetMechanic
-NetZIP
-Nettrack
-NextGenSearchBot
-Nibbler
-Nikto
-Nimbostratus
-Ninja
-Nuclei
+Mister PiX
+Mojeek
+Mojolicious
+Mozlila
+NPbot
+NearSite
+Net Vampire
+NetSpider
+Niki-bot
+Octopus
+Offline Navigator
 PHPCrawl
-Pi-Monster
-Probethenet
-Proximic
-PxBroker
-PyCurl
-RebelMouse
-SEOlyticsCrawler
-SISTRIX
-SearchmetricsBot
-SemanticJuice
-SemrushBot-BA
-SemrushBot-SWA
-SentiBot
-Seomoz
+PageGrabber
+Picsearch
+SBIder
+ScrepyBot
+SeekportBot
+SemrushBot-SI
+Site Sucker
+SiteExplorer
+SiteSnagger
+SmartDownload
 Snake
-Spider_Bot
+SocialRankIOBot
+Sociscraper
 Spider_Bot/3.0
 SputnikBot
 Steeler
-Sucuri
-TeleportPro
-Trendictionbot
-VB Project
-Vagabondo
-WWWOFFLE
-WallpapersHD
-WebBandit
-WebFetch
-WebZIP
-Webalta
-Website Quester
-Woobot
-Zauba
-Zitebot
-awario.com
-com.plumanalytics
+Stripper
+SurveyBot
+Swiftbot
+Szukacz
+T8Abot
+Telesphoreo
+VeriCiteCrawler
+WPScan
+Web Fetch
+WebCopier
+Wprecon
+YaK
+ZmEu
+ZyBorg
+dataforseo.com
 dataprovider
-heritrix
-instabid
-internetVista monitor
-muhstik-scan
-plumanalytics
-polaris version
-ripz
+domainsproject.org
+netEstate NE Crawler
+page scorer
 satoristudio.net
-seostar
+sexsearcher
+sogouspider
+sp_auditbot
 sysscan
+trendiction.com
+ubermetrics-technologies.com