V4.2025.02.5040 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ALittle Client
-Abonti
-Aipbot
-Anarchy
-Atomseobot
-Boardreader
-BotALot
-Brandprotect
-Buddy
-BunnySlippers
+Aboundex
+Anarchie
+Anthill
+BDFetch
+BacklinkCrawler
+Badass
+Bandit
 Calculon
-CazoodleBot
-Cliqzbot
-Cogentbot
-CopyRightCheck
+CheTeam
+CherryPicker
+Collector
+CyotekWebCopy
+DBLBot
+DIIbot
 DSearch
-DTS Agent
-Download Wonder
+DataCha0s
+DomCopBot
+DomainSigmaCrawler
 Dragonfly
 Drip
-ECCP/1.0
 Ecxi
+Evil
+Extreme Picture Finder
 FHscan
-Flunky
-HMView
-Harvest
-IlseBot
-JikeSpider
+FemtosearchBot
+Fimap
+Fuzz
+GT::WWW
+GrabNet
+GridBot
+Hloader
+Humanlinks
+HybridBot
+IRLbot
+Indy Library
+Information Security Team InfraSec Scanner
+Iria
+JOC Web Spider
 Joomla
-Keyword Density
-Larbin
-Lftp
+Leap
+LeechFTP
 LibWeb
-LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Mass Downloader
-Masscan
-Metauri
-MicroMessenger
-Morfeus Fucking Scanner
-NetLyzer
+Linkbot
+Lipperhey Spider
+Majestic SEO
+Mata Hari
+Minefield
+Moblie Safari
+MolokaiBot
+NetAnts
+NetMechanic
 NetZIP
 Netcraft
-Netvibes
-Nimbostratus
+NextGenSearchBot
+Niki-bot
+Ninja
+OpenLinkProfiler
+Openvas
+OutfoxBot
+Panscient
+Pavuk
+PeoplePal
 Pi-Monster
-Picsearch
-Pixray
-Quick-Crawler
-Rainbot
+RankActiveLinkBot
 RankingBot2
-RealDownload
-SBIder
-SEOlyticsCrawler
-SMTBot
-SalesIntelligent
-ScreenerBot
-SemrushBot
-SemrushBot-BA
-SenutoBot
-SiteSucker
-Sitevigil
-SmartDownload
-Snoopy
-Spanner
-Spider_Bot/3.0
-Sqlmap
-SurveyBot
-Suzuran
-T0PHackTeam
-Telesoft
-Toata
-VCI
-Voil
+RankurBot
+Re-re
+RedesScrapy
+SEOprofiler
+ScoutJet
+Searchestate
+SemrushBot-SI
+SemrushBot-SWA
+Snake
+Sociscraper
+Sosospider
+SpankBot
+Szukacz
+Twice
+UnisterBot
+Upflow
+V-BOT
+VelenPublicWebCrawler
 Voltron
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Web Fuck
+WISENutbot
+Web Collage
 Web Sucker
-WebEnhancer
-Webalta
-Webster
-Whacker
-Whatweb
-WiseGuys Robot
-Xaldon WebSpider
-Zade
-ZoomBot
-adscanner
-cah.io.community
-com.plumanalytics
-internetVista monitor
-seoscanners
-sp_auditbot
-trendiction.com
-zauba.io
+WebAuto
+WebCopier
+WebWhacker
+Wprecon
+Xenu
+Zitebot
+archive.org_bot
+crawl.sogou.com
+dataforseobot
+ips-agent
+meanpathbot
+muhstik-scan
+x09Mozilla