V4.2025.01.5006 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundexbot
-AiHitBot
-Ankit
+Acunetix
+Aipbot
+Apexoo
 Asterias
-AwarioSmartBot
-BDCbot
-BDFetch
-Bandit
-BuiltBotTough
-ChinaClaw
-Chlooe
-Citoid
+Attach
+BBBike
+Barkrowler
+BlowFish
+BuiltWith
+CSHttp
+CazoodleBot
+Cegbfeieh
+Claritybot
+Collector
 Crescent
-CrunchBot
-DSearch
-DigitalPebble
-Discoverybot
-DomCopBot
-Drip
-EMail Wolf
-EasyDL
-EirGrabber
-Evil
-Exabot
-Ezooms
-FHscan
-HMView
-HybridBot
-IRLbot
-Image Fetch
-Indy Library
-InterGET
-JOC Web Spider
-JetCar
-LinkpadBot
-Lipperhey
-Litemage_walker
+DatabaseDriverMysqli
+Disco
+Dispatch
+DomainSigmaCrawler
+EroCrawler
+Express WebPictures
+G-i-g-a-b-o-t
+Genieo
+Go!Zilla
+Grabber
+HaosouSpider
+Harvest
+Heritrix
+InfoTekies
+InfraSec Scanner
+Internet Ninja
+Iria
+IstellaBot
+Jbrofuzz
+Joomla
+Jorgee
+LeechGet
 MJ12bot
-MSFrontPage
-MSIECrawler
-Magnet
-Mata Hari
-MegaIndex.ru
-Metauri
-MicroMessenger
+MQQBrowser
+MTRobot
+Mass Downloader
+MeanPath Bot
+Mediatoolkitbot
+Msrabot
+Navroad
+Nessus
 Net Vampire
 NetSpider
-Netcraft
-NextGenSearchBot
-Nibbler
-Nuclei
 Nutch
-OpenLinkProfiler
+OpenVAS
+OrangeBot
+Page Analyzer
 PageAnalyzer
-Pi-Monster
-Picscout
-Piepmatz
-Pu_iN
-RSSingBot
-Reaper
-Screaming
-ScreenerBot
-Seomoz
-Site Sucker
-SiteSucker
-SlySearch
-Snoopy
-Sosospider
-Sottopop
-SuperHTTP
-Telesphoreo
-Thumbor
-UnisterBot
-V-BOT
-VB Project
-Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
+PxBroker
+RankingBot2
+RocketCrawler
+SEOlyt
+Searchestate
+Semrush
+SemrushBot
+SemrushBot-SI
+SemrushBot-SWA
+SiteExplorer
+Sucuri
+SuperBot
+TeleportPro
+The Intraformant
+TheNomad
+URLy Warning
+Vacuum
+Wallpapers/3.0
+WeSEE
+Web Pix
 Web Sucker
-WebPix
-WebReaper
-WebSauger
-WinHTTrack
-YaK
+WebBandit
+WebZIP
+Webalta
+WebsiteExtractor
+Webster
+Wonderbot
+Woobot
+Wotbox
+Wprecon
 YoudaoBot
-Zade
-check1.exe
+ZumBot
+anthropic-ai
+clark-crawler
 cognitiveseo
-cohere-ai
-crawler4j
-everyfeed-spider
-instabid
-lwp-trivial
-spyfu
+crawler.feedback
+facebookscraper
+muhstik-scan
+polaris version
+seobility
+seocompany.store
+sexsearcher
 trendiction.de
-webprosbot
-xpymep1.exe
+ubermetrics-technologies.com
+webgains-bot
+x09Mozilla
 zgrab