V4.2025.01.5003 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AlphaBot
-Aspiegel
+ALittle Client
+AllSubmitter
+Alligator
 Asterias
-BackDoorBot
-Bandit
-BetaBot
-BlackWidow
-Blackboard
-Boardreader
-Buck
-CCBot
-ChatGPT-User
+AwarioRssBot
+BatchFTP
+Bigfoot
+Bolt
+Brandprotect
+Brandwatch
+CensysInspect
 CheeseBot
-Chlooe
-Cogentbot
-DBLBot
-DIIbot
-Dirbuster
-Discoverybot
-Dotbot
-ECCP/1.0
-EMail Wolf
-Ecxi
-EroCrawler
-Extractor
-GermCrawler
-GridBot
-HTTrack
-Haansoft
+ClaudeBot
+Cloud mapping
+Collector
+CrazyWebCrawler
+Disco
+Discobot
+Dispatch
+DomCopBot
+Download Wonder
+EMail Siphon
+Exabot
+FlashGet
+Foobot
+Fyrebot
+GalaxyBot
+Genieo
+Getintent
+Gotit
+Grabber
+HEADMasterSEO
+HTMLparser
 Image Fetch
-Intelliseek
+InternetMeasurement
+Iria
+JetCar
 Jetty
-JustView
-LibWeb
-LinkScan
+Jorgee
+Lanshanbot
+Leap
+Lightspeedsystems
 LinqiaScrapeBot
-MIDown tool
-MSIECrawler
-MTRobot
-Mag-Net
+MJ12bot
+MQQBrowser
+Majestic SEO
 MarkWatch
-MeanPath Bot
-Nessus
-Net Vampire
+Moblie Safari
+Name Intelligence
+NetAnts
 Netcraft
-Nettrack
-Nimbostratus
-OnCrawl
-Pavuk
-Pixray
-PxBroker
-PyCurl
-Rainbot
-Rogerbot
-SEOstats
-SMTBot
-Scanbot
-SearchmetricsBot
-SeekportBot
-Semrush
-SemrushBot-BA
-SemrushBot-OCOB
-SemrushBot-SWA
-Siphon
-SiteExplorer
+Nmap
+OpenLinkProfiler
+Openvas
+OutfoxBot
+ProWebWalker
+Pu_iN
+Rankivabot
+RealDownload
+RebelMouse
+Recorder
+SEOkicks
+Screaming
+ScrepyBot
+SiteLockSpider
 Siteimprove
-Spider_Bot/3.0
-Sqlworm
-SurveyBot
-Trendiction
-True_Robot
-Turingos
-TwengaBot
-Upflow
-WEBDAV
+SpankBot
+Steeler
+Telesphorep
+Thumbor
+TightTwatBot
+Toata
+Twice
+URLy.Warning
+Vagabondo
+Virusdie
+WBSearchBot
 WWW-Collector-E
-WeSEE
-Web Enhancer
-Web Fuck
-WebCopier
-WebEnhancer
+WWW-Mechanize
+WallpapersHD
+Web Pix
+WebAuto
+WebBandit
 WebFuck
-WebGo IS
-WebReaper
-WebSucker
-WebWhacker
-Webster
-awario.com
+WebPix
+Webalta
+WebmasterWorldForumBot
+Widow
+Woobot
+Zermelo
+autoemailspider
 everyfeed-spider
+gopher
+linkdexbot
 linkfluence
-netEstate NE Crawler
-openai.com
-page scorer
+lwp-trivial
+mediawords
 s1z.ru
-scan.lol
-sexsearcher
-ubermetrics-technologies.com
-x22Mozilla
-xpymep1.exe
+webmeup-crawler
+webprosbot