V4.2024.07.4616 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Acunetix
-Anarchie
-Ankit
+ADmantX
+ALittle Client
+Aipbot
+AllSubmitter
 Asterias
-AwarioBot
+Atomseobot
 AwarioSmartBot
-Backlink-Ceck
-BlackWidow
-BuiltBotTough
-Bytespider
-CCBot
-CheTeam
+BDCbot
+BDFetch
+BackStreet
+Boardreader
+CSHttp
+Cegbfeieh
+CensysInspect
+CheeseBot
 Chlooe
-Citoid
-Claritybot
-Cogentbot
-Craftbot
-Crawling at Home Project
-Custo
-Discoverybot
-Dispatch
-DomainSigmaCrawler
-Ecxi
-Express WebPictures
-Extractor
+Cloud mapping
+Digincore
+DigitalPebble
+Dirbuster
+DomainCrawler
+Domains Project
+ECCP/1.0
+Extreme Picture Finder
 FacebookBot
-FlashGet
-GPTBot
-GetWeb
-Gigabot
-Go!Zilla
-GrapeshotCrawler
-GridBot
-HMView
-Havij
-Iblog
-InfoTekies
-InterGET
-InternetSeer
-Jbrofuzz
-Jetty
-Jorgee
-Larbin
-LeechGet
-MTRobot
-Mag-Net
-Magnet
+Foobot
+FyberSpider
+Genieo
+Google-Extended
+Gotit
+Grabber
+Information Security Team InfraSec Scanner
+IstellaBot
+Joomla
+Lftp
+LinkpadBot
+MIDown tool
+MJ12bot
+Mail.RU_Bot
+Majestic-SEO
+Mass Downloader
 Microsoft URL Control
-Mr.4x3
+Mister PiX
+Mojeek
+Msrabot
 Needle
-Nessus
-NextGenSearchBot
-NimbleCrawler
-OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
-Pavuk
-Picscout
-Pockey
-Pump
-RankActive
-RankingBot2
+NetMechanic
+Niki-bot
+Nikto
+Offline Explorer
+Offline Navigator
+OpenVAS
+Page Analyzer
+Papa Foto
+PictureFinder
+Pixray
+ProWebWalker
+Re-re
 ReGet
 Recorder
+Ripper
 SBIder
-SEOstats
-Scrapy
-Seekport
-Siphon
-SpankBot
-Sucuri
-T8Abot
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+ScrepyBot
+SeekportBot
+Semrush
+SemrushBot
+Site Sucker
+Sogou web spider
+Spammen
+SuperHTTP
+Teleport
 Telesoft
-Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
-TinyTestBot
-Toweyabot
-Twice
+TheNomad
+Toata
+Trendiction
+TurnitinBot
 Typhoeus
-Vacuum
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-WPScan
-WebBandit
-WebEnhancer
-YaK
-Zauba
-arquivo.pt
-clark-crawler
-coccocbot
+VelenPublicWebCrawler
+WWWOFFLE
+Wallpapers/3.0
+Web Auto
+Web Fetch
+WebsiteQuester
+Xenu
+ZyBorg
+anthropic-ai
+autoemailspider
+check1.exe
 cohere-ai
-linkdexbot
-openai
-openai.com
-polaris version
+heritrix
+imagesift.com
+netEstate NE Crawler
+page scorer
+ripz
+satoristudio.net
 x09Mozilla
+zgrab