V4.2024.03.4370 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-80legs
-Aboundex
-AdsTxtCrawlerTP
-Anarchie
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BackStreet
-BatchFTP
-Blackboard
-Bolt
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-Bytespider
-ChinaClaw
-Craftbot
-CrunchBot
-Curious
-Digincore
-DigitalPebble
-Disco
-Discoverybot
+Acunetix
+Attach
+CCBot
+CazoodleBot
+Cegbfeieh
+CensysInspect
+ChatGPT-User
+CherryPicker
+Claritybot
+Cogentbot
+Cosmos
+Custo
+DatabaseDriverMysqli
+Deusu
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Drip
-EMail Wolf
-EasyDL
+EMail Siphon
 Ebingbong
-Exabot
-Foobot
-Freeuploader
+EirGrabber
+Fyrebot
+GermCrawler
 GetRight
-Gigabot
-GrabNet
-HTTP::Lite
-Harvest
-IRLbot
-Joomla
-Jorgee
-Jyxobot
-Lanshanbot
-LeechGet
-Lightspeedsystems
-LinkWalker
-Litemage_walker
-Mass Downloader
-Masscan
-Mojolicious
-NPbot
-NimbleCrawler
-Nimbostratus
+GetWeb
+GoZilla
+Havij
+HybridBot
+IDBTE4M
+IDBot
+Image Fetch
+Internet Ninja
+Jetty
+Keyword Density
+Kozmosbot
+LinqiaScrapeBot
+MJ12bot
+Mag-Net
+Mail.RU_Bot
+Mata Hari
+Mb2345Browser
+Minefield
+Morfeus Fucking Scanner
+Nettrack
+Netvibes
+Nutch
 Offline Explorer
-OnCrawl
-OutfoxBot
-PECL::HTTP
 PageGrabber
-Pixray
-Proximic
-Pu_iN
-PxBroker
-Reaper
-SEOkicks-Robot
-SalesIntelligent
+Papa Foto
+PeoplePal
+QueryN Metasearch
+Quick-Crawler
+RankActive
+ReGet
+RealDownload
+Recorder
+RepoMonkey
+Rogerbot
+SBIder
+SEOkicks
+Searchestate
 SearchmetricsBot
-Seekport
-SeoSiteCheckup
-SiteLockSpider
-SlySearch
-SuperBot
-Swiftbot
+SeekportBot
+SentiBot
+Seomoz
+Siteimprove
+Sociscraper
+Sucker
+TeleportPro
 Telesphoreo
-The Intraformant
-Tracemyfile
-Trendiction
-Turingos
-Turnitin
-Upflow
-VoidEYE
-WASALive-Bot
+Trendictionbot
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
+WBSearchBot
+WEBDAV
 WPScan
-Wallpapers
-WeSEE
-Web Sucker
-WebCollage
-WebImageCollector
-WebLeacher
-WebSucker
-WebmasterWorldForumBot
-Xaldon_WebSpider
-YoudaoBot
-Zitebot
-archive.org_bot
+Web Collage
+WebCopier
+WebSauger
+Webster
+WiseGuys Robot
+Zermelo
+ZmEu
+ZoomBot
 autoemailspider
-com.plumanalytics
-eCatch
-internetVista monitor
-seobility
-ubermetrics-technologies.com
-zgrab
+clark-crawler
+cohere-ai
+crawler4j
+magpie-crawler
+plumanalytics
+satoristudio.net
+sexsearcher
+spyfu
+x09Mozilla