V4.2024.01.4277 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-80legs
-Aboundex
-Acunetix
-AhrefsBot
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
-Atomseobot
-BackWeb
-BetaBot
-Blow
-Bolt
-CATExplorador
-ChinaClaw
-Chlooe
-DSearch
-Demon
+404enemy
+ADmantX
+BBBike
+Black Hole
+Buddy
+CSHttp
+Copier
+Crawling at Home Project
+DIIbot
+Deusu
 Dirbuster
-Extractor
-ExtractorPro
-FacebookBot
-Fimap
-FlashGet
-Freeuploader
-Gigabot
-Google-Extended
-GridBot
-HEADMasterSEO
-Harvest
-Humanlinks
-Id-search
-JamesBOT
+DnyzBot
+Download Wonder
+Drip
+Extreme Picture Finder
+Ezooms
+FyberSpider
+GalaxyBot
+GetWeb
+GrapeFX
+HMView
+HTTP::Lite
+IRLbot
+IlseBot
+IndeedBot
+InterGET
+Iskanie
 JennyBot
-Kenjin Spider
+Jetty
+JikeSpider
+Kozmosbot
 LNSpiderguy
-Larbin
-LibWeb
-LinqiaScrapeBot
-Mag-Net
-MarkMonitor
+Linkbot
 Masscan
-Mata Hari
 Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
+MegaIndex.ru
+Metauri
+Mister PiX
+Mojeek
+Name Intelligence
+NearSite
 NetZIP
-Netvibes
-Nibbler
-Nikto
-PHPCrawl
-Picscout
-Piepmatz
+Netcraft
+Nutch
+Offline Navigator
+OpenVAS
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
+Pandalytics
 Pixray
-PleaseCrawl
-Pockey
+Psbot
+Pu_iN
 Pump
+PyCurl
 QueryN Metasearch
-SalesIntelligent
-Scanbot
-ScoutJet
+SMTBot
 Screaming
-Searchestate
-Siphon
-Siteimprove
-Sitevigil
-Sogou web spider
-Sosospider
-Spbot
-SputnikBot
-Sucker
-SuperHTTP
-Turnitin
-TurnitinBot
-TwengaBot
-Upflow
-V-BOT
-VeriCiteCrawler
-Web Auto
+ScrepyBot
+Sitebeam
+SmartDownload
+Snake
+Sociscraper
+SpaceBison
+Spammen
+Spanner
+Stripper
+Surfbot
+SurveyBot
+Telesoft
+The Intraformant
+TightTwatBot
+Trendiction
+URLy.Warning
+WPScan
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Collage
+Web Enhancer
+Web Fetch
+Web Sauger
 WebBandit
-WebSauger
-Webshag
-Wonderbot
-Woobot
+WebsiteExtractor
 Xaldon WebSpider
-Xaldon_WebSpider
-backlink-check
+Xenu
+Zade
+Zauba
+Zeus
+autoemailspider
+coccocbot
 cohere-ai
-evc-batch
-internetVista monitor
+instabid
+lwp-request
+magpie-crawler
 netEstate NE Crawler
-page scorer
-scalaj-http
-seostar
-sp_auditbot
-webmeup-crawler
+ripz
+sogouspider
+spyfu
+x09Mozilla