V4.2024.10.4808 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Aboundex
-Acunetix
+404enemy
+ASPSeek
 Anarchy
-BDCbot
-BackDoorBot
-Backlink-Ceck
-BatchFTP
-Bolt
-Brandwatch
-BuzzSumo
-CATExplorador
-CazoodleBot
-ChinaClaw
-Cliqzbot
-Curious
+Anthill
+AwarioSmartBot
+Bandit
+Barkrowler
+BetaBot
+BotALot
+Buck
+CCBot
+ChatGPT-User
+Chlooe
+CrazyWebCrawler
+CyotekWebCopy
 DIIbot
-Demon
-Digincore
-Discoverybot
-Dotbot
-EMail Siphon
-EMail Wolf
-EyeNetIE
+DTS Agent
+Deusu
+DomainCrawler
+Evil
+Freeuploader
+FyberSpider
 Fyrebot
-GalaxyBot
-Genieo
+Gigabot
+GrapeshotCrawler
 HEADMasterSEO
-HaosouSpider
-HonoluluBot
-ImagesiftBot
+HMView
+Heritrix
+Id-search
+Image Fetch
+IndeedBot
+Indy Library
+Information Security Team InfraSec Scanner
+InterGET
 Internet Ninja
 InternetMeasurement
-InternetSeer
 Iskanie
-Jyxobot
-LexiBot
-Libwhisker
+Kenjin Spider
+Keyword Density
+LWP::Simple
+Leap
+LieBaoFast
 Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-MIIxpc
-MTRobot
+LinkpadBot
+Lmspider
+Ltx71
+MIDown tool
+MeanPath Bot
+Minefield
 Mister PiX
-Mr.4x3
-Msrabot
-Navroad
-NetLyzer
+Moblie Safari
+MolokaiBot
+Musobot
+NPbot
 NextGenSearchBot
-Nimbostratus
-Nutch
-Offline Navigator
 Openfind
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+Papa Foto
 PeoplePal
-Picscout
-Pockey
-PxBroker
+Pump
 QueryN Metasearch
-RankingBot
-RankingBot2
-SBIder
-SEOkicks-Robot
+Rainbot
+RebelMouse
+RepoMonkey
 Scanbot
-SeekportBot
-SentiBot
-Site Sucker
+Scrapy
+Shodan
 Sitebeam
-SocialRankIOBot
-Spider_Bot
-T0PHackTeam
-T8Abot
-Teleport
+SpankBot
+Sqlmap
+Sqlworm
+Sucker
+Sucuri
+SuperHTTP
+TeleportPro
 TightTwatBot
 Toata
+Trendiction
 Turingos
-URLy.Warning
-WBSearchBot
-WWW-Collector-E
+Vacuum
+WWW-Mechanize
 WWW::Mechanize
-WebFuck
+Wallpapers
+WallpapersHD
+Web Fetch
+WebEnhancer
 WebPix
-WebWhacker
-WebZIP
-Whack
+WinHTTrack
 Woobot
-Zade
-ZyBorg
-cohere-ai
-demandbase-bot
-eCatch
-instabid
-iubenda-radar
-lwp-trivial
-magpie-crawler
-page scorer
-s1z.ru
-satoristudio.net
-tAkeOut
-trendiction.com
+Zitebot
+ZoomBot
+archive.org_bot
+arquivo-web-crawler
+gopher
+netEstate NE Crawler
+oBot
+openai
+siteripz
+x22Mozilla