V4.2023.11.4127 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
 AIBOT
-AiHitBot
-Anarchie
-Anarchy99
-AwarioSmartBot
+ALittle Client
+Ankit
+AwarioRssBot
+BDFetch
 Badass
+Barkrowler
 Bigfoot
-Buck
-BunnySlippers
-Bytespider
-Cegbfeieh
-CensysInspect
-CherryPicker
-Chlooe
-Cocolyzebot
-Collector
-DBLBot
-Deusu
-Disco
-Dragonfly
-EMail Siphon
-Ebingbong
-Ecxi
-EirGrabber
-Evil
-Flunky
+Boardreader
+BotALot
+CATExplorador
+CODE87
+Calculon
+Cliqzbot
+Custo
+DSearch
+DTS Agent
+DnyzBot
+DomainCrawler
+Download Wonder
+Express WebPictures
+Extreme Picture Finder
+FHscan
 Foobot
-FrontPage
-FyberSpider
-Fyrebot
-GalaxyBot
-GridBot
-HonoluluBot
+GrapeFX
+HTMLparser
+Harvest
+HybridBot
 IRLbot
-IndeedBot
-JamesBOT
-Keyword Density
-Lanshanbot
-Leap
+Image Sucker
+Jyxobot
+Larbin
 LeechFTP
 LexiBot
+Lftp
 Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-MJ12bot
-Mail.RU_Bot
-Majestic-SEO
-Mata Hari
-Metauri
-Microsoft URL Control
-Mozlila
-Musobot
-NPbot
-NetZIP
+Majestic SEO
+Masscan
+Microsoft Data Access
+Moblie Safari
+Nameprotect
+Netvibes
+Nibbler
 Niki-bot
-Nutch
-Offline Navigator
-Openfind
-Petalbot
-PictureFinder
-Pimonster
+Ninja
+OnCrawl
+POE-Component-Client-HTTP
+Pandalytics
+Papa Foto
+Pi-Monster
+Picscout
+Picsearch
+Pixray
+ProPowerBot
+PxBroker
+Rainbot
+RankingBot
 RealDownload
-SMTBot
-SalesIntelligent
-Semrush
-SiteSucker
-Sociscraper
-Sucuri
+RepoMonkey
+RocketCrawler
+SEOstats
+Searchestate
+SeoSiteCheckup
+Sitevigil
+Sogou web spider
+Spammen
+Sqlworm
+Sucker
+Surfbot
+Teleport
 TeleportPro
-Telesphoreo
-TheNomad
-Toata
+TightTwatBot
+TinyTestBot
+Titan
 Tracemyfile
-V-BOT
-VelenPublicWebCrawler
-WBSearchBot
-Web Fetch
-WebBandit
-WebCollage
-WebGo IS
-Webalta
-Webshag
-Widow
-ZmEu
+Turnitin
+URLy.Warning
+UnisterBot
+VB Project
+Vagabondo
+WPScan
+WWW::Mechanize
+WebsiteQuester
+Webster
+WiseGuys Robot
+Wotbox
+YoudaoBot
+ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-cognitiveseo
-domainsproject.org
-gopher
-lwp-request
-mediawords
-polaris version
+internetVista monitor
+iubenda-radar
+muhstik-scan
 satoristudio.net
+seoscanners
+spyfu
 trendiction.com
-webprosbot
-zgrab
+webmeup-crawler