V4.2023.12.4161 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404enemy
-80legs
-ALittle Client
-Acunetix
-AiHitBot
-Alexibot
-AlphaBot
-Anthill
-Aspiegel
+AIBOT
+Aipbot
+Anarchie
+Asterias
 Attach
-BackWeb
-BatchFTP
-Boardreader
+BackDoorBot
+BacklinkCrawler
+Badass
+Bandit
+BlowFish
 BuiltBotTough
-CazoodleBot
-Digincore
-Disco
-Dispatch
-DomCopBot
-Download Wonder
-Dragonfly
-Ecxi
+CCBot
+CSHttp
+Claritybot
+Cloud mapping
+Copier
+Crawling at Home Project
+DIIbot
+Demon
+DittoSpyder
+EMail Wolf
 Exabot
-ExtLinksBot
-Extreme Picture Finder
-Ezooms
-G-i-g-a-b-o-t
-GPTBot
-Gigabot
-Go-Ahead-Got-It
-GrabNet
-HEADMasterSEO
-HTMLparser
-Hloader
-IDBot
-IRLbot
-IndeedBot
-Jbrofuzz
-Joomla
-Kozmosbot
-Lanshanbot
-LinkpadBot
+FemtosearchBot
+Foobot
+GetRight
+Havij
+Intelliseek
+IstellaBot
+JamesBOT
+Keybot Translation-Search-Machine
+Keyword Density
+Larbin
 LinqiaRSSBot
-MQQBrowser
-MarkMonitor
-Meanpathbot
-Microsoft Data Access
-Mister PiX
-Mojeek
+Lipperhey Spider
+Lmspider
+Mail.RU_Bot
+MarkWatch
+Mass Downloader
+MeanPath Bot
 Morfeus Fucking Scanner
-Name Intelligence
-NearSite
-Needle
-NetSpider
+Mozlila
+NICErsPRO
+Nameprotect
 Nettrack
-Niki-bot
-Nikto
 NimbleCrawler
-OnCrawl
+Ninja
+Offline Navigator
+OpenLinkProfiler
 Openvas
-OutclicksBot
-POE-Component-Client-HTTP
+OrangeBot
+OrangeSpider
+PageGrabber
+PageScorer
+Pandalytics
 Papa Foto
-PyCurl
-RealDownload
+Pavuk
+QueryN Metasearch
+RankingBot
+Re-re
+SBIder
 SEOlyticsCrawler
-SearchmetricsBot
-SemanticJuice
 SentiBot
-Sitebeam
-Sitevigil
-Snake
-Sogou web spider
-SpankBot
-Spbot
-Steeler
-Stripper
-Sucuri
-TwengaBot
-WASALive-Bot
-Web Pix
-WebGo IS
-WebLeacher
-WebZIP
-Webalta
-WebsiteExtractor
-Wprecon
-Zade
-Zauba
-Zeus
-coccocbot
-eCatch
-iubenda-radar
-plumanalytics
-polaris version
-ripz
-sysscan
-voyagerx.com
-zauba.io
+SiteExplorer
+SiteSnagger
+SiteSucker
+Spammen
+Spanner
+SuperHTTP
+T0PHackTeam
+Telesoft
+TinyTestBot
+Toata
+Toweyabot
+Trendictionbot
+True_Robot
+Turingos
+Upflow
+VeriCiteCrawler
+Virusdie
+WBSearchBot
+WWW-Collector-E
+Web Enhancer
+WebCollage
+WebStripper
+Webshag
+Whacker
+Wonderbot
+Zitebot
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+cognitiveseo
+crawl.sogou.com
+ips-agent
+muhstik-scan
+scalaj-http
+sp_auditbot
+webgains-bot
+webmeup-crawler
+zgrab