V4.2024.01.4273 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ASPSeek
-Aboundex
+404enemy
+ADmantX
 Acunetix
-AlphaBot
-Aspiegel
+BBBike
+BLEXBot
+BackDoorBot
 Badass
+Bandit
+BatchFTP
 BetaBot
-Blackboard
+Bitacle
 BlowFish
-Brandwatch
-Buck
-Calculon
-Cocolyzebot
-Collector
-Copier
-Craftbot
-Curious
+Bolt
+BotALot
+BuiltBotTough
+BuiltWith
+CazoodleBot
+CensysInspect
+CheeseBot
+CopyRightCheck
+Crawling at Home Project
 CyotekWebCopy
-DnyzBot
-Exabot
-Express WebPictures
-FDM
-Foobot
-FyberSpider
-GPTBot
-Go!Zilla
-GoZilla
-GrabNet
-Grabber
+DigitalPebble
+DomCopBot
+DomainStatsBot
+Dotbot
+Drip
+Ebingbong
+EyeNetIE
+Firefox/7.0
+Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
+Haansoft
 Havij
 Heritrix
-Id-search
-IlseBot
-Image Sucker
-JOC Web Spider
-Jetty
-Kenjin Spider
-LieBaoFast
-Linkbot
-Mata Hari
-Moblie Safari
-Navroad
-Needle
-Netvibes
-Nikto
-NimbleCrawler
-OpenLinkProfiler
-Openvas
-OrangeBot
-PECL::HTTP
-Page Analyzer
-PictureFinder
-ProWebWalker
-Pump
-RSSingBot
-Rainbot
+HonoluluBot
+Humanlinks
+Image Fetch
+InfoNaviRobot
+JetCar
+Joomla
+Jorgee
+LNSpiderguy
+LeechFTP
+LinkScan
+Lipperhey
+MIDown tool
+Masscan
+Microsoft URL Control
+Morfeus Fucking Scanner
+NetSpider
+Nettrack
+Petalbot
+Probethenet
+PyCurl
+RankActive
 Re-re
-RebelMouse
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+ReGet
+SBIder
+SEOkicks
+SISTRIX
 SalesIntelligent
-Scanbot
-Searchestate
-SiteExplorer
-SiteSucker
-Sitebeam
-SmartDownload
-Sociscraper
-Spbot
-SputnikBot
+Seekport
+SenutoBot
+SeobilityBot
+SiteCheckerBotCrawler
 Sqworm
-SuperHTTP
+Sucker
+Surfbot
 SurveyBot
-Telesphorep
-TinyTestBot
-Trendictionbot
-True_Robot
-Typhoeus
-URLy.Warning
-VB Project
-VCI
-VelenPublicWebCrawler
-Voil
-WeSEE
-WebBandit
-WebsiteQuester
-Widow
+TeleportPro
+Thumbor
+TightTwatBot
+Turingos
+Twice
+UnisterBot
+VeriCiteCrawler
+WASALive-Bot
+WebEnhancer
+WebLeacher
+WebReaper
+WebStripper
+WebWhacker
+Webalta
+Webster
+Xaldon_WebSpider
 Xenu
+Zade
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-com.plumanalytics
 crawler4j
-dataforseobot
-instabid
-lwp-trivial
-scalaj-http
-spyfu
-ubermetrics-technologies.com
+linkdexbot
+meanpathbot
+satoristudio.net
+seobility
+x09Mozilla
 zgrab