V4.2024.09.4726 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+404checker
+AIBOT
 Aboundex
-Acunetix
-AlphaBot
-Bandit
-Boardreader
-Buck
-Buddy
-Bullseye
-BunnySlippers
-CATExplorador
-CSHttp
-Cocolyzebot
-Curious
-DTS Agent
+BetaBot
+Brandwatch
+Calculon
+Chlooe
+Claritybot
+Copier
+Crescent
+CyotekWebCopy
 Demon
-Deusu
-Dirbuster
-Discobot
-DomCopBot
-Download Wonder
-Drip
-Ecxi
+DnyzBot
+ECCP/1.0
+EasyDL
+EirGrabber
 Exabot
-FHscan
-Flunky
+ExtLinksBot
+EyeNetIE
+Ezooms
+Fimap
+FrontPage
+Fuzz
+G-i-g-a-b-o-t
 GetRight
-GrabNet
-HaosouSpider
-IDBTE4M
-IDBot
-InternetMeasurement
-Jorgee
+Go!Zilla
+Go-Ahead-Got-It
+HTTP::Lite
+Harvest
+HybridBot
+InfoNaviRobot
+Information Security Team InfraSec Scanner
+InternetSeer
+JamesBOT
+Jetty
+JikeSpider
+Joomla
+Kenjin Spider
 Lanshanbot
-LieBaoFast
-Lightspeedsystems
-LinkpadBot
-Ltx71
+Larbin
+Libwhisker
+LinksManager
+Lipperhey
+Lipperhey Spider
+MIIxpc
 MQQBrowser
-Majestic12
-MicroMessenger
-Morfeus Fucking Scanner
-Mozlila
-Name Intelligence
-Nameprotect
-Needle
+MarkWatch
+Mediatoolkitbot
+Msrabot
+Musobot
+NPbot
+Net Vampire
 NetLyzer
 Netcraft
-Netvibes
-PageScorer
-PageThing.com
-PeoplePal
-Picscout
-PictureFinder
-ProPowerBot
+Openfind
+Piepmatz
+Pimonster
+Pump
 Re-re
-SBIder
-SEOkicks-Robot
-SEOprofiler
-ScrepyBot
-Searchestate
+Reaper
+Recorder
+SalesIntelligent
 Seekport
-SemrushBot
-SentiBot
-SiteSucker
-Sosospider
-Sottopop
-Spider_Bot
-SputnikBot
-SuperHTTP
-TheNomad
-Toweyabot
-True_Robot
-Typhoeus
-URLy Warning
-Vacuum
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Sitevigil
+Snapbot
+Spanner
+Spider_Bot/3.0
+Teleport
+Telesphoreo
+Telesphorep
+Trendictionbot
+Upflow
+VB Project
 VeriCiteCrawler
-WeSEE
-Web Collage
-WebCopier
-WebGo IS
-WebPix
-WebSucker
+Virusdie
+WWW-Collector-E
+Web Sucker
+WebEnhancer
 Website Quester
-Whack
-Widow
-Wotbox
-Zermelo
-ZmEu
-adscanner
-arquivo-web-crawler
-crawl.sogou.com
-demandbase-bot
-probe-image-size
-seostar
-sexsearcher
-spyfu
+Webster
+Who.is Bot
+Wprecon
+YoudaoBot
+ZoomBot
+ZyBorg
+anthropic-ai
+coccocbot
+com.plumanalytics
+lwp-request
+oBot
+polaris version
+satoristudio.net
+sp_auditbot
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webprosbot
+zauba.io
+zgrab