V4.2024.03.4363 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AhrefsBot
-Anarchy
+360Spider
+Abonti
+Acunetix
+Alexibot
+Anthill
 Aspiegel
-AwarioRssBot
-Bandit
-Barkrowler
-BetaBot
-Bitacle
-BuiltBotTough
-BunnySlippers
-CazoodleBot
-Chlooe
-Cocolyzebot
-Crawling at Home Project
-Custo
-DatabaseDriverMysqli
-DigitalPebble
-Domains Project
-Dotbot
-Ezooms
+Atomseobot
+BackStreet
+Backlink-Ceck
+Brandwatch
+CCBot
+ChatGPT-User
+ChinaClaw
+DIIbot
+DnBCrawler-Analytics
+DomainAppender
+DomainStatsBot
+ExtLinksBot
+ExtractorPro
+Fimap
 Firefox/7.0
-Fuzz
-GalaxyBot
+FlashGet
+G-i-g-a-b-o-t
 Genieo
-GetRight
-HonoluluBot
-Humanlinks
-HybridBot
-Id-search
-Image Fetch
-IstellaBot
-Jyxobot
+Go-Ahead-Got-It
+Gotit
+GrabNet
+Grabber
+GridBot
+HMView
+Jetty
 Kenjin Spider
 Keybot Translation-Search-Machine
-Kozmosbot
-LWP::Simple
-LeechFTP
-LinkWalker
-MJ12bot
-MQQBrowser
-Mass Downloader
-Masscan
-Mb2345Browser
-Mediatoolkitbot
-Mister PiX
-Needle
-Net Vampire
-NetMechanic
+LNSpiderguy
+LinkScan
+Linkbot
+LinkpadBot
+LinqiaScrapeBot
+Lipperhey
+Ltx71
 Nettrack
-Nikto
-Nutch
-Openfind
-PHPCrawl
-POE-Component-Client-HTTP
-PageGrabber
-Panscient
-Picsearch
-Pockey
-PxBroker
-RankFlex
-Recorder
+NimbleCrawler
+Nuclei
+PECL::HTTP
+Page Analyzer
+Pandalytics
+PeoplePal
+Pixray
+RankingBot
 RepoMonkey
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
+Rogerbot
+SEOkicks-Robot
+SISTRIX
+Scrapy
+ScrepyBot
+Searchestate
 Seekport
 SemanticJuice
-Semrush
-SentiBot
 SeoSiteCheckup
-Shodan
-Sitebeam
-Sosospider
-Spanner
+Snapbot
+Sqlmap
+Surfbot
 SurveyBot
-Telesphorep
-Trendiction
-Twice
-URLy Warning
-Upflow
+T0PHackTeam
+TeleportPro
+TinyTestBot
+Tracemyfile
+TurnitinBot
+TwengaBot
+VB Project
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+WASALive-Bot
+WBSearchBot
 WWW-Mechanize
-Web Fetch
-Web Sauger
+Wallpapers/3.0
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
+WebCopier
+WebEnhancer
+WebStripper
+WebsiteExtractor
+WebsiteQuester
 Widow
 Wonderbot
-Zade
-Zitebot
-ZoominfoBot
-ZyBorg
+Zermelo
+anthropic-ai
 arquivo.pt
-imagesift.com
-oBot
-openai.com
-polaris version
-sogouspider
-spyfu
-tAkeOut
-trendiction.de
+internetVista monitor
+lwp-request
+pcBrowser
+scalaj-http
+seocompany.store
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
+webmeup-crawler