V4.2025.08.5426 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-80legs
-ADmantX
-ALittle Client
-Aipbot
+Aboundexbot
+AhrefsBot
+AlphaBot
 Attach
-BDCbot
-BlowFish
+BDFetch
+Bigfoot
 Bolt
-Bullseye
 CCBot
 CazoodleBot
-ChatGPT-User
-CheTeam
-Copyscape
+Cliqzbot
+Cogentbot
 DTS Agent
-Discoverybot
 Dispatch
-DomCopBot
-DomainCrawler
-DomainStatsBot
-EMail Siphon
+DomainAppender
+Domains Project
+Download Wonder
+Dragonfly
 Exabot
-Express WebPictures
-Ezooms
-Freeuploader
-Fuzz
-GPTBot
-GermCrawler
-Go-Ahead-Got-It
-GrabNet
-HTTrack
-IRLbot
+FDM
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GetRight
+GetWeb
+GrapeshotCrawler
 Image Fetch
-InfoNaviRobot
-Jbrofuzz
-Keybot Translation-Search-Machine
+Image Sucker
+InfraSec Scanner
 Keyword Density
-Larbin
-LeechFTP
+LWP::Simple
+Lanshanbot
+LeechGet
 Lftp
+Libwhisker
 LinkScan
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaScrapeBot
+Ltx71
+Mail.RU_Bot
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
 Meanpathbot
-Metauri
-Navroad
-Nessus
-Nmap
-Nuclei
-Offline Explorer
-Offline Navigator
-OutfoxBot
-POE-Component-Client-HTTP
-PageThing.com
-PleaseCrawl
-ProPowerBot
-Probethenet
+Mr.4x3
+Nameprotect
+NetMechanic
+NetSpider
+Nibbler
+Octopus
+Openfind
+PageGrabber
+Panscient
+Pavuk
+Petalbot
+Pi-Monster
+Pump
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
 RankActiveLinkBot
-ReGet
-RealDownload
-RebelMouse
-Ripper
-SlySearch
-Snake
+Recorder
+RepoMonkey
+SBIder
+SalesIntelligent
+ScanAlert
+Screaming
+SentiBot
+SiteLockSpider
+SiteSnagger
 Snapbot
-Sogou web spider
-Sosospider
-Sqlworm
-Sqworm
-Sucker
-SuperBot
+Spinn3r
+SplitSignalBot
+SputnikBot
+Sqlmap
 Surfbot
-Szukacz
-Teleport
+Telesoft
 TinyTestBot
-Twice
+Titan
+Toata
+True_Robot
 VCI
-Voltron
-Wallpapers/3.0
-WebAuto
-WebFetch
-WebFuck
-WebZIP
-WebmasterWorldForumBot
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+WBSearchBot
+Web Fuck
+WebCopier
+WebImageCollector
+WebStripper
 WebsiteExtractor
-Wprecon
-ZoomBot
-archive.org_bot
-com.plumanalytics
-crawler.feedback
-eCatch
-instabid
+YoudaoBot
+Zade
+arquivo.pt
+cah.io.community
+coccocbot
+domainsproject.org
+facebookscraper
 lwp-trivial
-magpie-crawler
-trendiction.de
-ubermetrics-technologies.com