V4.2024.09.4732 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Acunetix
-Anarchie
-BackWeb
+404enemy
+AIBOT
+Alligator
+AwarioSmartBot
 Bitacle
-Blow
-Buddy
-BunnySlippers
-CCBot
-CSHttp
-Calculon
-CensysInspect
-CheeseBot
-ChinaClaw
-Cliqzbot
-Cocolyzebot
-Curious
-Digincore
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DomainSigmaCrawler
-Domains Project
-Download Wonder
-Dragonfly
-ECCP/1.0
-Exabot
-Ezooms
+Buck
+CheTeam
+Cloud mapping
+Cosmos
+Custo
+DataCha0s
+Drip
+EasyDL
+Ebingbong
+EirGrabber
 FDM
-FrontPage
-GPTBot
+Fuzz
+G-i-g-a-b-o-t
 GT::WWW
-HonoluluBot
-Image Sucker
-Intelliseek
-JennyBot
-Kozmosbot
-Larbin
-Leap
-LeechFTP
-Likse
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Mr.4x3
-Msrabot
-NICErsPRO
+GetWeb
+GrapeFX
+HEADMasterSEO
+HMView
+HaosouSpider
+Harvest
+ImagesiftBot
+IndeedBot
+Internet Ninja
+Iria
+Jbrofuzz
+Jetty
+LeechGet
+LexiBot
+Lightspeedsystems
+MSIECrawler
+Majestic12
+Mediatoolkitbot
+Moblie Safari
+Morfeus Fucking Scanner
+NPbot
+Name Intelligence
 NetAnts
+Netvibes
 NimbleCrawler
-Nuclei
-Nutch
-Openvas
-OrangeSpider
-PeoplePal
+Ninja
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+Piepmatz
 ProPowerBot
-ProWebWalker
-Psbot
-Quick-Crawler
-Rainbot
-ReGet
-RepoMonkey
-RocketCrawler
-SEOstats
-ScanAlert
-ScoutJet
-Site Sucker
-SiteSnagger
-Siteimprove
-SocialRankIOBot
-SpankBot
-Spider_Bot
+Re-re
+Reaper
+SEOprofiler
+Scanbot
+ScrepyBot
+SearchmetricsBot
+SentiBot
+Siphon
+SiteCheckerBotCrawler
+Spider_Bot/3.0
 Sqlworm
+SuperBot
 SuperHTTP
-Suzuran
-Swiftbot
-Toata
-TwengaBot
-URLy Warning
-URLy.Warning
-VB Project
-VeriCiteCrawler
-Voil
-WEBDAV
-Wallpapers/3.0
-Web Fetch
-Web Sauger
-WebFuck
+Surfbot
+Telesphorep
+The Intraformant
+Thumbor
+TinyTestBot
+Titan
+Turingos
+Vagabondo
+Virusdie
+WWW-Collector-E
+WWWOFFLE
+WebAuto
+WebLeacher
+WebReaper
 WebStripper
-WebWhacker
-Xaldon_WebSpider
+WebmasterWorldForumBot
+Webshag
+Whack
 Xenu
-Zeus
-com.plumanalytics
+YoudaoBot
+Zitebot
+ZyBorg
+coccocbot
+crawler.feedback
 domainsproject.org
-linkdexbot
-linkfluence
-mediawords
-probe-image-size
+ips-agent
+openai
+plumanalytics
 satoristudio.net
+seocompany.store
 seoscanners
+serpstatbot
+sp_auditbot
+sysscan
+ubermetrics-technologies.com
+xpymep1.exe
+zgrab