V4.2024.09.4763 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+ALittle Client
 Abonti
-AiHitBot
+Aipbot
+Alexibot
+Anthill
 AwarioBot
-BacklinkCrawler
-Brandprotect
-BuiltBotTough
-CazoodleBot
+BetaBot
+Bigfoot
+BotALot
+BuzzSumo
+Cegbfeieh
 CheTeam
-Craftbot
-Crescent
-Custo
-DSearch
-DataCha0s
+ChinaClaw
+Chlooe
+Citoid
+Claritybot
+ClaudeBot
+Cocolyzebot
+Collector
+DTS Agent
 Deusu
-Discobot
-Discoverybot
-DomainSigmaCrawler
-ECCP/1.0
-EMail Siphon
-Express WebPictures
+Ecxi
+FHscan
+FrontPage
 GalaxyBot
-GetWeb
-Go-Ahead-Got-It
+GermCrawler
 GoZilla
+Gotit
 GrapeshotCrawler
-Havij
-Hloader
-Humanlinks
-Id-search
-IlseBot
-JetCar
-Kinza
-Leap
-Lightspeedsystems
-MJ12bot
-MSFrontPage
-Mail.RU_Bot
+Haansoft
+ImagesiftBot
+IndeedBot
+JOC Web Spider
+Joomla
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Libwhisker
+LieBaoFast
+LinkScan
+LinkextractorPro
+Mag-Net
+Majestic-SEO
 MarkWatch
+Masscan
 Moblie Safari
+Mojolicious
 Mr.4x3
-Msrabot
-Net Vampire
-NetZIP
+NPbot
+Name Intelligence
+Nameprotect
+Navroad
+Nessus
 Nettrack
-Ninja
-Nuclei
-Offline Navigator
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageGrabber
-Papa Foto
-Picscout
-ProWebWalker
-Psbot
-RankActive
-RankActiveLinkBot
+Nikto
+Offline Explorer
+OrangeSpider
+PxBroker
+Quick-Crawler
+RSSingBot
+RankingBot2
 RebelMouse
-SBIder
-SEOkicks
-Scanbot
-ScreenerBot
-SearchmetricsBot
-Seekport
-Semrush
-Siphon
-Site Sucker
-SiteLockSpider
-Sitevigil
+Recorder
+RedesScrapy
+SalesIntelligent
+SenutoBot
+SeobilityBot
+Shodan
+SlySearch
+SmartDownload
 Snake
-Sosospider
-Sottopop
-Spbot
-Sucker
+SpaceBison
+Sqlmap
 SuperBot
-Telesphoreo
-TwengaBot
-WBSearchBot
-WallpapersHD
-WebSucker
-Whack
-Whacker
-Wprecon
-Xaldon_WebSpider
-Zade
-Zitebot
-ZmEu
-adscanner
-cah.io.community
-crawler4j
-imagesift.com
-internetVista monitor
-linkdexbot
-openai.com
-ripz
-scan.lol
-seoscanners
-spyfu
-trendiction.com
+Surfbot
+Suzuran
+Titan
+URLy.Warning
+UnisterBot
+V-BOT
+Vagabondo
+WWW-Collector-E
+Web Fetch
+Web Fuck
+WebFetch
+WebImageCollector
+WebZIP
+Webalta
+Website Quester
+WebsiteExtractor
+ZyBorg
+anthropic-ai
+eCatch
+meanpathbot
+omgili
+openai
+sitechecker.pro
+tAkeOut
+xpymep1.exe
+zgrab