V4.2023.08.3934 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-Aboundex
-AllSubmitter
-Ankit
-BDFetch
-Barkrowler
-BlackWidow
-Boardreader
-CATExplorador
-CSHttp
-ChinaClaw
+80legs
+ALittle Client
+AhrefsBot
+Alligator
+Anarchy99
+BackWeb
+Backlink-Ceck
+BetaBot
+Blackboard
+BotALot
 Cloud mapping
-Craftbot
-Crawling at Home Project
-DBLBot
-DIIbot
-DTS Agent
-Discoverybot
+Cocolyzebot
+Copier
+CopyRightCheck
+Custo
+Discobot
 DomainCrawler
-Dragonfly
-Exabot
-ExtLinksBot
-ExtractorPro
-Freeuploader
-Fyrebot
-Gotit
-Grabber
+Dotbot
+EMail Siphon
+Ecxi
+FHscan
+Fimap
+Fuzz
+Genieo
+GetRight
+GetWeb
+Go-Ahead-Got-It
+GrapeshotCrawler
 HEADMasterSEO
-HTTrack
-Iblog
-IlseBot
-Indy Library
+HonoluluBot
+Humanlinks
+Id-search
+Image Fetch
 JOC Web Spider
-JustView
-Keyword Density
-LWP::Simple
-LibWeb
-LinkextractorPro
+Jyxobot
+Kenjin Spider
+LNSpiderguy
+LeechGet
+Lftp
+Lightspeedsystems
+LinksManager
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Lmspider
-MSFrontPage
 Mail.RU_Bot
-MarkMonitor
-Mediatoolkitbot
-MicroMessenger
-Moblie Safari
-Mojeek
-Msrabot
-NICErsPRO
+Meanpathbot
+Microsoft URL Control
+Minefield
+Name Intelligence
 NearSite
-Net Vampire
-NetZIP
-Octopus
-Openfind
-OutclicksBot
+NetSpider
+PHPCrawl
 Page Analyzer
-PageGrabber
-Panscient
-Piepmatz
+Pavuk
+Pimonster
 Proximic
-Psbot
-Ripper
-Rogerbot
-ScoutJet
-Searchestate
-SeekportBot
+QueryN Metasearch
+Quick-Crawler
+RankingBot2
+SEOstats
 SemanticJuice
-SiteExplorer
-Snapbot
-Spanner
-Sqlmap
+Semrush
+Siphon
+SiteCheckerBotCrawler
+SiteSucker
+Sitevigil
+Sogou web spider
+Sosospider
+SpankBot
+SputnikBot
+Sucuri
 The Intraformant
-Titan
-Turingos
-TurnitinBot
-WBSearchBot
-Web Sucker
-WebCollage
-WebImageCollector
-WebLeacher
-WebReaper
+Toweyabot
+Trendictionbot
+URLy.Warning
+UnisterBot
+V-BOT
+VidibleScraper
+WWW-Collector-E
+Web Collage
+Web Enhancer
+Web Fuck
+Web Sauger
+WebStripper
+WebWhacker
 WebZIP
-Zermelo
-Zeus
+Who.is Bot
+Wprecon
 ZmEu
-ZoominfoBot
+ZyBorg
 archive.org_bot
 dataforseo.com
-oBot
-openai
-openai.com
-sogouspider
-sp_auditbot
+isitwp.com
+mediawords
+plumanalytics
+scan.lol
+siteripz
+spyfu
+sysscan
 tAkeOut
-webmeup-crawler
-webpros.com
-xpymep1.exe
-zauba.io
-zgrab