V4.2024.07.4648 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ADmantX
 AIBOT
-Anarchy99
-Apexoo
-BDFetch
-Backlink-Ceck
-Badass
-Black Hole
-BotALot
-BuzzSumo
-CODE87
-ChinaClaw
+Abonti
+Aipbot
+Alexibot
+Asterias
+AwarioRssBot
+BackDoorBot
+BackWeb
+BuiltBotTough
+CensysInspect
+ChatGPT-User
 Cocolyzebot
-CrunchBot
-Curious
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Deusu
-Discoverybot
-Dotbot
-EMail Siphon
-ExtLinksBot
-ExtractorPro
+Cogentbot
+Collector
+Craftbot
+Crawling at Home Project
+CyotekWebCopy
+Devil
+DomainCrawler
+DomainStatsBot
+Drip
+Ecxi
+FHscan
+Foobot
+Freeuploader
 FrontPage
-Google-Extended
-GrapeshotCrawler
-Haansoft
-HaosouSpider
-IndeedBot
-Information Security Team InfraSec Scanner
-Internet Ninja
-JOC Web Spider
-JetCar
-JikeSpider
-Kenjin Spider
-LNSpiderguy
-Likse
+Fuzz
+Getintent
+GoZilla
+HEADMasterSEO
+HMView
+Heritrix
+HybridBot
+IDBTE4M
+IDBot
+Iskanie
+Jbrofuzz
+Keyword Density
+Lightspeedsystems
+LinkScan
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 MQQBrowser
-Mag-Net
-Majestic12
-Meanpathbot
-Metauri
-Microsoft URL Control
+Mass Downloader
+Microsoft Data Access
+Mister PiX
 Mojolicious
-NearSite
-Needle
-Openvas
-POE-Component-Client-HTTP
+Nessus
+NetLyzer
+NetSpider
+NetZIP
+Netcraft
+Nettrack
+Offline Navigator
+OutfoxBot
+PageAnalyzer
 PageGrabber
-Piepmatz
-Pockey
-RankFlex
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-ScreenerBot
-Seekport
-SeoSiteCheckup
-Siteimprove
-Spbot
+Pandalytics
+Pimonster
+ProPowerBot
+ProWebWalker
+Rainbot
+RankActiveLinkBot
+Rankivabot
+SBIder
+Scanbot
+SentiBot
+Sitevigil
+SmartDownload
+Snoopy
+Sogou web spider
+Spammen
+Spinn3r
+Steeler
 SuperHTTP
-Surfbot
 Swiftbot
-Teleport
-Telesphorep
-The Intraformant
 TightTwatBot
-Toweyabot
-Tracemyfile
-TurnitinBot
-Typhoeus
-URLy Warning
-URLy.Warning
-Vacuum
-VelenPublicWebCrawler
-Virusdie
-Voil
-WWW-Mechanize
-Wallpapers
-Web Enhancer
-WebCopier
-WebFetch
-WebWhacker
-WebsiteExtractor
-Wprecon
-YaK
-ZmEu
-ZoominfoBot
-ZyBorg
-arquivo.pt
-autoemailspider
-facebookscraper
-muhstik-scan
-spyfu
-x22Mozilla
-zgrab
+Turnitin
+Vagabondo
+Voltron
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+Web Auto
+WebBandit
+WebEnhancer
+Who.is Bot
+Wonderbot
+anthropic-ai
+eCatch
+isitwp.com
+linkfluence
+ripz
+satoristudio.net
+seobility
+seostar
+sysscan
+webprosbot