V4.2024.03.4379 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
+AIBOT
 Aboundex
-Acunetix
-Aspiegel
-Asterias
-Attach
-AwarioSmartBot
-BDCbot
+AhrefsBot
+AllSubmitter
+Anarchy99
+Ankit
+AwarioRssBot
+BackStreet
 BackWeb
-BatchFTP
+Black Hole
 Blow
+BlowFish
 Bolt
-BuiltWith
-CheTeam
+Calculon
+ChatGPT-User
 Crawling at Home Project
-DSearch
-DTS Agent
+CyotekWebCopy
+Disco
+DittoSpyder
 DnBCrawler-Analytics
-DomainSigmaCrawler
 Domains Project
 Drip
-EirGrabber
-EyeNetIE
-FDM
-FlashGet
-FyberSpider
-Fyrebot
-GalaxyBot
-Go!Zilla
-Go-Ahead-Got-It
-Internet Ninja
+Express WebPictures
+ExtLinksBot
+Ezooms
+FacebookBot
+Foobot
+Fuzz
+Google-Extended
+HMView
+IDBot
+Indy Library
 InternetSeer
-Iskanie
-Jyxobot
-Kinza
-LinqiaScrapeBot
-Lmspider
-MSFrontPage
-MTRobot
+Jbrofuzz
+Libwhisker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
 Majestic-SEO
-MauiBot
 MeanPath Bot
-Minefield
+MegaIndex.ru
+Metauri
+Microsoft URL Control
 Mister PiX
-Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Nessus
 Net Vampire
-Octopus
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
-Panscient
-Petalbot
-Piepmatz
-ProWebWalker
-Proximic
+NetLyzer
+NetMechanic
+NetSpider
+Nettrack
+NextGenSearchBot
+PHPCrawl
+Pandalytics
 QueryN Metasearch
-SEOprofiler
+RankurBot
+Re-re
+SEOstats
 SISTRIX
-SalesIntelligent
-Screaming
-ScreenerBot
-SemrushBot
-Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
+SMTBot
 Snoopy
 Sosospider
 SpaceBison
-SuperBot
-SurveyBot
-Swiftbot
+Spammen
+Spbot
 T0PHackTeam
-TinyTestBot
-Titan
-Trendiction
+Thumbor
+Tracemyfile
+Trendictionbot
+TwengaBot
 Twice
 URLy Warning
+UnisterBot
 VB Project
 VCI
-Vacuum
-VoidEYE
-WISENutbot
-WWW-Collector-E
-Web Fuck
-WebEnhancer
+WPScan
+WWWOFFLE
+Web Enhancer
 WebFetch
+WebImageCollector
+WebStripper
 Website Quester
-Webster
-Woobot
-Wprecon
-arquivo-web-crawler
+WebsiteExtractor
+Who.is Bot
+Zitebot
+ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
 backlink-check
-cognitiveseo
-crawler4j
-dataforseo.com
+cohere-ai
+com.plumanalytics
 imagesift.com
-iubenda-radar
+linkdexbot
 netEstate NE Crawler
-spyfu
-sysscan
-zgrab
+probe-image-size
+seoscanners
+sexsearcher