V4.2024.03.4380 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
+404checker
+ADmantX
 AIBOT
-Aboundex
+ALittle Client
+AfD-Verbotsverfahren
 AhrefsBot
-AllSubmitter
-Anarchy99
-Ankit
-AwarioRssBot
-BackStreet
-BackWeb
-Black Hole
-Blow
+Alligator
+Apexoo
+Bandit
+BetaBot
 BlowFish
-Bolt
-Calculon
-ChatGPT-User
+CheeseBot
+CherryPicker
+Collector
 Crawling at Home Project
-CyotekWebCopy
+CrazyWebCrawler
+DIIbot
+DigitalPebble
 Disco
-DittoSpyder
-DnBCrawler-Analytics
-Domains Project
-Drip
-Express WebPictures
-ExtLinksBot
+DomCopBot
+Download Wonder
+Dragonfly
+ExtractorPro
 Ezooms
 FacebookBot
-Foobot
-Fuzz
-Google-Extended
-HMView
-IDBot
+GermCrawler
+GrabNet
+GrapeshotCrawler
+IlseBot
+ImagesiftBot
 Indy Library
-InternetSeer
+InfoTekies
+JOC Web Spider
 Jbrofuzz
-Libwhisker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
-Majestic-SEO
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft URL Control
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Nessus
-Net Vampire
+Kenjin Spider
+LNSpiderguy
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
+LinksManager
+MTRobot
+Moblie Safari
+MolokaiBot
+NICErsPRO
+Needle
 NetLyzer
 NetMechanic
-NetSpider
-Nettrack
-NextGenSearchBot
-PHPCrawl
-Pandalytics
-QueryN Metasearch
-RankurBot
+Nikto
+Nimbostratus
+Nmap
+OpenVAS
+Openfind
+PECL::HTTP
+Page Analyzer
+PageScorer
+Pavuk
+ProPowerBot
+RankingBot
 Re-re
-SEOstats
-SISTRIX
-SMTBot
-Snoopy
-Sosospider
-SpaceBison
-Spammen
-Spbot
-T0PHackTeam
-Thumbor
-Tracemyfile
+SEOprofiler
+Scrapy
+SearchmetricsBot
+SiteSnagger
+Sitevigil
+SmartDownload
+Sociscraper
+Sqworm
+Steeler
+Sucker
+SurveyBot
+Teleport
+TeleportPro
 Trendictionbot
-TwengaBot
-Twice
-URLy Warning
-UnisterBot
 VB Project
-VCI
-WPScan
+VidibleScraper
+Virusdie
+WWW-Mechanize
 WWWOFFLE
-Web Enhancer
-WebFetch
-WebImageCollector
+Web Sauger
+WebCopier
+WebEnhancer
+WebReaper
+WebSauger
 WebStripper
-Website Quester
-WebsiteExtractor
-Who.is Bot
-Zitebot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
-backlink-check
-cohere-ai
-com.plumanalytics
-imagesift.com
-linkdexbot
-netEstate NE Crawler
-probe-image-size
-seoscanners
+Whacker
+Xaldon WebSpider
+Zermelo
+crawler.feedback
+demandbase-bot
+domainsproject.org
+lwp-request
+s1z.ru
+satoristudio.net
+serpstatbot
 sexsearcher
+sitechecker.pro
+sysscan
+tAkeOut
+zgrab