V4.2024.08.4717 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aboundexbot
-Acunetix
-Alligator
-BackDoorBot
-Bolt
-Brandwatch
-Bullseye
-CODE87
-Craftbot
-CrazyWebCrawler
-Crescent
-Curious
-DigitalPebble
-DittoSpyder
+360Spider
+AfD-Verbotsverfahren
+Ankit
+Anthill
+Aspiegel
+Asterias
+Atomseobot
+BackStreet
+BotALot
+Brandprotect
+BuiltWith
+Chlooe
+Custo
+Deusu
+Devil
+Disco
+DomainAppender
 DomainCrawler
-DomainStatsBot
-EasyDL
-Ebingbong
-EirGrabber
-Evil
+Domains Project
+ECCP/1.0
 ExtLinksBot
-Ezooms
-Foobot
-GetWeb
-Gotit
-HTMLparser
+Firefox/7.0
+Flunky
+Freeuploader
+GetRight
+Go!Zilla
 HTTP::Lite
-HaosouSpider
-HybridBot
-Iblog
+Havij
 IlseBot
 Image Fetch
-InfoTekies
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-LeechFTP
+InfoNaviRobot
+Information Security Team InfraSec Scanner
+Jorgee
+Keybot Translation-Search-Machine
+Lanshanbot
+Larbin
+Leap
 Libwhisker
-LinkextractorPro
 LinksManager
-MFC_Tear_Sample
-Mag-Net
-Majestic-SEO
-MarkWatch
-Mass Downloader
-MeanPath Bot
-Microsoft Data Access
-Needle
-Niki-bot
-Offline Navigator
-OpenVAS
-Page Analyzer
-Pandalytics
-RSSingBot
-RankActiveLinkBot
-RankingBot
+LinqiaScrapeBot
+Lmspider
+MSIECrawler
+Majestic SEO
+Mb2345Browser
+Netvibes
+NimbleCrawler
+OpenLinkProfiler
+Openfind
+OrangeSpider
+POE-Component-Client-HTTP
+PageAnalyzer
+Papa Foto
+PeoplePal
+Pi-Monster
+Picsearch
 Rankivabot
+RealDownload
+RepoMonkey
+Rogerbot
 SBIder
-Scrapy
-Screaming
-Seekport
-SiteExplorer
-Snake
-Spider_Bot/3.0
-Sqlworm
+SISTRIX
+ScoutJet
+SemanticJuice
+Shodan
+SiteSnagger
+Sitebeam
+Sottopop
+Spammen
+Spbot
+Sqlmap
 SuperBot
-Surfbot
-Swiftbot
-T0PHackTeam
+SurveyBot
 Telesoft
-Trendictionbot
+Telesphoreo
 True_Robot
-Typhoeus
-VB Project
-Vacuum
-VidibleScraper
-WBSearchBot
-Wallpapers
-Wallpapers/3.0
-WeSEE
+Turnitin
+URLy Warning
+VeriCiteCrawler
+WPScan
+Web Collage
+WebFetch
 WebGo IS
-WebLeacher
-WebReaper
-WebsiteQuester
-Whack
-Whatweb
-Wprecon
-YoudaoBot
-Zeus
-ZumBot
-ZyBorg
-check1.exe
-evc-batch
-ips-agent
-isitwp.com
+WebZIP
+Who.is Bot
+Woobot
+YaK
+Zauba
+cah.io.community
+clark-crawler
+imagesift.com
+internetVista monitor
+iubenda-radar
+mediawords
 netEstate NE Crawler
-openai.com
-webprosbot
-zauba.io
+ripz
+satoristudio.net
+seobility
+ubermetrics-technologies.com
+xpymep1.exe
+zgrab