V4.2024.04.4438 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-404enemy
-ALittle Client
-Acunetix
-AfD-Verbotsverfahren
+Abonti
+AiHitBot
+AllSubmitter
+Anarchy
+Ankit
 Aspiegel
-BBBike
-BDFetch
-Backlink-Ceck
-Bandit
-Black Hole
-BlackWidow
-Boardreader
-BotALot
-BuiltBotTough
-BuiltWith
-Cegbfeieh
-Crescent
-Discobot
-Dispatch
+BetaBot
+Blow
+Brandwatch
+BunnySlippers
+Bytespider
+CATExplorador
+CCBot
+Calculon
+CensysInspect
+ChatGPT-User
+CheeseBot
+Claritybot
+Cliqzbot
+DTS Agent
+DataCha0s
+DigitalPebble
 DomainStatsBot
-Domains Project
-ECCP/1.0
-Exabot
-Firefox/7.0
-Flunky
-FrontPage
-FyberSpider
-GetRight
+Download Wonder
+Drip
+ExtractorPro
+Fuzz
+GermCrawler
 GetWeb
-Google-Extended
-Grabber
+GoZilla
 GrapeshotCrawler
-HMView
-Id-search
-IndeedBot
-Intelliseek
-InterGET
-Internet Ninja
-JetCar
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-LWP::Simple
-Lanshanbot
+HTTP::Lite
+Heritrix
+IDBTE4M
+InternetSeer
+JennyBot
+JustView
+LeechFTP
 LexiBot
-Likse
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-MSFrontPage
-MTRobot
-Microsoft Data Access
+LieBaoFast
+MJ12bot
+MQQBrowser
+Masscan
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Microsoft URL Control
 Moblie Safari
-MolokaiBot
-Mozlila
-Nameprotect
-Nessus
-NetMechanic
-OrangeSpider
-PageThing.com
-PictureFinder
+Msrabot
+NPbot
+Needle
+Netcraft
+Netvibes
+Nikto
+Ninja
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+Petalbot
+Picscout
+ProPowerBot
+Probethenet
 Pump
-RankurBot
-Re-re
-RealDownload
-Reaper
-ScoutJet
-Searchestate
-SeekportBot
-SiteExplorer
-Sitebeam
-Sitevigil
-Sociscraper
+RSSingBot
+RankingBot2
+Rankivabot
+ReGet
+Rogerbot
+Seekport
+SemanticJuice
 SpankBot
-URLy.Warning
-WASALive-Bot
-WEBDAV
-WISENutbot
-WWW-Mechanize
-WallpapersHD
+Steeler
+Szukacz
+Telesphorep
+TwengaBot
+VidibleScraper
+WWW::Mechanize
 Web Enhancer
-WebAuto
-WebBandit
 WebImageCollector
-WebPix
-WebReaper
-Webster
-Whacker
-Whatweb
-Zade
-ZoomBot
-cah.io.community
-cohere-ai
-dataforseo.com
-linkdexbot
-linkfluence
-magpie-crawler
-pcBrowser
-zauba.io
+Who.is Bot
+Wotbox
+backlink-check
+clark-crawler
+coccocbot
+crawler4j
+demandbase-bot
+imagesift.com
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
+lwp-request
+omgili
+openai
+satoristudio.net
+sysscan
+tAkeOut
+ubermetrics-technologies.com
+zgrab