V4.2025.08.5429 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-AfD-Verbotsverfahren
-Alligator
-Aspiegel
-Attach
-AwarioSmartBot
-Black Hole
-Blackboard
+404checker
+AdsTxtCrawlerTP
+AllSubmitter
+Anarchie
+BackStreet
+BackWeb
 BlowFish
-BotALot
-Brandwatch
+Buddy
 BuiltBotTough
-CCBot
+Cegbfeieh
+CensysInspect
 ChatGPT-User
 CheTeam
 Claritybot
-Custo
 Disco
-EMail Wolf
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+DomainSigmaCrawler
+Download Wonder
+Drip
 Ecxi
-EroCrawler
-Express WebPictures
-Extractor
-Extreme Picture Finder
-Fuzz
-GPTBot
-Harvest
-Intelliseek
-Iria
-JetCar
-Jorgee
-JustView
-Keyword Density
-Kozmosbot
+FDM
+Gigabot
+HTMLparser
+IlseBot
+Information Security Team InfraSec Scanner
+InterGET
+Internet Ninja
+InternetMeasurement
+Iskanie
 Larbin
-Lightspeedsystems
-LinkScan
+LieBaoFast
+Likse
 LinkextractorPro
-Ltx71
-MJ12bot
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Mediatoolkitbot
-Microsoft URL Control
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
+MIIxpc
+Mag-Net
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
 Moblie Safari
-NPbot
-Navroad
-Nibbler
-OnCrawl
-PageScorer
-Pandalytics
-Pavuk
-PeoplePal
-PxBroker
-RankActiveLinkBot
-RebelMouse
-SEOlyticsCrawler
-SISTRIX
-Seekport
+NearSite
+NetSpider
+Nuclei
+Nutch
+Octopus
+OpenVAS
+Openfind
+OutclicksBot
+QueryN Metasearch
+Rainbot
+Rankivabot
+Re-re
+RealDownload
+SEOkicks
+SEOstats
+SemrushBot-BA
 Siphon
-SiteExplorer
-Siteimprove
-Snake
-Snapbot
-Snoopy
-SocialRankIOBot
 Sosospider
-Sottopop
-SpaceBison
-Steeler
+SputnikBot
+Sucker
 SuperBot
-T0PHackTeam
-Teleport
-Telesoft
+SurveyBot
+Suzuran
+T8Abot
+Telesphoreo
+TightTwatBot
 True_Robot
-Turnitin
-TwengaBot
-Twice
+VelenPublicWebCrawler
+VidibleScraper
 VoidEYE
-Voil
-Web Pix
-WebGo IS
-WebSauger
+WBSearchBot
+WWW::Mechanize
+WeSEE
+WebAuto
+WebCollage
+WebImageCollector
 WebmasterWorldForumBot
-WebsiteQuester
-WiseGuys Robot
-ZmEu
-arquivo.pt
-coccocbot
-linkdexbot
-openai.com
-plumanalytics
-seocompany.store
-seoscanners
-sexsearcher
-voyagerx.com
+Webshag
+Website Quester
+Whatweb
+YoudaoBot
+Zeus
+ZoomBot
+adscanner
+autoemailspider
+awario.com
+clark-crawler
+crawler.feedback
+domainsproject.org
+lwp-trivial
+s1z.ru
+trendiction.com
 webgains-bot
-xpymep1.exe
+webmeup-crawler
+zgrab