V4.2024.05.4497 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 360Spider
-AIBOT
-AfD-Verbotsverfahren
-Anarchy99
-Asterias
+ALittle Client
+AdsTxtCrawlerTP
+Aspiegel
+AwarioRssBot
 BDCbot
-Barkrowler
-Brandwatch
-BuiltBotTough
-Cegbfeieh
-Crescent
-Discoverybot
-DittoSpyder
-DnyzBot
-DomainStatsBot
-Flunky
-Fuzz
+BackDoorBot
+Backlink-Ceck
+Blackboard
+Boardreader
+Bolt
+BotALot
+CCBot
+Calculon
+CheTeam
+ChinaClaw
+Chlooe
+Cliqzbot
+Cogentbot
+CrunchBot
+Dirbuster
+DomainCrawler
+EMail Wolf
+Extractor
+FDM
+FrontPage
 GalaxyBot
-Go!Zilla
-Google-Extended
-Gotit
+Getintent
 HMView
-HTTP::Lite
-IDBot
-IRLbot
-Image Fetch
-Image Sucker
+Haansoft
+HonoluluBot
+Iblog
+Intelliseek
 Iria
 Jbrofuzz
-Keyword Density
-Kinza
-Lftp
-LinkextractorPro
-LinqiaRSSBot
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MegaIndex.ru
-Mr.4x3
-Msrabot
-Musobot
-Navroad
-Needle
-Nessus
-Net Vampire
-NetSpider
-NextGenSearchBot
-NimbleCrawler
-Octopus
-OpenLinkProfiler
-OutclicksBot
-PageScorer
-PageThing.com
-Panscient
+Leap
+LeechGet
+Likse
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+MIIxpc
+Mail.RU_Bot
+MauiBot
+MicroMessenger
+NetZIP
+Nutch
+Papa Foto
 Pixray
 PleaseCrawl
-ProWebWalker
-Proximic
-RankActive
-SEOlyticsCrawler
-SISTRIX
-Scanbot
-Semrush
-SemrushBot
+Pockey
+Probethenet
+RankingBot2
+Ripper
+Rogerbot
+ScreenerBot
+Siphon
+Site Sucker
+SiteSnagger
 Sitebeam
-Siteimprove
-Sogou web spider
-Sottopop
 Spammen
-SpankBot
-SurveyBot
-Trendictionbot
-Turingos
-WEBDAV
-Wallpapers/3.0
-Web Sauger
+Sqlworm
+Steeler
+Stripper
+Sucuri
+Telesphorep
+TightTwatBot
+True_Robot
+URLy Warning
+V-BOT
+WallpapersHD
+WeSEE
+Web Collage
 WebBandit
-WebCollage
-WebZIP
-WebsiteExtractor
-Whack
+WebLeacher
+WebPix
+Website Quester
 Whacker
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-arquivo.pt
-autoemailspider
+Widow
+Wonderbot
+Wotbox
+ZoominfoBot
+check1.exe
+clark-crawler
 cohere-ai
-linkfluence
-magpie-crawler
-muhstik-scan
-omgili
-scalaj-http
-seobility
-siteripz
-sysscan
+demandbase-bot
+evc-batch
+heritrix
+imagesift.com
+instabid
+isitwp.com
+linkdexbot
+mediawords
+scan.lol
+sitechecker.pro
+sogouspider
 trendiction.de
-x09Mozilla
+webprosbot
 xpymep1.exe
-zgrab