V4.2024.06.4587 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aboundexbot
-Acunetix
-AdsTxtCrawlerTP
-AhrefsBot
+ADmantX
+Abonti
+Aboundex
+AfD-Verbotsverfahren
 Aipbot
+AllSubmitter
 Alligator
-Anthill
-AwarioRssBot
-Barkrowler
+Attach
+BDCbot
+BLEXBot
+BatchFTP
 Bigfoot
-Blackboard
-Brandwatch
+BotALot
+BuiltWith
 BunnySlippers
-Cegbfeieh
-ChinaClaw
-Citoid
+CCBot
+ChatGPT-User
+Claritybot
+Cloud mapping
 CopyRightCheck
-Digincore
-DomainStatsBot
-FacebookBot
-Foobot
-GetWeb
-GrabNet
-HonoluluBot
-IndeedBot
-InfraSec Scanner
-InterGET
-IstellaBot
-Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
-Libwhisker
-LinkpadBot
-MIDown tool
-MQQBrowser
-MTRobot
-Mag-Net
-Mail.RU_Bot
+Deusu
+DnBCrawler-Analytics
+Download Wonder
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
+Exabot
+Fimap
+Genieo
+GetRight
+Getintent
+Grafula
+HTTP::Lite
+HaosouSpider
+Harvest
+Havij
+Heritrix
+IlseBot
+Indy Library
+LNSpiderguy
+LWP::Simple
+Larbin
+Leap
+LinqiaScrapeBot
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 Majestic SEO
-MarkWatch
+MarkMonitor
+Mata Hari
+MauiBot
+Mb2345Browser
 Mediatoolkitbot
-Metauri
-Microsoft URL Control
-Mr.4x3
-Msrabot
-Octopus
-OpenVAS
-Pavuk
-Petalbot
-Picsearch
-Pimonster
-Pixray
-Pump
-Quick-Crawler
-RSSingBot
+Microsoft Data Access
+Mojolicious
+Netcraft
+Nettrack
+Nikto
+OnCrawl
+PHPCrawl
 Rainbot
-RankingBot2
-Reaper
-RebelMouse
-SEOprofiler
-SalesIntelligent
-ScreenerBot
-ScrepyBot
-Searchestate
-SeekportBot
-Semrush
-SentiBot
-Siteimprove
-SocialRankIOBot
-SpaceBison
-SuperHTTP
-T8Abot
-TinyTestBot
-Titan
+RealDownload
+SEOkicks
+Sosospider
+Spammen
+T0PHackTeam
+Telesphorep
+TheNomad
+Toata
 Toweyabot
-Upflow
-VCI
-WBSearchBot
-WWW-Collector-E
-WeSEE
-Web Auto
-Web Sucker
+Typhoeus
+V-BOT
+VB Project
+Vacuum
+WISENutbot
+Web Fuck
+WebFetch
+WebLeacher
+Webalta
+Webshag
+WebsiteExtractor
+Wonderbot
+Woobot
+Wotbox
 Wprecon
-Xaldon WebSpider
-Zauba
-arquivo.pt
-crawler4j
-eCatch
-evc-batch
-isitwp.com
-mediawords
+anthropic-ai
+demandbase-bot
+domainsproject.org
+gopher
+heritrix
+linkfluence
 muhstik-scan
-pcBrowser
-serpstatbot
-sexsearcher
-tAkeOut
+oBot
+openai.com
+ripz
+seoscanners
+sitechecker.pro
+ubermetrics-technologies.com
 voyagerx.com
-webprosbot