From a69c6f9bb75f84b57e15801cff951ee184363828 Mon Sep 17 00:00:00 2001 From: Melroy van den Berg Date: Sat, 18 Jan 2025 17:58:13 +0100 Subject: [PATCH] Extend Semrush user-agents --- robots.txt/robots.txt | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index d0304e98f..0e2ca2383 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -861,6 +861,20 @@ User-agent: Semrush Disallow:/ User-agent: SemrushBot Disallow:/ +User-agent: SiteAuditBot +Disallow:/ +User-agent: SemrushBot-BA +Disallow:/ +User-agent: SemrushBot-SI +Disallow:/ +User-agent: SemrushBot-SWA +Disallow:/ +User-agent: SplitSignalBot +Disallow:/ +User-agent: SemrushBot-OCOB +Disallow:/ +User-agent: SemrushBot-FT +Disallow:/ User-agent: SentiBot Disallow:/ User-agent: SenutoBot