mirror of
https://github.com/manualdousuario/marreta.git
synced 2025-09-01 18:20:22 +00:00
34 lines
No EOL
427 B
Text
34 lines
No EOL
427 B
Text
User-agent: *
|
|
Disallow: /p/
|
|
Disallow: /api/
|
|
|
|
# Block common AI crawlers
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Disallow: /
|
|
|
|
User-agent: anthropic-ai
|
|
Disallow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
|
|
User-agent: FacebookBot
|
|
Disallow: /
|
|
|
|
User-agent: Claude-Web
|
|
Disallow: /
|
|
|
|
User-agent: Omgilibot
|
|
Disallow: /
|
|
|
|
User-agent: Omgili
|
|
Disallow: /
|
|
|
|
User-agent: FacebookBot
|
|
Disallow: / |