diff --git a/app/robots.txt b/app/robots.txt
new file mode 100644
index 0000000..454a50c
--- /dev/null
+++ b/app/robots.txt
@@ -0,0 +1,34 @@
+User-agent: *
+Disallow: /p/
+Disallow: /api/
+
+# Block common AI crawlers
+User-agent: GPTBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /
\ No newline at end of file