Disallow AI bots in robots.txt

johanbrook · Oct 2, 2023 · 1fa4094 · 1fa4094
1 parent 3b82ccb
commit 1fa4094
Showing 1 changed file with 17 additions and 2 deletions.
diff --git a/src/robots.txt b/src/robots.txt
@@ -1,2 +1,17 @@
-User-agent: *
-Allow: /
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /