diff --git a/src/robots.txt b/src/robots.txt index c2a49f4fb..f5f512cc8 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,2 +1,17 @@ -User-agent: * -Allow: / +User-agent: CCBot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: FacebookBot +Disallow: /