feat(homepage): add robots.txt MVP

ocftw · Sep 25, 2023 · 3eab903 · 3eab903
1 parent e7d3082
commit 3eab903
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/homepage/public/robots.txt b/homepage/public/robots.txt
@@ -0,0 +1,9 @@
+//robots.txt
+
+# Block all crawlers for /admin
+User-agent: *
+Disallow: /admin
+
+# Allow all crawlers
+User-agent: *
+Allow: /