diff --git a/.github/workflows/deploy-to-production.yml b/.github/workflows/deploy-to-production.yml index a876149646..d4526814d6 100644 --- a/.github/workflows/deploy-to-production.yml +++ b/.github/workflows/deploy-to-production.yml @@ -49,6 +49,9 @@ jobs: - name: Build data run: | python scripts/build_data.py + - name: Place public files + run: | + cp public/robots-prod.txt _site/robots.txt - name: Deploy to GitHub Pages uses: JamesIves/github-pages-deploy-action@3.7.1 with: diff --git a/.github/workflows/deploy-to-staging.yml b/.github/workflows/deploy-to-staging.yml index 8b816382bd..25b225b620 100644 --- a/.github/workflows/deploy-to-staging.yml +++ b/.github/workflows/deploy-to-staging.yml @@ -43,6 +43,9 @@ jobs: - name: Build data run: | python scripts/build_data.py + - name: Place public files + run: | + cp public/robots-staging.txt _site/robots.txt - name: Deploy to GitHub Pages uses: JamesIves/github-pages-deploy-action@3.7.1 with: diff --git a/public/robots-prod.txt b/public/robots-prod.txt new file mode 100644 index 0000000000..1f53798bb4 --- /dev/null +++ b/public/robots-prod.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/public/robots-staging.txt b/public/robots-staging.txt new file mode 100644 index 0000000000..1f53798bb4 --- /dev/null +++ b/public/robots-staging.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /