From 085b148e8af16eb655b8482a6dc22ed447e8eff0 Mon Sep 17 00:00:00 2001 From: Barak Amar Date: Tue, 7 Nov 2023 18:29:40 +0200 Subject: [PATCH] docs: update robots.txt with full docs url (#6953) --- .github/workflows/docs-latest.yaml | 4 ++++ .github/workflows/docs-pr.yaml | 4 ++++ .github/workflows/docs-release.yaml | 4 ++++ 3 files changed, 12 insertions(+) diff --git a/.github/workflows/docs-latest.yaml b/.github/workflows/docs-latest.yaml index 6ac356fec83..252f5217218 100644 --- a/.github/workflows/docs-latest.yaml +++ b/.github/workflows/docs-latest.yaml @@ -29,6 +29,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/ + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io' robots.txt" + - name: Publish to docs repository uses: dmnemec/copy_file_to_another_repo_action@v1.1.1 env: diff --git a/.github/workflows/docs-pr.yaml b/.github/workflows/docs-pr.yaml index 85ab8fb6578..fd4573b8076 100644 --- a/.github/workflows/docs-pr.yaml +++ b/.github/workflows/docs-pr.yaml @@ -30,6 +30,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/ --verbose + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io' robots.txt" + - name: Overlay PR message on each page working-directory: docs/_site run: | diff --git a/.github/workflows/docs-release.yaml b/.github/workflows/docs-release.yaml index c5352210a1e..fedd6f58701 100644 --- a/.github/workflows/docs-release.yaml +++ b/.github/workflows/docs-release.yaml @@ -37,6 +37,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/${{ steps.version.outputs.tag }} -b /${{ steps.version.outputs.tag }} + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io' robots.txt" + - name: Update published version env: API_TOKEN_GITHUB: ${{ secrets.PERSONAL_TOKEN }}