From 940bd083cc502ce97b4c2e4ff067182e248c18db Mon Sep 17 00:00:00 2001 From: Barak Amar Date: Tue, 7 Nov 2023 17:39:53 +0200 Subject: [PATCH] docs: update robots.txt with full docs url --- .github/workflows/docs-latest.yaml | 4 ++++ .github/workflows/docs-pr.yaml | 4 ++++ .github/workflows/docs-release.yaml | 4 ++++ 3 files changed, 12 insertions(+) diff --git a/.github/workflows/docs-latest.yaml b/.github/workflows/docs-latest.yaml index 6ac356fec83..8e7bea58b49 100644 --- a/.github/workflows/docs-latest.yaml +++ b/.github/workflows/docs-latest.yaml @@ -29,6 +29,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/ + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io/' robots.txt" + - name: Publish to docs repository uses: dmnemec/copy_file_to_another_repo_action@v1.1.1 env: diff --git a/.github/workflows/docs-pr.yaml b/.github/workflows/docs-pr.yaml index 85ab8fb6578..148a444efe1 100644 --- a/.github/workflows/docs-pr.yaml +++ b/.github/workflows/docs-pr.yaml @@ -30,6 +30,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/ --verbose + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io/' robots.txt" + - name: Overlay PR message on each page working-directory: docs/_site run: | diff --git a/.github/workflows/docs-release.yaml b/.github/workflows/docs-release.yaml index c5352210a1e..84227ebc60a 100644 --- a/.github/workflows/docs-release.yaml +++ b/.github/workflows/docs-release.yaml @@ -37,6 +37,10 @@ jobs: working-directory: docs run: bundle exec jekyll build --config _config.yml -d _site/${{ steps.version.outputs.tag }} -b /${{ steps.version.outputs.tag }} + - name: Update robots.txt + working-directory: docs/_site + run: "sed -i 's/^Sitemap: /Sitemap: https:\/\/docs.lakefs.io/' robots.txt" + - name: Update published version env: API_TOKEN_GITHUB: ${{ secrets.PERSONAL_TOKEN }}