Visual tests #36
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Visual Comparison | |
| on: | |
| pull_request: | |
| types: [opened, reopened, synchronize, labeled] | |
| branches-ignore: ["version-*", "release-*"] | |
| paths: | |
| - 'src/**' | |
| - 'package.json' | |
| - 'package-lock.json' | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_S3_ACCESS_KEY }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_S3_SECRET_KEY }} | |
| AWS_DEFAULT_REGION: us-east-1 | |
| APPZI_TOKEN: ${{ secrets.APPZI_TOKEN }} | |
| MENDABLE_API_KEY: ${{ secrets.MENDABLE_API_KEY }} | |
| FULLSTORY_ORGID: ${{ secrets.FULLSTORY_ORGID }} | |
| ALGOLIA_ADMIN_KEY: ${{ secrets.ALGOLIA_ADMIN_KEY }} | |
| ALGOLIA_APP_ID: ${{ secrets.ALGOLIA_APP_ID }} | |
| ALGOLIA_SEARCH_KEY: ${{ secrets.ALGOLIA_SEARCH_KEY }} | |
| HTML_REPORT_URL_PATH: reports/${{ github.ref_name }}/${{ github.run_id }}/${{ github.run_attempt }} | |
| concurrency: | |
| group: "visual-comparison-${{ github.workflow }}" | |
| cancel-in-progress: false | |
| jobs: | |
| run-ci: | |
| # runs-on: ubuntu-latest | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash | |
| if: ${{ !github.event.pull_request.draft && github.actor != 'dependabot[bot]' && github.actor != 'dependabot-preview[bot]' || contains(github.event.pull_request.labels.*.name, 'visual-tests') }} | |
| steps: | |
| # If the condition above is not met, aka, the PR is not in draft status, then this step is skipped. | |
| # Because this step is part of the critical path, omission of this step will result in remaining CI steps not gettinge executed. | |
| # As of 8/8/2022 there is now way to enforce this beahvior in GitHub Actions CI. | |
| - run: exit 0 | |
| take-screenshots: | |
| name: Visual Comparison | |
| needs: [run-ci] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository code | |
| uses: actions/checkout@v4 | |
| - name: Setup Node.js environment | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "18" | |
| cache: "npm" | |
| - name: Install dependencies | |
| run: npm ci | |
| - name: Install Playwright browsers | |
| run: npx playwright install --with-deps chromium | |
| - name: Build the website | |
| run: make build | |
| - name: Download Reference Screenshots | |
| run: ./scripts/screenshot_artifacts.sh | |
| - name: Take screenshots with Playwright | |
| run: make test-visuals-ci | |
| - name: Upload Report | |
| uses: actions/upload-artifact@v4 | |
| id: report | |
| with: | |
| name: "report" | |
| path: | | |
| playwright-report/ | |
| if-no-files-found: error | |
| retention-days: 1 | |
| publish_report: | |
| name: Publish HTML Report | |
| needs: [run-ci, take-screenshots] | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| steps: | |
| - name: Checkout GitHub Pages Branch | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: gh-pages | |
| - name: Set Git User | |
| # see: https://github.com/actions/checkout/issues/13#issuecomment-724415212 | |
| run: | | |
| git config --global user.name "github-actions[bot]" | |
| git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
| - name: Download zipped HTML report | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: report | |
| path: ${{ env.HTML_REPORT_URL_PATH }} | |
| - name: Push HTML Report | |
| timeout-minutes: 3 | |
| run: | | |
| git add . | |
| git commit -m "workflow: add HTML report for run-id ${{ github.run_id }} (attempt: ${{ github.run_attempt }})" | |
| while true; do | |
| git pull --rebase | |
| if [ $? -ne 0 ]; then | |
| echo "Failed to rebase. Please review manually." | |
| exit 1 | |
| fi | |
| git push | |
| if [ $? -eq 0 ]; then | |
| echo "Successfully pushed HTML report to repo." | |
| exit 0 | |
| fi | |
| done | |
| - name: DNS Wait | |
| run: sleep 120 | |
| - name: GH Pages URL | |
| run: | | |
| echo "::notice title= Published Playwright Test Report::https://spectrocloud.github.io/librarium/$HTML_REPORT_URL_PATH" | |
| - name: Post Netlify URL | |
| uses: mshick/add-pr-comment@v2 | |
| with: | |
| message: | | |
| 📋 Visual Report for ${{ github.ref_name }} with CI run ${{ github.run_id }} and attempt ${{ github.run_attempt }} is ready attempt at | |
| https://spectrocloud.github.io/$GITHUB_REPOSITORY_OWNER/$HTML_REPORT_URL_PATH | |
| message-failure: | | |
| 👎 Uh oh! Unable to publish Visual Report URL. | |
| refresh-message-position: true | |
| update-only: true |