Merge pull request #8486 from dependabot/deivid-rodriguez/refactor-er… #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Runs all ecosystems cached and concurrently. | |
| name: Smoke | |
| on: # yamllint disable-line rule:truthy | |
| workflow_dispatch: | |
| push: | |
| branches: ["main"] | |
| pull_request: | |
| paths-ignore: | |
| - docs/** | |
| - README.md | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | |
| env: | |
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| jobs: | |
| e2e: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| suite: | |
| - { path: bundler, name: bundler, ecosystem: bundler } | |
| - { path: bundler, name: bundler-group-rules, ecosystem: bundler } | |
| - { path: bundler, name: bundler-group-vendoring, ecosystem: bundler } | |
| - { path: cargo, name: cargo, ecosystem: cargo } | |
| - { path: composer, name: composer, ecosystem: composer } | |
| - { path: docker, name: docker, ecosystem: docker } | |
| - { path: elm, name: elm, ecosystem: elm } | |
| - { path: git_submodules, name: submodules, ecosystem: gitsubmodule } | |
| - { path: github_actions, name: actions, ecosystem: github-actions } | |
| - { path: go_modules, name: go, ecosystem: gomod } | |
| - { path: go_modules, name: go-close-pr, ecosystem: gomod } | |
| - { path: go_modules, name: go-group-rules, ecosystem: gomod } | |
| - { path: go_modules, name: go-security, ecosystem: gomod } | |
| - { path: go_modules, name: go-update-pr, ecosystem: gomod } | |
| - { path: gradle, name: gradle, ecosystem: gradle } | |
| - { path: gradle, name: gradle-version-catalog, ecosystem: gradle } | |
| - { path: hex, name: hex, ecosystem: mix } | |
| - { path: maven, name: maven, ecosystem: maven } | |
| - { path: npm_and_yarn, name: npm, ecosystem: npm } | |
| - { path: npm_and_yarn, name: npm-group-rules, ecosystem: npm } | |
| - { path: npm_and_yarn, name: npm-remove-transitive, ecosystem: npm } | |
| - { path: npm_and_yarn, name: pnpm, ecosystem: npm } | |
| - { path: npm_and_yarn, name: yarn, ecosystem: npm } | |
| - { path: npm_and_yarn, name: yarn-berry, ecosystem: npm } | |
| - { path: npm_and_yarn, name: yarn-berry-workspaces, ecosystem: npm } | |
| - { path: nuget, name: nuget, ecosystem: nuget } | |
| - { path: nuget, name: nuget-resolvability, ecosystem: nuget } | |
| - { path: pub, name: pub, ecosystem: pub } | |
| - { path: python, name: pip, ecosystem: pip } | |
| - { path: python, name: pipenv, ecosystem: pip } | |
| - { path: python, name: pip-compile, ecosystem: pip } | |
| - { path: python, name: poetry, ecosystem: pip } | |
| - { path: swift, name: swift, ecosystem: swift } | |
| - { path: terraform, name: terraform, ecosystem: terraform } | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - uses: dorny/paths-filter@v2 | |
| if: github.event_name != 'workflow_dispatch' | |
| id: changes | |
| with: | |
| filters: | | |
| actions: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'github_actions/**' | |
| bundler: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'bundler/**' | |
| bundler-group-rules: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'bundler/**' | |
| bundler-group-vendoring: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'bundler/**' | |
| cargo: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'cargo/**' | |
| composer: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'composer/**' | |
| docker: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'docker/**' | |
| elm: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'elm/**' | |
| go: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'go_modules/**' | |
| 'go-close-pr': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'go_modules/**' | |
| 'go-security': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'go_modules/**' | |
| 'go-update-pr': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'go_modules/**' | |
| gradle: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'gradle/**' | |
| 'gradle-version-catalog': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'gradle/**' | |
| hex: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'hex/**' | |
| maven: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'maven/**' | |
| npm: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| 'npm-remove-transitive': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| nuget: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'nuget/**' | |
| 'nuget-resolvability': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| pip: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'python/**' | |
| 'pip-compile': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'python/**' | |
| pipenv: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'python/**' | |
| pnpm: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| poetry: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'python/**' | |
| pub: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'pub/**' | |
| submodules: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'git_submodules/**' | |
| swift: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'swift/**' | |
| terraform: | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'terraform/**' | |
| 'yarn': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| 'yarn-berry': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| 'yarn-berry-workspaces': | |
| - .github/workflows/smoke.yml | |
| - .dockerignore | |
| - Dockerfile.updater-core | |
| - 'common/**' | |
| - 'updater/**' | |
| - 'npm_and_yarn/**' | |
| - name: Download CLI and test | |
| if: steps.changes.outputs[matrix.suite.name] == 'true' | |
| run: | | |
| gh release download --repo dependabot/cli -p "*linux-amd64.tar.gz" | |
| tar xzvf *.tar.gz >/dev/null 2>&1 | |
| ./dependabot --version | |
| URL=https://api.github.com/repos/dependabot/smoke-tests/contents/tests/smoke-${{ matrix.suite.name }}.yaml | |
| curl $(gh api $URL --jq .download_url) -o smoke.yaml | |
| # Download the Proxy cache. The job is ideally 100% cached so no real calls are made. | |
| # Allowed to fail to get out of checking and egg situations, for example, when adding a new ecosystem. | |
| - name: Download cache | |
| if: steps.changes.outputs[matrix.suite.name] == 'true' | |
| run: | | |
| gh run download --repo dependabot/smoke-tests --name cache-${{ matrix.suite.name }} --dir cache | |
| continue-on-error: true | |
| - name: Build ecosystem image | |
| if: steps.changes.outputs[matrix.suite.name] == 'true' | |
| run: script/build ${{ matrix.suite.path }} | |
| - name: ${{ matrix.suite.name }} | |
| if: steps.changes.outputs[matrix.suite.name] == 'true' | |
| id: test | |
| env: | |
| LOCAL_GITHUB_ACCESS_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| set -o pipefail | |
| ./dependabot test \ | |
| -f=smoke.yaml \ | |
| -o=result.yaml \ | |
| --cache=cache \ | |
| --timeout=20m \ | |
| --updater-image=ghcr.io/dependabot/dependabot-updater-${{ matrix.suite.ecosystem }}:latest \ | |
| 2>&1 | tee -a log.txt | |
| - name: Diff | |
| if: steps.test.outcome != 'skipped' | |
| continue-on-error: true | |
| run: diff --ignore-space-change smoke.yaml result.yaml && echo "Contents are identical" | |
| - name: Create summary | |
| if: steps.changes.outputs[matrix.suite.name] == 'true' | |
| run: tail -n100 log.txt | grep -P '\d+/\d+ calls cached \(\d+%\)' >> $GITHUB_STEP_SUMMARY | |
| # No upload at the end: | |
| # - If a test is uncachable in some regard, the cache would grow unbound. | |
| # - We might want to consider erroring if the cache is changed. |