feat: change how runner provisioning works #6750
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| pull_request: | |
| merge_group: | |
| name: CI | |
| concurrency: | |
| group: ${{ github.ref }}-ci | |
| cancel-in-progress: true | |
| jobs: | |
| test: | |
| name: Test Go | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Docker Compose | |
| run: docker compose up -d --wait | |
| - name: Test | |
| run: | | |
| go-test-annotate ${{ (github.event_name == 'pull_request' && github.event.action != 'enqueued' && !contains( github.event.pull_request.labels.*.name, 'run-all')) && '-short' || '' }} | |
| test-readme: | |
| name: Test README | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Docker Compose | |
| run: docker compose up -d --wait | |
| - name: Test README | |
| run: just test-readme | |
| test-scripts: | |
| name: Test Scripts | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Test Scripts | |
| run: just test-scripts | |
| sql: | |
| name: SQL | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Docker Compose | |
| run: docker compose up -d --wait | |
| - name: Initialise database | |
| run: just init-db | |
| - name: Vet SQL | |
| run: sqlc vet | |
| ensure-frozen-migrations: | |
| name: Ensure Frozen Migrations | |
| if: ${{ github.event_name == 'pull_request' && !contains(github.event.pull_request.labels.*.name, 'skip-ensure-frozen-migrations') }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Freeze Migrations | |
| run: just ensure-frozen-migrations | |
| lint: | |
| name: Lint | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: golangci-lint | |
| run: | | |
| golangci-lint --version | |
| golangci-lint run --new-from-rev="$(git merge-base origin/main HEAD)" --out-format github-actions ./... | |
| - name: lint-commit-or-rollback | |
| run: lint-commit-or-rollback ./backend/... 2>&1 | to-annotation | |
| - name: go-check-sumtype | |
| shell: bash | |
| run: go-check-sumtype ./... 2>&1 | to-annotation | |
| - name: actionlint | |
| shell: bash | |
| run: actionlint --oneline | to-annotation | |
| # Too annoying to disable individual warnings | |
| # - name: staticcheck | |
| # run: staticcheck ./... | |
| - name: lint-scripts | |
| run: just lint-scripts | |
| proto-breaking: | |
| name: Proto Breaking Change Check | |
| if: ${{ github.event_name == 'pull_request' && !contains(github.event.pull_request.labels.*.name, 'skip-proto-breaking') }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Proto Breaking Change Check | |
| shell: bash | |
| run: | | |
| set -o pipefail | |
| buf breaking --against 'https://github.com/TBD54566975/ftl.git#branch=main' | to-annotation | |
| console: | |
| name: Console | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Console pnpm install | |
| run: just pnpm-install | |
| - name: Console Lint | |
| run: just lint-frontend | |
| - name: Console Build | |
| run: just build-frontend | |
| - name: Console Test | |
| run: just test-frontend | |
| extension: | |
| name: VSCode Extension | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: VSCode extension pnpm install | |
| run: just pnpm-install | |
| - name: VSCode extension lint | |
| working-directory: frontend/vscode | |
| run: pnpm run lint | |
| - name: VSCode extension pnpm build and package | |
| run: just package-extension | |
| plugin: | |
| name: Intellij Plugin | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| with: | |
| cache: true | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Install Java | |
| run: java -version | |
| - name: Build Intellij Plugin | |
| run: just build-intellij-plugin | |
| build-all: | |
| name: Rebuild All | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Docker Compose | |
| run: docker compose up -d --wait | |
| - name: Init DB | |
| run: just init-db | |
| - name: Rebuild All | |
| run: just build-all | |
| - name: Check No SCM Changes | |
| run: | | |
| if [[ -n $(git status -s) ]] | |
| then | |
| echo "Running the build resulted in changes to git controlled files:" | |
| git status -s | |
| git --no-pager diff | |
| exit 1 | |
| fi | |
| docs: | |
| name: Build Docs | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - uses: cashapp/activate-hermit@v1 | |
| - run: cd docs && zola build | |
| arch-lint: | |
| name: Lint Architecture | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: cashapp/activate-hermit@v1 | |
| - run: go-arch-lint check || true | |
| docker-build-controller: | |
| name: Build Controller Docker Image | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: cashapp/activate-hermit@v1 | |
| - uses: ./.github/actions/build-cache | |
| - run: just build-docker controller | |
| docker-build-runner: | |
| name: Build Runner Docker Image | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: cashapp/activate-hermit@v1 | |
| - uses: ./.github/actions/build-cache | |
| - run: just build-docker runner | |
| docker-build-box: | |
| name: Build Box Docker Image | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: cashapp/activate-hermit@v1 | |
| - uses: ./.github/actions/build-cache | |
| - run: just build-docker box | |
| console-e2e: | |
| name: Console e2e | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Console pnpm install | |
| run: just pnpm-install | |
| - name: Console e2e | |
| run: just e2e-frontend | |
| integration-shard: | |
| name: Shard Integration Tests | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.extract-tests.outputs.matrix }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| - name: Extract test cases | |
| id: extract-tests | |
| run: | | |
| set -euo pipefail | |
| # shellcheck disable=SC2046 | |
| echo "matrix={\"test\":$(jq -c -n '$ARGS.positional' --args $(git grep -l '^//go:build integration' | xargs grep '^func Test' | awk '{print $2}' | cut -d'(' -f1))}" >> "$GITHUB_OUTPUT" | |
| integration-run: | |
| name: Integration Test | |
| if: github.event_name != 'pull_request' || github.event.action == 'enqueued' || contains( github.event.pull_request.labels.*.name, 'run-all') | |
| needs: integration-shard | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{fromJson(needs.integration-shard.outputs.matrix)}} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Init Hermit | |
| uses: cashapp/activate-hermit@v1 | |
| with: | |
| cache: true | |
| - name: Build Cache | |
| uses: ./.github/actions/build-cache | |
| - name: Docker Compose | |
| run: docker compose --profile integration up -d --wait | |
| - name: Create DB | |
| run: just init-db | |
| - name: Download Go Modules | |
| run: go mod download | |
| - name: Run ${{ matrix.test }} | |
| run: | | |
| set -euo pipefail | |
| # shellcheck disable=SC2046 | |
| go test -v -race -tags integration -run '^${{ matrix.test }}$' $(git grep -l '^//go:build integration' | xargs grep -l '^func ${{ matrix.test }}' | xargs -I {} dirname ./{}) | |
| integration-success: | |
| name: Integration Success | |
| needs: [integration-run] | |
| runs-on: ubuntu-latest | |
| if: ${{ always() }} | |
| steps: | |
| - name: Check integration tests result | |
| run: | | |
| if [[ "${{ needs.integration-run.result }}" == "failure" ]]; then | |
| echo "Integration tests failed" | |
| exit 1 | |
| else | |
| echo "Integration tests passed" | |
| fi |