Schedule Hourly #265
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Schedule Hourly | |
| on: | |
| schedule: | |
| - cron: "0 * * * *" | |
| workflow_dispatch: | |
| env: | |
| CI_COMMIT_SHA: ${{ github.sha }} | |
| CI_COMMIT_REF_PROTECTED: ${{ github.ref_protected }} | |
| CI_JOB_NAME: ${{ github.job }} | |
| CI_JOB_ID: ${{ github.job }} # github does not expose this variable https://github.com/orgs/community/discussions/8945 | |
| CI_JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}" | |
| CI_PIPELINE_SOURCE: ${{ github.event_name }} | |
| CI_PROJECT_DIR: ${{ github.workspace }} | |
| CI_MERGE_REQUEST_TARGET_BRANCH_NAME: ${{ github.event.pull_request.base.ref }} | |
| ROOT_PIPELINE_ID: ${{ github.run_id }} | |
| BAZEL_STARTUP_ARGS: "--output_base=/var/tmp/bazel-output/" | |
| RUSTFLAGS: "--remap-path-prefix=${CI_PROJECT_DIR}=/ic" | |
| AWS_SHARED_CREDENTIALS_CONTENT: ${{ secrets.AWS_SHARED_CREDENTIALS_FILE }} | |
| DOCKER_HUB_USER: ${{ secrets.DOCKER_HUB_USER }} | |
| DOCKER_HUB_PASSWORD_RO: ${{ secrets.DOCKER_HUB_PASSWORD_RO }} | |
| BUILDEVENT_APIKEY: ${{ secrets.HONEYCOMB_API_TOKEN }} | |
| BUILDEVENT_DATASET: "github-ci-dfinity" | |
| jobs: | |
| bazel-build-all-no-cache: | |
| name: Bazel Build All No Cache | |
| runs-on: | |
| labels: bazel-runner-large | |
| container: | |
| image: ghcr.io/dfinity-sandbox/ic-build@sha256:994f76fcc90400ec9f8be3d540bd529ff1b3768b7f7f6963887022c57ec1ab24 | |
| timeout-minutes: 120 | |
| if: ${{ vars.RUN_CI == 'true' }} # needed to avoid running on public dfinity org until published | |
| steps: | |
| - name: Before script | |
| if: always() | |
| id: before-script | |
| shell: bash | |
| run: | | |
| if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Docker RO SA login | |
| id: docker-ro-login | |
| shell: bash | |
| run: | | |
| docker login -u "$DOCKER_HUB_USER" -p "$DOCKER_HUB_PASSWORD_RO" | |
| if which docker-bin 2>/dev/null; then | |
| docker-bin login -u "$DOCKER_HUB_USER" -p "$DOCKER_HUB_PASSWORD_RO" | |
| fi | |
| - name: Run Bazel Build All No Cache | |
| uses: ./.github/actions/bazel-test-all/ | |
| with: | |
| BAZEL_CI_CONFIG: "--config=ci" | |
| BAZEL_COMMAND: "build" | |
| BAZEL_EXTRA_ARGS: "--repository_cache= --disk_cache= --noremote_accept_cached --remote_instance_name=${CI_COMMIT_SHA} --@rules_rust//rust/settings:pipelined_compilation=True" | |
| - name: Bazel Clean | |
| if: always() | |
| run: bazel clean | |
| bazel-system-test-hourly: | |
| name: Bazel System Tests Hourly | |
| runs-on: | |
| labels: bazel-runner-large | |
| container: | |
| image: ghcr.io/dfinity-sandbox/ic-build@sha256:994f76fcc90400ec9f8be3d540bd529ff1b3768b7f7f6963887022c57ec1ab24 | |
| timeout-minutes: 120 | |
| if: ${{ vars.RUN_CI == 'true' }} | |
| steps: | |
| - name: Before script | |
| if: always() | |
| id: before-script | |
| shell: bash | |
| run: | | |
| if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Run Bazel System Test Hourly | |
| id: bazel-test-all | |
| uses: ./.github/actions/bazel-test-all/ | |
| with: | |
| BAZEL_COMMAND: "test" | |
| BAZEL_TARGETS: "//... --deleted_packages=gitlab-ci/src/gitlab_config" | |
| BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel" | |
| BAZEL_EXTRA_ARGS: "--keep_going --verbose_failures --test_tag_filters=system_test_hourly" | |
| HONEYCOMB_API_TOKEN: ${{ secrets.HONEYCOMB_API_TOKEN }} | |
| - name: Bazel Clean | |
| if: always() | |
| run: bazel clean | |
| bazel-test-coverage: | |
| name: Bazel Test Coverage | |
| runs-on: | |
| labels: bazel-runner-large | |
| container: | |
| image: ghcr.io/dfinity-sandbox/ic-build@sha256:994f76fcc90400ec9f8be3d540bd529ff1b3768b7f7f6963887022c57ec1ab24 | |
| timeout-minutes: 120 | |
| if: ${{ vars.RUN_CI == 'true' }} | |
| steps: | |
| - name: Before script | |
| if: always() | |
| id: before-script | |
| shell: bash | |
| run: | | |
| if [ -n "${NODE_NAME:-}" ]; then echo "Node: $NODE_NAME"; fi | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Run Bazel Test Coverage | |
| shell: bash | |
| run: | | |
| set -eExuo pipefail | |
| bazel query --universe_scope=//... \ | |
| "kind(test, //rs/...) except kind(test, allrdeps(attr('tags', 'canister', //rs/...)))" \ | |
| > cov_targets.txt | |
| # shellcheck disable=SC2046,SC2086 | |
| bazel ${BAZEL_STARTUP_ARGS} coverage ${BAZEL_CI_CONFIG} ${BAZEL_EXTRA_ARGS} --test_timeout=3000 \ | |
| --combined_report=lcov $(<cov_targets.txt) || true | |
| cp bazel-out/_coverage/_coverage_report.dat cov_report.dat | |
| genhtml --output cov_html cov_report.dat | |
| env: | |
| BAZEL_CI_CONFIG: "--config=ci --repository_cache=/cache/bazel" | |
| BAZEL_EXTRA_ARGS: "--combined_report=lcov" | |
| # TODO: publish coverage to github pages | |
| - name: Upload Test Coverage Report | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-report | |
| compression-level: 9 | |
| # TODO: change to 7 before migration | |
| retention-days: 1 | |
| if-no-files-found: error | |
| path: | | |
| cov_targets.txt | |
| cov_report.dat | |
| cov_html/ | |
| - name: Bazel Clean | |
| if: always() | |
| run: bazel clean |