Skip to content

Commit

Permalink
fix(ci): Avoid caching state in lwd-update-sync job (#9029)
Browse files Browse the repository at this point in the history
* Disables caching of lwd-update-sync states, also sets `needs_{zebra, lwd}_state` to false

* Only runs ci-tests.patch-external for forks.

* removes dependency on lightwalletd-full-sync and get-available-disks
  • Loading branch information
arya2 authored Nov 15, 2024
1 parent 264ed54 commit f9cc055
Show file tree
Hide file tree
Showing 2 changed files with 22 additions and 5 deletions.
18 changes: 18 additions & 0 deletions .github/workflows/ci-tests.patch-external.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,43 +25,50 @@ jobs:
###
test-all:
name: Test all
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-fake-activation-heights:
name: Test with fake activation heights
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-empty-sync:
name: Test checkpoint sync from empty state
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-lightwalletd-integration:
name: Test integration with lightwalletd
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-configuration-file:
name: Test CI default Docker config file / Test default-conf in Docker
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-configuration-file-testnet:
name: Test CI testnet Docker config file / Test default-conf in Docker
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
needs: build
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-zebra-conf-path:
name: Test CI custom Docker config file / Test custom-conf in Docker
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'
Expand All @@ -74,66 +81,77 @@ jobs:
# We don't patch the testnet job, because testnet isn't required to merge (it's too unstable)
get-available-disks:
name: Check if cached state disks exist for Mainnet / Check if cached state disks exist
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-stateful-sync:
name: Zebra checkpoint update / Run sync-past-checkpoint test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

test-update-sync:
name: Zebra tip update / Run update-to-tip test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

checkpoints-mainnet:
name: Generate checkpoints mainnet / Run checkpoints-mainnet test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

lightwalletd-rpc-test:
name: Zebra tip JSON-RPC / Run fully-synced-rpc test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

lightwalletd-transactions-test:
name: lightwalletd tip send / Run lwd-send-transactions test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

get-block-template-test:
name: get block template / Run get-block-template test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

submit-block-test:
name: submit block / Run submit-block test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

lightwalletd-full-sync:
name: lightwalletd tip / Run lwd-full-sync test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

lightwalletd-update-sync:
name: lightwalletd tip update / Run lwd-update-sync test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'

lightwalletd-grpc-test:
name: lightwalletd GRPC tests / Run lwd-grpc-wallet test
if: ${{ startsWith(github.event_name, 'pull') && github.event.pull_request.head.repo.fork }}
runs-on: ubuntu-latest
steps:
- run: 'echo "Skipping job on fork"'
9 changes: 4 additions & 5 deletions .github/workflows/sub-ci-integration-tests-gcp.yml
Original file line number Diff line number Diff line change
Expand Up @@ -344,18 +344,17 @@ jobs:
# Otherwise, if the state rebuild was skipped, runs immediately after the build job.
lightwalletd-update-sync:
name: lightwalletd tip update
needs: [lightwalletd-full-sync, get-available-disks]
uses: ./.github/workflows/sub-deploy-integration-tests-gcp.yml
if: ${{ !cancelled() && !failure() && (inputs.network || vars.ZCASH_NETWORK) == 'Mainnet' && (fromJSON(needs.get-available-disks.outputs.lwd_tip_disk) || needs.lightwalletd-full-sync.result == 'success') && github.event.inputs.regenerate-disks != 'true' && github.event.inputs.run-full-sync != 'true' && github.event.inputs.run-lwd-sync != 'true' }}
with:
app_name: lightwalletd
test_id: lwd-update-sync
test_description: Test lightwalletd update sync with both states
test_variables: "-e NETWORK=${{ inputs.network || vars.ZCASH_NETWORK }} -e TEST_LWD_UPDATE_SYNC=1 -e ZEBRA_TEST_LIGHTWALLETD=1 -e ZEBRA_FORCE_USE_COLOR=1 -e ZEBRA_CACHED_STATE_DIR=/var/cache/zebrad-cache -e LIGHTWALLETD_DATA_DIR=/var/cache/lwd-cache"
needs_zebra_state: true
needs_lwd_state: true
saves_to_disk: true
force_save_to_disk: ${{ inputs.force_save_to_disk || false }}
needs_zebra_state: false
needs_lwd_state: false
saves_to_disk: false
force_save_to_disk: false
disk_prefix: lwd-cache
height_grep_text: "Waiting for block: "
secrets: inherit
Expand Down

0 comments on commit f9cc055

Please sign in to comment.