try main process workflow with dump #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Triger: only call from main workflow(re-usable workflows) | ||
| name: main-process-update | ||
| on: | ||
| workflow_call: | ||
| workflow_dispatch: | ||
| # A workflow run is made up of one or more jobs that can run sequentially or in parallel | ||
| jobs: | ||
| prepare-execution-matrix: | ||
| name: execution matrix | ||
| runs-on: [ ci ] | ||
| outputs: | ||
| matrix: ${{ steps.create_matrix.outputs.matrix }} | ||
| steps: | ||
| - name: Clean Workspace | ||
| uses: AutoModality/[email protected] | ||
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | ||
| - uses: actions/[email protected] | ||
| with: | ||
| ref: ${{ github.head_ref }} #Checking out head commit | ||
| - name: Read .env file | ||
| uses: xom9ikk/[email protected] | ||
| - name: Create Execution matrix | ||
| uses: CertainLach/create-matrix-action@v4 | ||
| id: create_matrix | ||
| with: | ||
| matrix: | | ||
| network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, fork_source {${{ env.OPAL_REPLICA_FROM }}} | ||
| network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, fork_source {${{ env.QUARTZ_REPLICA_FROM }}} | ||
| network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, fork_source {${{ env.UNIQUE_REPLICA_FROM }}} | ||
| main-process: | ||
| needs: prepare-execution-matrix | ||
| # The type of runner that the job will run on | ||
| runs-on: [ ci ] | ||
| timeout-minutes: 1380 | ||
| name: ${{ matrix.network }}-update | ||
| continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false. | ||
| strategy: | ||
| matrix: | ||
| include: ${{fromJson(needs.prepare-execution-matrix.outputs.matrix)}} | ||
| steps: | ||
| - name: Clean Workspace | ||
| uses: AutoModality/[email protected] | ||
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | ||
| - uses: actions/[email protected] | ||
| with: | ||
| ref: ${{ github.head_ref }} #Checking out head commit | ||
| # Prepare SHA | ||
| - name: Prepare SHA | ||
| uses: ./.github/actions/prepare | ||
| - name: Read .env file | ||
| uses: xom9ikk/[email protected] | ||
| - name: Log in to Docker Hub | ||
| uses: docker/[email protected] | ||
| with: | ||
| username: ${{ secrets.CORE_DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.CORE_DOCKERHUB_TOKEN }} | ||
| - name: Check and pull polkadot image | ||
| id: polkadot | ||
| uses: cloudposse/github-action-docker-image-exists@main | ||
| with: | ||
| registry: registry.hub.docker.com | ||
| organization: parity | ||
| repository: polkadot | ||
| login: ${{ secrets.CORE_DOCKERHUB_USERNAME }} | ||
| password: ${{ secrets.CORE_DOCKERHUB_TOKEN }} | ||
| tag: ${{ matrix.relay_branch }} | ||
| - name: Prepare mainnet | ||
| uses: ./.github/actions/buildContainer | ||
| id: mainnet | ||
| with: | ||
| container: uniquenetwork/ci-main-process | ||
| tag: ${{ matrix.network }}-${{ env.MAINNET_BRANCH }}-${{ env.MAINNET_HASH}} | ||
| context: .docker | ||
| dockerfile: Dockerfile-unique-release | ||
| args: | | ||
| --build-arg FEATURES=${{ matrix.network }}-runtime | ||
| --build-arg CODE_VERSION=${{ env.MAINNET_BRANCH}} | ||
| --build-arg CODE_HASH=${{ env.MAINNET_HASH}} | ||
| dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }} | ||
| dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }} | ||
| - name: Prepare target runtime | ||
| uses: ./.github/actions/buildContainer | ||
| id: runtime | ||
| with: | ||
| container: uniquenetwork/ci-main-process | ||
| tag: ${{ matrix.network }}-${{ env.REF_SLUG }}-${{ env.BUILD_SHA }} | ||
| context: . | ||
| dockerfile: .docker/Dockerfile-unique | ||
| args: | | ||
| --build-arg FEATURES=${{ matrix.network }}-runtime | ||
| dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }} | ||
| dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }} | ||
| - name: Extract wasms | ||
| uses: ./.github/actions/extractDocker | ||
| id: wasms | ||
| with: | ||
| image: ${{ steps.runtime.outputs.name }} | ||
| directory: /wasm | ||
| - name: Prepare target node | ||
| uses: ./.github/actions/buildContainer | ||
| id: node | ||
| with: | ||
| container: uniquenetwork/ci-main-process | ||
| tag: ${{ matrix.network }}-${{ env.NODE_BRANCH }}-${{ env.NODE_HASH}} | ||
| context: .docker | ||
| dockerfile: Dockerfile-unique-release | ||
| args: | | ||
| --build-arg FEATURES=${{ matrix.network }}-runtime | ||
| --build-arg CODE_VERSION=${{ env.NODE_BRANCH}} | ||
| --build-arg CODE_HASH=${{ env.NODE_HASH}} | ||
| dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }} | ||
| dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }} | ||
| - uses: actions/[email protected] | ||
| with: | ||
| node-version: 20 | ||
| - name: Install baedeker | ||
| uses: UniqueNetwork/baedeker-action/setup@v1-no-debug-output | ||
| with: | ||
| version: "v0.1.4" | ||
| useCache: false | ||
| - name: Setup library | ||
| run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library | ||
| - name: Get state from production | ||
| run: | | ||
| chainql -e 'cql.chain("${{ matrix.fork_source }}").latest._preloadKeys._raw' > .baedeker/vendor/dump.json | ||
| - name: Start network | ||
| uses: UniqueNetwork/baedeker-action@v1-no-debug-output | ||
| if: success() | ||
| id: bdk | ||
| with: | ||
| jpath: | | ||
| .baedeker/vendor | ||
| tla-str: | | ||
| relay_spec=${{ env.RELAY_CHAIN_TYPE }}-local | ||
| forked_spec=${{ matrix.network }} | ||
| tla-code: | | ||
| dump_spec=import 'dump.json' | ||
| inputs: | | ||
| .baedeker/main-process.jsonnet | ||
| snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'${{ steps.polkadot.outputs.image }}:${{ steps.polkadot.outputs.tag }}'}}) | ||
| # with data build uses old runtime, but new node, thus we use mainnet image for spec generation, and then target image for nodes. | ||
| # snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.node.outputs.name }}'}}, extra_node_mixin={extraArgs: []}, for_chain = false) | ||
| ephemeral:snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}}, extra_node_mixin={extraArgs: []}) | ||
| - name: Ensure network is alive | ||
| working-directory: js-packages/tests | ||
| id: alive1 | ||
| if: ${{ !cancelled() && steps.bdk.outcome == 'success' }} | ||
| run: | | ||
| yarn | ||
| ../scripts/wait_for_first_block.sh | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: "Reconcile: nodes updating" | ||
| if: ${{ !cancelled() && steps.alive1.outcome == 'success' }} | ||
| id: reconcile1 | ||
| uses: UniqueNetwork/baedeker-action/reconcile@v1-no-debug-output | ||
| with: | ||
| baedeker: ${{ steps.bdk.outputs.baedeker }} | ||
| # Chain should always be built with the mainnet spec, this we first set binary for all nodes, and then force chainspec to be still generated from mainnet | ||
| inputs: | | ||
| snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.node.outputs.name }}'}}, extra_node_mixin={extraArgs: []}, for_chain = false) | ||
| snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}}, extra_node_mixin={extraArgs: []}) | ||
| - name: Ensure network is alive | ||
| working-directory: js-packages/tests | ||
| id: alive2 | ||
| if: ${{ !cancelled() && steps.reconcile1.outcome == 'success' }} | ||
| run: | | ||
| yarn | ||
| ../scripts/wait_for_first_block.sh | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: "Reconcile: runtime updating" | ||
| working-directory: js-packages/tests | ||
| id: reconcile2 | ||
| if: ${{ !cancelled() && steps.alive2.outcome == 'success' }} | ||
| run: | | ||
| echo "Executing upgrade" | ||
| yarn node --no-warnings=ExperimentalWarning --loader ts-node/esm ../scripts/authorizeEnactUpgrade.ts ${{ steps.wasms.outputs.dir }}/${{ matrix.network }}-runtime/${{ matrix.network }}_runtime.compact.compressed.wasm | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: Ensure network is alive | ||
| working-directory: js-packages/tests | ||
| id: alive3 | ||
| if: ${{ !cancelled() && steps.reconcile2.outcome == 'success' }} | ||
| run: | | ||
| yarn | ||
| ../scripts/wait_for_first_block.sh | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: Run Parallel tests after forkless upgrade | ||
| working-directory: js-packages/tests | ||
| if: ${{ !cancelled() && steps.alive3.outcome == 'success' }} | ||
| run: | | ||
| echo "Ready to start tests" | ||
| NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW} | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: Run Sequential tests after forkless upgrade | ||
| working-directory: js-packages/tests | ||
| if: ${{ !cancelled() && steps.alive3.outcome == 'success' }} | ||
| run: | | ||
| NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW} | ||
| env: | ||
| RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }} | ||
| - name: Remove builder cache | ||
| if: always() # run this step always | ||
| run: | | ||
| docker system prune -f | ||
