Skip to content

bump to polkadot-stable2409-2 #74

bump to polkadot-stable2409-2

bump to polkadot-stable2409-2 #74

Workflow file for this run

name: Build Polkadot binaries and images
on:
push:
branches:
paths:
- .github/workflows/polkadot.yml
- dockerfiles/Dockerfile-env-test
- dockerfiles/Dockerfile-env-amd64
- dockerfiles/Dockerfile-amd64
- config.yml
pull_request:
paths:
- .github/workflows/polkadot.yml
- dockerfiles/Dockerfile-env-test
- dockerfiles/Dockerfile-env-amd64
- dockerfiles/Dockerfile-amd64
- config.yml
env:
REGISTRY: ghcr.io
jobs:
build-docker-images:
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
env:
ENV_IMAGE_NAME: kogeler/substrate-cross-compiler-env
outputs:
image-name: ${{ steps.env-vars.outputs.image-name }}
strategy:
fail-fast: false
matrix:
debian-versions: [bullseye, bookworm]
rust-versions: [1.81.0]
clang-versions: [17, 18]
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set environmental variables
id: env-vars
run: |
echo "ENV_FULL_IMAGE_NAME=${{ env.REGISTRY }}/${{ env.ENV_IMAGE_NAME }}:debian-${{ matrix.debian-versions }}-rust-${{ matrix.rust-versions }}-clang-${{ matrix.clang-versions }}" >> "$GITHUB_ENV"
echo "image-name=${{ env.REGISTRY }}/${{ env.ENV_IMAGE_NAME }}" >> "$GITHUB_OUTPUT"
echo "CODE_GIT_REPO=$(cat config.yml | yq -r '.polkadot.code_git_repo' | tr -d '\n')" >> "$GITHUB_ENV"
echo "CODE_GIT_REF=$(cat config.yml | yq -r '.polkadot.code_git_ref' | tr -d '\n')" >> "$GITHUB_ENV"
echo "PUSH_GIT_REF=$(cat config.yml | yq -r '.polkadot.push_git_ref' | tr -d '\n')" >> "$GITHUB_ENV"
- name: Check Docker image
run: |
if docker manifest inspect "${ENV_FULL_IMAGE_NAME}" > /dev/null 2>&1; then
echo "Image ${ENV_FULL_IMAGE_NAME} exists in the registry."
echo "CONTINUE_IMAGE_BUILD=false" >> "$GITHUB_ENV"
else
echo "Image ${ENV_FULL_IMAGE_NAME} does not exist in the registry."
echo "CONTINUE_IMAGE_BUILD=true" >> "$GITHUB_ENV"
fi
- name: Set up QEMU
if: env.CONTINUE_IMAGE_BUILD == 'true'
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
if: env.CONTINUE_IMAGE_BUILD == 'true'
uses: docker/setup-buildx-action@v3
- name: Log in to Container registry
if: env.CONTINUE_IMAGE_BUILD == 'true'
uses: docker/login-action@v3
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ github.token }}
- name: Extract metadata (tags, labels) for Docker
if: env.CONTINUE_IMAGE_BUILD == 'true'
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY }}/${{ env.ENV_IMAGE_NAME }}
- name: Build and push Docker image
if: env.CONTINUE_IMAGE_BUILD == 'true'
uses: docker/build-push-action@v6
with:
context: dockerfiles
file: dockerfiles/Dockerfile-env-amd64
push: false
load: true
labels: ${{ steps.meta.outputs.labels }}
build-args: |
DEBIAN_VERSION=${{ matrix.debian-versions }}
RUST_STABLE_VERSION=${{ matrix.rust-versions }}
CLANG_VERSION=${{ matrix.clang-versions }}
tags: ${{ env.ENV_FULL_IMAGE_NAME }},image-to-test:latest
- name: Switch to default Docker builder
if: env.CONTINUE_IMAGE_BUILD == 'true'
run: docker buildx use default
- name: Build node to test Docker image
if: env.CONTINUE_IMAGE_BUILD == 'true'
uses: docker/build-push-action@v6
with:
context: dockerfiles
file: dockerfiles/Dockerfile-env-test
push: false
pull: false
build-args: |
IMAGE_VERSION=image-to-test:latest
GIT_REPO=${{ env.CODE_GIT_REPO }}
GIT_REF=${{ env.CODE_GIT_REF }}
tags: test-build-image
- name: Push Docker image
if: ${{ env.CONTINUE_IMAGE_BUILD == 'true' && github.ref == env.PUSH_GIT_REF }}
run: docker push ${{ env.ENV_FULL_IMAGE_NAME }}
build-binaries:
runs-on: ubuntu-latest
needs: [build-docker-images]
permissions:
contents: write
packages: write
container:
image: ${{ needs.build-docker-images.outputs.image-name }}:debian-${{ matrix.debian-versions }}-rust-${{ matrix.rust-versions }}-clang-${{ matrix.clang-versions }}
options: --user 0:0 --privileged -v /var/run/docker.sock:/var/run/docker.sock
strategy:
fail-fast: false
matrix:
debian-versions: [bullseye, bookworm]
rust-versions: [1.81.0]
clang-versions: [17, 18]
rustc-targets: ["x86-64-v2", "x86-64-v3", "x86-64-v4"]
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Set environmental variables
run: |
echo "CODE_GIT_REPO=$(cat config.yml | yq -r '.polkadot.code_git_repo' | tr -d '\n')" >> "$GITHUB_ENV"
CODE_GIT_REF=$(cat config.yml | yq -r '.polkadot.code_git_ref' | tr -d '\n')
echo "CODE_GIT_REF=${CODE_GIT_REF}" >> $GITHUB_ENV
IMAGE_NAME=$(cat config.yml | yq -r '.polkadot.image_name' | tr -d '\n')
echo "IMAGE_NAME=${IMAGE_NAME}" >> $GITHUB_ENV
echo "PUSH_GIT_REF=$(cat config.yml | yq -r '.polkadot.push_git_ref' | tr -d '\n')" >> "$GITHUB_ENV"
BUILD_VERSION="debian-${{ matrix.debian-versions }}-rust-${{ matrix.rust-versions }}-clang-${{ matrix.clang-versions }}-${{ matrix.rustc-targets }}"
echo "BINARY_FILE_NAME=${CODE_GIT_REF}-${BUILD_VERSION}" >> $GITHUB_ENV
echo "EXECUTE_WORKER_BINARY_FILE_NAME=${CODE_GIT_REF}-execute-worker-${BUILD_VERSION}" >> $GITHUB_ENV
echo "PREPARE_WORKER_BINARY_FILE_NAME=${CODE_GIT_REF}-prepare-worker-${BUILD_VERSION}" >> $GITHUB_ENV
echo "FULL_IMAGE_NAME=${{ env.REGISTRY }}/${IMAGE_NAME}:${CODE_GIT_REF}-${BUILD_VERSION}" >> "$GITHUB_ENV"
git config --global --add safe.directory $(pwd)
- name: Checkout repository
uses: actions/checkout@v4
with:
repository: ${{ env.CODE_GIT_REPO }}
path: git-content
ref: ${{ env.CODE_GIT_REF }}
- name: Build binaries
working-directory: ./git-content
env:
RUSTFLAGS: "-C target-cpu=${{ matrix.rustc-targets }}"
run: |
export WASM_BUILD_WORKSPACE_HINT=$(pwd)
env
cargo build --profile production --locked --bin polkadot --bin polkadot-execute-worker --bin polkadot-prepare-worker --target x86_64-unknown-linux-gnu
export BINARIES_DIR=/opt/cargo_target/x86_64-unknown-linux-gnu/production
ls ${BINARIES_DIR}
mkdir ${GITHUB_WORKSPACE}/artifacts
cp ${BINARIES_DIR}/polkadot ${GITHUB_WORKSPACE}/artifacts
cp ${BINARIES_DIR}/polkadot-execute-worker ${GITHUB_WORKSPACE}/artifacts
cp ${BINARIES_DIR}/polkadot-prepare-worker ${GITHUB_WORKSPACE}/artifacts
- name: Create GitHub release
if: ${{ github.ref == env.PUSH_GIT_REF }}
uses: "actions/github-script@v6"
with:
script: |
try {
const response = await github.rest.repos.createRelease({
draft: false,
generate_release_notes: true,
name: process.env.CODE_GIT_REF,
owner: context.repo.owner,
prerelease: false,
repo: context.repo.repo,
tag_name: process.env.CODE_GIT_REF,
});
} catch (error) {
core.notice(error.message);
}
- name: Upload binaries to GitHub release
if: ${{ github.ref == env.PUSH_GIT_REF }}
env:
GH_TOKEN: ${{ github.token }}
run: |
mkdir gh_artifacts
cp artifacts/polkadot gh_artifacts/${BINARY_FILE_NAME}
cp artifacts/polkadot-execute-worker gh_artifacts/${EXECUTE_WORKER_BINARY_FILE_NAME}
cp artifacts/polkadot-prepare-worker gh_artifacts/${PREPARE_WORKER_BINARY_FILE_NAME}
gh release upload ${{ env.CODE_GIT_REF }} gh_artifacts/${BINARY_FILE_NAME} --clobber
gh release upload ${{ env.CODE_GIT_REF }} gh_artifacts/${EXECUTE_WORKER_BINARY_FILE_NAME} --clobber
gh release upload ${{ env.CODE_GIT_REF }} gh_artifacts/${PREPARE_WORKER_BINARY_FILE_NAME} --clobber
- name: Log in to container registry
uses: docker/login-action@v3
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ github.token }}
- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
- name: Build and push Docker image
uses: docker/build-push-action@v6
with:
file: dockerfiles/Dockerfile-amd64
context: artifacts
push: ${{ github.ref == env.PUSH_GIT_REF }}
load: true
labels: ${{ steps.meta.outputs.labels }}
build-args: |
DEBIAN_VERSION=${{ matrix.debian-versions }}
tags: ${{ env.FULL_IMAGE_NAME }}