test #7
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Custom build | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| everest_branch: | |
| required: false | |
| default: main | |
| description: "Everest branch with the new build to checkout" | |
| everest_operator_branch: | |
| required: false | |
| default: main | |
| description: "Everest operator branch with the new build to checkout" | |
| vs_branch: | |
| required: false | |
| default: main | |
| description: "Version Service branch with the new build to checkout" | |
| upstream_operator: | |
| type: choice | |
| description: "The upstream operator to upgrade" | |
| required: false | |
| options: | |
| - "" | |
| - percona-xtradb-cluster-operator | |
| - percona-server-mongodb-operator | |
| - percona-postgresql-operator | |
| upstream_operator_bundle_image: | |
| required: false | |
| description: "Full name of the upstream bundle image to test" | |
| cli_prerequisites: | |
| required: false | |
| description: "Prerequisites for CLI to add to the VS" | |
| default: ">= 1.2.0" | |
| k8s_prerequisites: | |
| required: false | |
| description: "Prerequisites for k8s version to add to the VS" | |
| default: ">= 1.27" | |
| push: # !!! remove before merge | |
| branches: | |
| - EVEREST-1563-operator-early-adoption | |
| permissions: | |
| contents: read | |
| packages: write | |
| checks: write | |
| pull-requests: write | |
| jobs: | |
| test: | |
| name: Test | |
| timeout-minutes: 30 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go-version: [ 1.23.x ] | |
| may-fail: [ false ] | |
| continue-on-error: ${{ matrix.may-fail }} | |
| runs-on: ubuntu-20.04 | |
| env: | |
| TOOLS_PATH: "/opt/tools/bin" | |
| VS_BRANCH: ${{ github.event.inputs.vs_branch }} | |
| # !!! revert before merge to using inputs | |
| #EVEREST_BRANCH: ${{ github.event.inputs.everest_branch }} | |
| EVEREST_BRANCH: "EVEREST-1563-operator-early-adoption" | |
| EVEREST_OPERATOR_BRANCH: ${{ github.event.inputs.everest_operator_branch }} | |
| # !!! revert before merge to using inputs | |
| # IMAGE: ${{ github.event.inputs.upstream_operator_bundle_image }} | |
| IMAGE: "docker.io/percona/percona-xtradb-cluster-operator:1.15.1-community-bundle" | |
| # !!! revert before merge to using inputs | |
| # UPSTREAM_REPO: ${{ github.event.inputs.upstream-operator }} | |
| UPSTREAM_REPO: "percona-xtradb-cluster-operator" | |
| # !!! revert before merge to using inputs | |
| CLI_PREREQUISITES: ">= 1.2.0" | |
| # CLI_PREREQUISITES: ${{ github.event.inputs.cli_prerequisites }} | |
| # !!! revert before merge to using inputs | |
| K8S_PREREQUISITES: ">= 1.27" | |
| # K8S_PREREQUISITES: ${{ github.event.inputs.k8s_prerequisites }} | |
| VS_PORT: 8081 | |
| ARCH: "" | |
| OS: "" | |
| VERSION: "" | |
| VS_URL: "" | |
| VS_TAG: "" | |
| steps: | |
| - name: Set environment variables | |
| run: | | |
| echo "ARCH=$(uname -m | sed 's/x86_64/amd64/;s/aarch64/arm64/')" >> $GITHUB_ENV | |
| echo "OS=$(uname | awk '{print tolower($0)}')" >> $GITHUB_ENV | |
| echo "VS_URL=http://localhost:$VS_PORT" >> $GITHUB_ENV | |
| # !!! revert before merge | |
| # TIMESTAMP=$(date +'%Y%m%d%H%M%S') | |
| TIMESTAMP="20241125120500" | |
| echo "VERSION=1.10000.0-rc$TIMESTAMP" >> $GITHUB_ENV | |
| echo "VS_TAG=everest-test$TIMESTAMP" >> $GITHUB_ENV | |
| - name: Set up Go release | |
| uses: percona-platform/setup-go@v4 | |
| with: | |
| go-version: ${{ matrix.go-version }} | |
| - name: Set GO_VERSION environment variable | |
| run: | | |
| go version | |
| echo "GO_VERSION=$(go version)" >> $GITHUB_ENV | |
| - name: Enable Go modules cache | |
| uses: percona-platform/cache@v3 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ matrix.os }}-go-${{ matrix.go-version }}-modules-${{ hashFiles('**/go.sum') }} | |
| restore-keys: | | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-modules- | |
| - name: Enable Go build cache | |
| uses: percona-platform/cache@v3 | |
| with: | |
| path: ~/.cache/go-build | |
| key: ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}-${{ hashFiles('**') }} | |
| restore-keys: | | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}- | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-build- | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: VS - checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: Percona-Lab/percona-version-service | |
| ref: ${{ env.VS_BRANCH }} | |
| path: percona-version-service | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| # - name: VS - update | |
| # run: | | |
| # cd percona-version-service | |
| # make init | |
| # # create an entry for the new Everest version | |
| # printf "version: $VERSION\nsupported:\n cli: '$CLI_PREREQUISITES'\n kubernetes: '$K8S_PREREQUISITES'" > "sources/metadata/everest/$VERSION.yaml" | |
| # | |
| # | |
| # - name: Build and Push VS dev image | |
| # uses: docker/build-push-action@v6 | |
| # with: | |
| # context: percona-version-service | |
| # push: true | |
| # tags: perconalab/version-service:${{ env.VERSION }} | |
| - name: Everest checks - run VS locally | |
| run: | | |
| sed -i "s/perconalab\/version-service:.*/perconalab\/version-service:$VS_TAG/g" percona-version-service/deploy.yaml | |
| kubectl apply -f percona-version-service/deploy.yaml | |
| kubectl wait --for=jsonpath='{.status.readyReplicas}'=3 deployment/percona-version-service -n everest-system | |
| kubectl port-forward svc/percona-version-service $VS_PORT:80 -n everest-system & | |
| # | |
| # - name: Operator - check out | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # repository: percona/everest-operator | |
| # ref: ${{ env.EVEREST_OPERATOR_BRANCH }} | |
| # path: everest-operator | |
| # token: ${{ secrets.ROBOT_TOKEN }} | |
| # | |
| # - name: Operator - install operator-sdk | |
| # run: | | |
| # mkdir -p $TOOLS_PATH | |
| # echo $TOOLS_PATH >> $GITHUB_PATH | |
| # | |
| # export OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/download/v1.25.2 | |
| # curl -LO ${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH} | |
| # | |
| # gpg --keyserver keyserver.ubuntu.com --recv-keys 052996E2A20B5C7E | |
| # | |
| # curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt | |
| # curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt.asc | |
| # gpg -u "Operator SDK (release) <[email protected]>" --verify checksums.txt.asc | |
| # | |
| # grep operator-sdk_${OS}_${ARCH} checksums.txt | sha256sum -c - | |
| # | |
| # chmod +x operator-sdk_${OS}_${ARCH} | |
| # mv operator-sdk_${OS}_${ARCH} $TOOLS_PATH/operator-sdk | |
| # | |
| # - name: Operator - build and bundle | |
| # run: | | |
| # cd everest-operator | |
| # make build manifests bundle | |
| # | |
| # - name: Operator - setup Docker meta for everest-operator | |
| # id: operator_meta | |
| # uses: docker/metadata-action@v5 | |
| # with: | |
| # images: | | |
| # perconalab/everest-operator | |
| # tags: | | |
| # type=raw,value=${{ env.VERSION }} | |
| # | |
| # - name: Operator - setup Docker meta for everest-operator-bundle | |
| # id: bundle_meta | |
| # uses: docker/metadata-action@v5 | |
| # with: | |
| # images: | | |
| # perconalab/everest-operator-bundle | |
| # tags: | | |
| # type=raw,value=${{ env.VERSION }} | |
| # | |
| # - name: Operator - push everest-operator image | |
| # uses: docker/build-push-action@v6 | |
| # with: | |
| # context: everest-operator | |
| # push: true | |
| # tags: ${{ steps.operator_meta.outputs.tags }} | |
| # | |
| # - name: Operator - push everest-operator-bundle image | |
| # uses: docker/build-push-action@v6 | |
| # with: | |
| # context: everest-operator | |
| # push: true | |
| # tags: ${{ steps.bundle_meta.outputs.tags }} | |
| # file: everest-operator/bundle.Dockerfile | |
| # | |
| # - name: Catalog - checkout | |
| # uses: actions/checkout@v4 | |
| # with: | |
| # repository: percona/everest-catalog | |
| # path: everest-catalog | |
| # token: ${{ secrets.ROBOT_TOKEN }} | |
| # | |
| # - name: Catalog - update veneer file | |
| # run: | | |
| # cd everest-catalog/tools | |
| # go run . \ | |
| # --veneer-file ../veneer/everest-operator.yaml \ | |
| # --channel fast-v0 \ | |
| # --new-version ${{ env.VERSION }} \ | |
| # | |
| # cd .. | |
| # curl -Lo /tmp/opm https://github.com/operator-framework/operator-registry/releases/download/v1.44.0/${OS}-${ARCH}-opm | |
| # chmod +x /tmp/opm | |
| # /tmp/opm alpha render-template basic --skip-tls -o yaml < veneer/everest-operator.yaml > catalog/everest-operator/catalog.yaml | |
| # | |
| # # Check if catalog has the new version listed | |
| # if ! grep -q "$VERSION$" catalog/everest-operator/catalog.yaml; then | |
| # echo "catalog/everest-operator/catalog.yaml does not include the version $VERSION" | |
| # exit 1 | |
| # fi | |
| # | |
| # # If the feature build contains upstream upgrades | |
| # if [ -n "$UPSTREAM_REPO" ]; then | |
| # # Add a new record to the upstream veneer | |
| # yq e ".Stable.Bundles += {\"Image\": \"$IMAGE\"}" veneer/${UPSTREAM_REPO}.yaml > temp.yaml && mv temp.yaml veneer/${UPSTREAM_REPO}.yaml | |
| # | |
| # # Generate upstream catalog | |
| # /tmp/opm alpha render-template semver --skip-tls -o yaml < veneer/${UPSTREAM_REPO}.yaml > catalog/${UPSTREAM_REPO}/catalog.yaml | |
| # | |
| # # Check if upstream catalog has the new image listed | |
| # if ! grep -q "$IMAGE$" catalog/${UPSTREAM_REPO}/catalog.yaml; then | |
| # echo "catalog/${UPSTREAM_REPO}/catalog.yaml does not include the version $IMAGE" | |
| # exit 1 | |
| # fi | |
| # fi | |
| # | |
| # git diff | |
| # | |
| # - name: Catalog - setup Docker meta for everest-catalog | |
| # id: catalog_meta | |
| # uses: docker/metadata-action@v5 | |
| # with: | |
| # images: | | |
| # perconalab/everest-catalog | |
| # tags: | | |
| # type=raw,value=${{ env.VERSION }} | |
| # | |
| # - name: Catalog - push everest-catalog image | |
| # uses: docker/build-push-action@v6 | |
| # with: | |
| # context: everest-catalog | |
| # push: true | |
| # tags: ${{ steps.catalog_meta.outputs.tags }} | |
| # file: everest-catalog/everest-catalog.Dockerfile | |
| # | |
| # | |
| - name: Everest - check out | |
| uses: actions/checkout@v4 | |
| with: | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| ref: ${{ env.EVEREST_BRANCH }} | |
| # | |
| # - name: Everest - setup golang | |
| # uses: actions/setup-go@v5 | |
| # with: | |
| # go-version-file: "./go.mod" | |
| # | |
| # - name: Everest UI - setup pnpm | |
| # uses: pnpm/action-setup@v4 | |
| # with: | |
| # version: 9.4.0 | |
| # | |
| # - name: Everest UI - run with Node 20 | |
| # uses: actions/setup-node@v4 | |
| # with: | |
| # node-version: 20.x | |
| # cache: "pnpm" | |
| # cache-dependency-path: ui/pnpm-lock.yaml | |
| # | |
| # - name: Everest UI - build | |
| # run: | | |
| # cd ui | |
| # pnpm install | |
| # EVEREST_OUT_DIR=${GITHUB_WORKSPACE}/public/dist/ pnpm build | |
| # | |
| # - name: Everest - build binary | |
| # run: | | |
| # if [[ $IS_RC == 1 ]]; then | |
| # RELEASE_VERSION=${VERSION} CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make rc | |
| # else | |
| # RELEASE_VERSION=${VERSION} CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make release | |
| # fi | |
| # | |
| # - name: Everest - push Everest image | |
| # uses: docker/build-push-action@v6 | |
| # with: | |
| # context: . | |
| # push: true | |
| # tags: perconalab/everest:${{ env.VERSION }} | |
| # | |
| # - name: Everest checks - Start local Kubernetes cluster | |
| # uses: medyagh/setup-minikube@latest | |
| # id: minikube | |
| # with: | |
| # cpus: 2 | |
| # memory: 2000m | |
| - name: Everest checks - install feature build | |
| shell: bash | |
| run: | | |
| make feature-build-cli | |
| ./bin/everestctl install -v \ | |
| --version $VERSION \ | |
| --version-metadata-url $VS_URL \ | |
| --operator.mongodb \ | |
| --operator.postgresql \ | |
| --operator.xtradb-cluster \ | |
| --skip-wizard \ | |
| --namespaces everest | |
| echo "::notice title=Feature Build $VERSION is Created::Version Service Image: $VS_TAG" |