M2K workflow - use K_SINK to produce event instead of rest request to broker #111
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: MTA Workflow end to end tests | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - 'mta/**' | |
| - 'pipeline/**' | |
| - 'e2e/mta.sh' | |
| jobs: | |
| build: | |
| uses: parodos-dev/serverless-workflows/.github/workflows/main.yml@main | |
| secrets: inherit | |
| with: | |
| workflow_id: mta | |
| push_pr: false | |
| run-e2e: | |
| runs-on: ubuntu-latest | |
| needs: build | |
| steps: | |
| - name: Create k8s Kind Cluster | |
| uses: helm/[email protected] | |
| with: | |
| cluster_name: kind | |
| - name: Install Konveyor 0.2 (MTA upstream equivalent to 6.2) | |
| run: | | |
| kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/crds.yaml | |
| # give the apiserver time | |
| sleep 5s | |
| kubectl apply -f https://raw.githubusercontent.com/operator-framework/operator-lifecycle-manager/master/deploy/upstream/quickstart/olm.yaml | |
| # install konveyor operator | |
| # version 0.2 is MTA 6.2 and 0.3 is 7.x | |
| kubectl create -f https://operatorhub.io/install/konveyor-0.2/konveyor-operator.yaml | |
| # give the apiserver time | |
| echo "sleeping 120 seconds to give time for the operator to pull images and start" | |
| sleep 120s | |
| kubectl get csv -A | |
| # TODO its a bit smelly that the csv name is coded here. | |
| kubectl wait --for=jsonpath='{.status.phase}=Succeeded' -n my-konveyor-operator csv/konveyor-operator.v0.2.1 | |
| kubectl get pods -A | |
| kubectl wait --for=condition=Ready=true pods -l "name=tackle-operator" -n my-konveyor-operator --timeout=120s | |
| kubectl get crds | |
| kubectl create -f - << EOF | |
| kind: Tackle | |
| apiVersion: tackle.konveyor.io/v1alpha1 | |
| metadata: | |
| name: tackle | |
| namespace: my-konveyor-operator | |
| spec: | |
| feature_auth_required: false | |
| hub_database_volume_size: 1Gi | |
| hub_bucket_volume_size: 1Gi | |
| EOF | |
| kubectl get pods -n my-konveyor-operator | |
| sleep 60s | |
| kubectl get tackle -n my-konveyor-operator -o yaml | |
| echo "wait for tackle ui to be ready" | |
| kubectl get pods -n my-konveyor-operator | |
| sleep 30s | |
| kubectl wait --for=condition=Ready=true pods -l "app.kubernetes.io/name=tackle-ui" -n my-konveyor-operator --timeout=120s | |
| # now MTA workflow can execute agains tackle-ui.my-konveyor-operator.svc:8080 | |
| - name: Deploy Janus-idp-workflow-helm (janus + sonataflow-opertor) | |
| run: | | |
| helm repo add janus-idp-workflows https://rgolangh.github.io/janus-idp-workflows-helm/ | |
| helm install janus-idp-workflows janus-idp-workflows/janus-idp-workflows \ | |
| -f https://raw.githubusercontent.com/rgolangh/janus-idp-workflows-helm/main/charts/janus-idp-workflows/values-k8s.yaml | |
| echo "sleep bit long till the PV for data index and kaniko cache is ready. its a bit slow. TODO fixit" | |
| kubectl get pv | |
| sleep 3m | |
| kubectl get sfp -A | |
| kubectl wait --for=condition=Ready=true pods -l "app.kubernetes.io/name=backstage" --timeout=120s | |
| kubectl get pods -o wide | |
| kubectl wait --for=condition=Ready=true pods -l "app=sonataflow-platform" --timeout=120s | |
| - name: Download sonataflow artifacts generated manifests | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: serverless-workflow-mta-manifests | |
| path: manifests | |
| - name: Download serverless workflows mta image | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: serverless-workflow-mta-${{ github.sha }}.tar | |
| - name: Load mta workflow image to Kind | |
| run: | | |
| kind load image-archive serverless-workflow-mta-${{ github.sha }}.tar | |
| - name: Deploy MTA serverless workflow | |
| run: | | |
| ###### workaround till https://issues.redhat.com/browse/FLPATH-892 is solved | |
| yq --inplace '.spec.podTemplate.container |= ( . + {"imagePullPolicy": "IfNotPresent"} )' manifests/01-sonataflow_mtaanalysis.yaml | |
| ###### end workfaround | |
| # Set the endpoint to the tackle-ui service | |
| yq --inplace '.spec.podTemplate.container.env |= ( . + [{"name": "QUARKUS_REST_CLIENT_MTA_JSON_URL", "value": "http://tackle-ui.my-konveyor-operator.svc:8080/hub"}] )' manifests/01-sonataflow_mtaanalysis.yaml | |
| # deploy the manifests created by the ${{ steps.build-image.outputs.image }}" | |
| kubectl apply -f manifests | |
| sleep 5 | |
| kubectl get deployment mtaanalysis -o jsonpath={.spec.template.spec.containers[]} | |
| # give the pod time to start | |
| sleep 15 | |
| kubectl get pods -o wide | |
| kubectl wait --for=condition=Ready=true pods -l "app=mtaanalysis" --timeout=5m | |
| - uses: actions/checkout@v3 | |
| - name: Run e2e script | |
| run: | | |
| e2e/mta.sh | |
| - name: Export kind Logs | |
| if: always() | |
| run: kind export logs ./kind_logs | |
| - name: Upload Kind Logs | |
| uses: actions/upload-artifact@v3 | |
| # Always run this, even if one of th previous steps failed. | |
| if: always() | |
| with: | |
| name: kind-logs | |
| path: ./kind_logs/ | |