Skip to content

Changes in Postgres_Precision_Fix - Sync up with Releases #889

Changes in Postgres_Precision_Fix - Sync up with Releases

Changes in Postgres_Precision_Fix - Sync up with Releases #889

Workflow file for this run

# Copyright © 2022 Cask Data, Inc.
# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
# This workflow will build a Java project with Maven
# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven
# Note: Any changes to this workflow would be used only after merging into develop
name: Build e2e tests
on:
push:
branches: [ develop ]
pull_request:
branches: [ develop ]
types: [ opened, synchronize, reopened, labeled ]
workflow_dispatch:
jobs:
build:
runs-on: k8s-runner-e2e
# We allow builds:
# 1) When triggered manually
# 2) When it's a merge into a branch
# 3) For PRs that are labeled as build and
# - It's a code change
# - A build label was just added
# A bit complex, but prevents builds when other labels are manipulated
if: >
github.event_name == 'workflow_dispatch'
|| github.event_name == 'push'
|| (contains(github.event.pull_request.labels.*.name, 'build')
&& (github.event.action != 'labeled' || github.event.label.name == 'build')
)
strategy:
matrix:
module: [mysql-plugin, postgresql-plugin, oracle-plugin, mssql-plugin, cloudsql-mysql-plugin, cloudsql-postgresql-plugin]
fail-fast: false
steps:
# Pinned 1.0.0 version
- uses: actions/checkout@v3
with:
path: plugin
submodules: 'recursive'
ref: ${{ github.event.workflow_run.head_sha }}
- uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
if: github.event_name != 'workflow_dispatch' && github.event_name != 'push'
id: filter
with:
working-directory: plugin
filters: |
e2e-test:
- '${{ matrix.module }}/**/e2e-test/**'
- name: Checkout e2e test repo
uses: actions/checkout@v3
with:
repository: cdapio/cdap-e2e-tests
path: e2e
- name: Cache
uses: actions/cache@v3
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ github.workflow }}-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-${{ github.workflow }}
- name: Get Secrets from GCP Secret Manager
id: secrets
uses: 'google-github-actions/get-secretmanager-secrets@v0'
with:
secrets: |-
ORACLE_HOST:cdapio-github-builds/ORACLE_HOST
ORACLE_USERNAME:cdapio-github-builds/ORACLE_USERNAME
ORACLE_PASSWORD:cdapio-github-builds/ORACLE_PASSWORD
ORACLE_PORT:cdapio-github-builds/ORACLE_PORT
MSSQL_HOST:cdapio-github-builds/MSSQL_HOST
MSSQL_USERNAME:cdapio-github-builds/MSSQL_USERNAME
MSSQL_PASSWORD:cdapio-github-builds/MSSQL_PASSWORD
MSSQL_PORT:cdapio-github-builds/MSSQL_PORT
MYSQL_HOST:cdapio-github-builds/MYSQL_HOST
MYSQL_USERNAME:cdapio-github-builds/MYSQL_USERNAME
MYSQL_PASSWORD:cdapio-github-builds/MYSQL_PASSWORD
MYSQL_PORT:cdapio-github-builds/MYSQL_PORT
POSTGRESQL_HOST:cdapio-github-builds/POSTGRESQL_HOST
POSTGRESQL_USERNAME:cdapio-github-builds/POSTGRESQL_USERNAME
POSTGRESQL_PASSWORD:cdapio-github-builds/POSTGRESQL_PASSWORD
POSTGRESQL_PORT:cdapio-github-builds/POSTGRESQL_PORT
CLOUDSQL_POSTGRESQL_USERNAME:cdapio-github-builds/CLOUDSQL_POSTGRESQL_USERNAME
CLOUDSQL_POSTGRESQL_PASSWORD:cdapio-github-builds/CLOUDSQL_POSTGRESQL_PASSWORD
CLOUDSQL_POSTGRESQL_CONNECTION_NAME:cdapio-github-builds/CLOUDSQL_POSTGRESQL_CONNECTION_NAME
CLOUDSQL_MYSQL_USERNAME:cdapio-github-builds/CLOUDSQL_MYSQL_USERNAME
CLOUDSQL_MYSQL_PASSWORD:cdapio-github-builds/CLOUDSQL_MYSQL_PASSWORD
CLOUDSQL_MYSQL_CONNECTION_NAME:cdapio-github-builds/CLOUDSQL_MYSQL_CONNECTION_NAME
- name: Run required e2e tests
if: github.event_name != 'workflow_dispatch' && github.event_name != 'push' && steps.filter.outputs.e2e-test == 'false'
run: python3 e2e/src/main/scripts/run_e2e_test.py --module ${{ matrix.module }} --testRunner TestRunnerRequired.java
env:
ORACLE_HOST: ${{ steps.secrets.outputs.ORACLE_HOST }}
ORACLE_USERNAME: ${{ steps.secrets.outputs.ORACLE_USERNAME }}
ORACLE_PASSWORD: ${{ steps.secrets.outputs.ORACLE_PASSWORD }}
ORACLE_PORT: ${{ steps.secrets.outputs.ORACLE_PORT }}
MSSQL_HOST: ${{ steps.secrets.outputs.MSSQL_HOST }}
MSSQL_USERNAME: ${{ steps.secrets.outputs.MSSQL_USERNAME }}
MSSQL_PASSWORD: ${{ steps.secrets.outputs.MSSQL_PASSWORD }}
MSSQL_PORT: ${{ steps.secrets.outputs.MSSQL_PORT }}
MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }}
MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }}
MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }}
MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }}
POSTGRESQL_HOST: ${{ steps.secrets.outputs.POSTGRESQL_HOST }}
POSTGRESQL_USERNAME: ${{ steps.secrets.outputs.POSTGRESQL_USERNAME }}
POSTGRESQL_PASSWORD: ${{ steps.secrets.outputs.POSTGRESQL_PASSWORD }}
POSTGRESQL_PORT: ${{ steps.secrets.outputs.POSTGRESQL_PORT }}
CLOUDSQL_POSTGRESQL_USERNAME: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_USERNAME }}
CLOUDSQL_POSTGRESQL_PASSWORD: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_PASSWORD }}
CLOUDSQL_POSTGRESQL_CONNECTION_NAME: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_CONNECTION_NAME }}
CLOUDSQL_MYSQL_USERNAME: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_USERNAME }}
CLOUDSQL_MYSQL_PASSWORD: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_PASSWORD }}
CLOUDSQL_MYSQL_CONNECTION_NAME: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_CONNECTION_NAME }}
- name: Run all e2e tests
if: github.event_name == 'workflow_dispatch' || github.event_name == 'push' || steps.filter.outputs.e2e-test == 'true'
run: python3 e2e/src/main/scripts/run_e2e_test.py --module ${{ matrix.module }}
env:
ORACLE_HOST: ${{ steps.secrets.outputs.ORACLE_HOST }}
ORACLE_USERNAME: ${{ steps.secrets.outputs.ORACLE_USERNAME }}
ORACLE_PASSWORD: ${{ steps.secrets.outputs.ORACLE_PASSWORD }}
ORACLE_PORT: ${{ steps.secrets.outputs.ORACLE_PORT }}
MSSQL_HOST: ${{ steps.secrets.outputs.MSSQL_HOST }}
MSSQL_USERNAME: ${{ steps.secrets.outputs.MSSQL_USERNAME }}
MSSQL_PASSWORD: ${{ steps.secrets.outputs.MSSQL_PASSWORD }}
MSSQL_PORT: ${{ steps.secrets.outputs.MSSQL_PORT }}
MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }}
MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }}
MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }}
MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }}
POSTGRESQL_HOST: ${{ steps.secrets.outputs.POSTGRESQL_HOST }}
POSTGRESQL_USERNAME: ${{ steps.secrets.outputs.POSTGRESQL_USERNAME }}
POSTGRESQL_PASSWORD: ${{ steps.secrets.outputs.POSTGRESQL_PASSWORD }}
POSTGRESQL_PORT: ${{ steps.secrets.outputs.POSTGRESQL_PORT }}
CLOUDSQL_POSTGRESQL_USERNAME: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_USERNAME }}
CLOUDSQL_POSTGRESQL_PASSWORD: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_PASSWORD }}
CLOUDSQL_POSTGRESQL_CONNECTION_NAME: ${{ steps.secrets.outputs.CLOUDSQL_POSTGRESQL_CONNECTION_NAME }}
CLOUDSQL_MYSQL_USERNAME: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_USERNAME }}
CLOUDSQL_MYSQL_PASSWORD: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_PASSWORD }}
CLOUDSQL_MYSQL_CONNECTION_NAME: ${{ steps.secrets.outputs.CLOUDSQL_MYSQL_CONNECTION_NAME }}
- name: Upload report
uses: actions/upload-artifact@v3
if: always()
with:
name: Cucumber report - ${{ matrix.module }}
path: ./**/target/cucumber-reports
- name: Upload debug files
uses: actions/upload-artifact@v3
if: always()
with:
name: Debug files - ${{ matrix.module }}
path: ./**/target/e2e-debug
- name: Upload files to GCS
uses: google-github-actions/upload-cloud-storage@v0
if: always()
with:
path: ./plugin
destination: e2e-tests-cucumber-reports/${{ github.event.repository.name }}/${{ github.ref }}
glob: '**/target/cucumber-reports/**'