diff --git a/.github/workflows/dbt-checks.yml b/.github/workflows/dbt-checks.yml index fcb118e..c82211d 100644 --- a/.github/workflows/dbt-checks.yml +++ b/.github/workflows/dbt-checks.yml @@ -11,10 +11,10 @@ on: env: DBT_PROFILES_DIR: ${{ github.workspace }}/integration_tests DBT_PROJECT_DIR: ${{ github.workspace }}/integration_tests - DATABRICKS_TEST_CATALOG: ${{ vars.DATABRICKS_TEST_CATALOG }} - DATABRICKS_TEST_SCHEMA: ${{ vars.DATABRICKS_TEST_SCHEMA }} - DATABRICKS_TEST_HOST: ${{ vars.DATABRICKS_TEST_HOST }} - DATABRICKS_TEST_HTTP_PATH: ${{ vars.DATABRICKS_TEST_HTTP_PATH }} + DATABRICKS_TEST_CATALOG: ${{ vars.DATABRICKS_TEST_CATALOG }} + DATABRICKS_TEST_SCHEMA: ${{ vars.DATABRICKS_TEST_SCHEMA }} + DATABRICKS_TEST_HOST: ${{ secrets.DATABRICKS_TEST_HOST }} + DATABRICKS_TEST_HTTP_PATH: ${{ secrets.DATABRICKS_HTTP_PATH }} DATABRICKS_TEST_TOKEN: ${{ secrets.DATABRICKS_TEST_TOKEN }} SNOWFLAKE_TEST_ACCOUNT: ${{ secrets.SNOWFLAKE_TEST_ACCOUNT }} @@ -42,10 +42,10 @@ jobs: - name: Install dependencies run: | python -m pip install --upgrade pip - pip install -r requirements.txt + pip install -r ${{ github.workspace }}/integration_tests/requirements.txt - # - name: Run dbt debug for Databricks - # run: dbt debug --target databricks + - name: Run dbt debug for Databricks + run: dbt debug --target databricks - name: Run dbt debug for Snowflake run: dbt debug --target snowflake diff --git a/.gitignore b/.gitignore index 90a635b..5683d58 100644 --- a/.gitignore +++ b/.gitignore @@ -3,3 +3,13 @@ venv/ target/ dbt_packages/ logs/ +.env +env +.user.yml +integration_tests/logs/ +integration_tests/target/ +integration_tests/.env +integration_tests/.user.yml +integration_tests/dbt_packages +integration_tests/env +integration_tests/package-lock.yml \ No newline at end of file diff --git a/integration_tests/profiles.yml b/integration_tests/profiles.yml index 4eb5a00..d585e2f 100644 --- a/integration_tests/profiles.yml +++ b/integration_tests/profiles.yml @@ -1,5 +1,5 @@ integration_tests: - target: snowflake + target: databricks outputs: snowflake: type: snowflake diff --git a/integration_tests/requirements.txt b/integration_tests/requirements.txt index 2123f3a..8fa8005 100644 --- a/integration_tests/requirements.txt +++ b/integration_tests/requirements.txt @@ -1,3 +1,3 @@ -dbt-snowflake>=1.3.0,<2.0.0 -dbt-databricks==1.6.0 -databricks-sql-connector==2.7.0 \ No newline at end of file +dbt-snowflake==1.8.3 +dbt-databricks==v1.8.5 +dbt-core==1.8.5 \ No newline at end of file diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 55d229e..0000000 --- a/requirements.txt +++ /dev/null @@ -1,3 +0,0 @@ -dbt-databricks==v1.8.5 -dbt-core==1.8.5 -dbt-snowflake==1.8.3 \ No newline at end of file