Skip to content

Commit

Permalink
dbt checks working for databricks
Browse files Browse the repository at this point in the history
  • Loading branch information
laysabit committed Sep 12, 2024
1 parent 88bfc77 commit 47e4d5b
Show file tree
Hide file tree
Showing 5 changed files with 21 additions and 14 deletions.
14 changes: 7 additions & 7 deletions .github/workflows/dbt-checks.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,10 @@ on:
env:
DBT_PROFILES_DIR: ${{ github.workspace }}/integration_tests
DBT_PROJECT_DIR: ${{ github.workspace }}/integration_tests
DATABRICKS_TEST_CATALOG: ${{ vars.DATABRICKS_TEST_CATALOG }}
DATABRICKS_TEST_SCHEMA: ${{ vars.DATABRICKS_TEST_SCHEMA }}
DATABRICKS_TEST_HOST: ${{ vars.DATABRICKS_TEST_HOST }}
DATABRICKS_TEST_HTTP_PATH: ${{ vars.DATABRICKS_TEST_HTTP_PATH }}
DATABRICKS_TEST_CATALOG: ${{ vars.DATABRICKS_TEST_CATALOG }}
DATABRICKS_TEST_SCHEMA: ${{ vars.DATABRICKS_TEST_SCHEMA }}
DATABRICKS_TEST_HOST: ${{ secrets.DATABRICKS_TEST_HOST }}
DATABRICKS_TEST_HTTP_PATH: ${{ secrets.DATABRICKS_HTTP_PATH }}
DATABRICKS_TEST_TOKEN: ${{ secrets.DATABRICKS_TEST_TOKEN }}

SNOWFLAKE_TEST_ACCOUNT: ${{ secrets.SNOWFLAKE_TEST_ACCOUNT }}
Expand Down Expand Up @@ -42,10 +42,10 @@ jobs:
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
pip install -r ${{ github.workspace }}/integration_tests/requirements.txt
# - name: Run dbt debug for Databricks
# run: dbt debug --target databricks
- name: Run dbt debug for Databricks
run: dbt debug --target databricks

- name: Run dbt debug for Snowflake
run: dbt debug --target snowflake
Expand Down
10 changes: 10 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -3,3 +3,13 @@ venv/
target/
dbt_packages/
logs/
.env
env
.user.yml
integration_tests/logs/
integration_tests/target/
integration_tests/.env
integration_tests/.user.yml
integration_tests/dbt_packages
integration_tests/env
integration_tests/package-lock.yml
2 changes: 1 addition & 1 deletion integration_tests/profiles.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
integration_tests:
target: snowflake
target: databricks
outputs:
snowflake:
type: snowflake
Expand Down
6 changes: 3 additions & 3 deletions integration_tests/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
dbt-snowflake>=1.3.0,<2.0.0
dbt-databricks==1.6.0
databricks-sql-connector==2.7.0
dbt-snowflake==1.8.3
dbt-databricks==v1.8.5
dbt-core==1.8.5
3 changes: 0 additions & 3 deletions requirements.txt

This file was deleted.

0 comments on commit 47e4d5b

Please sign in to comment.