Merge pull request #15 from devoteamgcloud/feat/ci-checks

Feat/ci checks

.github/workflows/pre-commit-check.yaml

@@ -0,0 +1,18 @@
+name: pre-commit check
+on:
+  pull_request:
+    branches:
+      - main
+jobs:
+  pre-commit-check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '20.x'
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+      - run: pip install pre-commit
+      - run: pre-commit run --all-files

.pre-commit-config.yaml

@@ -12,6 +12,7 @@ repos:
     - id: no-commit-to-branch
       args: [--branch, main]
 - repo: https://github.com/devoteamgcloud/pre-commit-dataform
-  rev: v1.0.2
+  rev: v1.1.3
   hooks:
     - id: dataform_format
+    - id: dataform_compile

includes/data_completeness_assertions.js

@@ -37,7 +37,7 @@ const createDataCompletenessAssertion = (globalParams, filter, tableName, column
                             ${ctx.ref(tableName)}
                         WHERE
                             ${filter}
-                    )      
+                    )
                     SELECT COUNT(*) AS total_rows,
                         SUM(CASE WHEN ${columnName} IS NULL THEN 1 ELSE 0 END) AS null_count
                         FROM filtering

includes/data_freshness_assertions.js

@@ -20,7 +20,7 @@
 const assertions = [];
 
 const createDataFreshnessAssertion = (globalParams, filter, tableName, delayCondition, timeUnit, dateColumn, timeZone = "UTC") => {
-  
+
   const assertion = assert(`assert_freshness_${tableName}`)
     .database(globalParams.database)
     .schema(globalParams.schema)
@@ -35,8 +35,7 @@ const createDataFreshnessAssertion = (globalParams, filter, tableName, delayCond
                             ${ctx.ref(tableName)}
                         WHERE
                             ${filter}
-                    ),      
-                    
+                    ),
                     freshness AS (
                         SELECT
                           ${["DAY", "WEEK", "MONTH", "QUARTER", "YEAR"].includes(timeUnit)