Reverts CI debugging

This reverts commit 4f6ca2d.
dlt-hub · Aug 30, 2024 · ca11ca4 · ca11ca4
1 parent 8f74601
commit ca11ca4
Show file tree

Hide file tree

Showing 20 changed files with 90 additions and 127 deletions.
diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -2,10 +2,10 @@
 name: lint | code & tests
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:

diff --git a/.github/workflows/test_airflow.yml b/.github/workflows/test_airflow.yml
@@ -1,10 +1,10 @@
 name: tools | airflow
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:

diff --git a/.github/workflows/test_build_images.yml b/.github/workflows/test_build_images.yml
@@ -1,10 +1,10 @@
 name: tools | docker images
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:

diff --git a/.github/workflows/test_common.yml b/.github/workflows/test_common.yml
@@ -28,18 +28,18 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: ["ubuntu-latest"] #, "macos-latest", "windows-latest"]
+        os: ["ubuntu-latest", "macos-latest", "windows-latest"]
         python-version: ["3.11.x"]
         # Test all python versions on ubuntu only
-        # include:
-        #   - python-version: "3.8.x"
-        #     os: "ubuntu-latest"
-        #   - python-version: "3.9.x"
-        #     os: "ubuntu-latest"
-        #   - python-version: "3.10.x"
-        #     os: "ubuntu-latest"
-        #   - python-version: "3.12.x"
-        #     os: "ubuntu-latest"
+        include:
+          - python-version: "3.8.x"
+            os: "ubuntu-latest"
+          - python-version: "3.9.x"
+            os: "ubuntu-latest"
+          - python-version: "3.10.x"
+            os: "ubuntu-latest"
+          - python-version: "3.12.x"
+            os: "ubuntu-latest"
 
     defaults:
       run:
@@ -90,47 +90,6 @@ jobs:
       - name: create secrets.toml
         run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml
 
-      - name: debug credentials
-        run: |
-          echo "First chars: ${DLT_SECRETS_TOML:0:5}"
-
-          substring="dbt"
-          if echo "$DLT_SECRETS_TOML" | grep -q "$substring"; then
-            echo "Substring found: $substring"
-            result=$(echo "$DLT_SECRETS_TOML" | sed -n "s/.*$substring\(.\{0,10\}\).*/\1/p")
-            echo "First characters after the substring: $result"
-          else
-            echo "Substring $substring not found"
-          fi
-
-          substring="ghp_KZC"
-          if echo "$DLT_SECRETS_TOML" | grep -q "$substring"; then
-            echo "substring found: $substring"
-            result=$(echo "$DLT_SECRETS_TOML" | sed -n "s/.*$substring\(.\{0,21\}\).*/\1/p")
-            echo "First characters after the substring: $result"
-          else
-            echo "Substring $substring not found"
-          fi
-
-          substring="sources.rest_api_pipeline.github"
-          if echo "$DLT_SECRETS_TOML" | grep -q "$substring"; then
-            echo "substring found: $substring"
-            result=$(echo "$DLT_SECRETS_TOML" | sed -n "s/.*$substring\(.\{0,21\}\).*/\1/p")
-            echo "First characters after the substring: $result"
-          else
-            echo "Substring $substring not found"
-          fi
-
-          SECRETS_FILE=$(cat tests/.dlt/secrets.toml)
-          substring="sources.rest_api_pipeline.github"
-          if echo "$SECRETS_FILE" | grep -q "$substring"; then
-            echo "substring found: $substring"
-            result=$(echo "$SECRETS_FILE" | sed -n "s/.*$substring\(.\{0,21\}\).*/\1/p")
-            echo "First characters after the substring: $result"
-          else
-            echo "Substring $substring not found"
-          fi
-
       - run: |
           poetry run pytest tests/common tests/normalize tests/reflection tests/load/test_dummy_client.py tests/extract/test_extract.py tests/extract/test_sources.py tests/pipeline/test_pipeline_state.py
         if: runner.os != 'Windows'

diff --git a/.github/workflows/test_dbt_runner.yml b/.github/workflows/test_dbt_runner.yml
@@ -2,10 +2,10 @@
 name: tools | dbt runner
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:

diff --git a/.github/workflows/test_destination_athena.yml b/.github/workflows/test_destination_athena.yml
@@ -2,10 +2,10 @@
 name: dest | athena
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_athena_iceberg.yml b/.github/workflows/test_destination_athena_iceberg.yml
@@ -2,10 +2,10 @@
 name: dest | athena iceberg
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_bigquery.yml b/.github/workflows/test_destination_bigquery.yml
@@ -2,10 +2,10 @@
 name: dest | bigquery
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_clickhouse.yml b/.github/workflows/test_destination_clickhouse.yml
@@ -1,10 +1,10 @@
 name: test | clickhouse
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron: '0 2 * * *'
@@ -113,3 +113,4 @@ jobs:
           poetry run pytest tests/load
         name: Run all tests Linux (ClickHouse Cloud)
         if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}}
+
diff --git a/.github/workflows/test_destination_databricks.yml b/.github/workflows/test_destination_databricks.yml
@@ -2,10 +2,10 @@
 name: dest | databricks
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_dremio.yml b/.github/workflows/test_destination_dremio.yml
@@ -2,10 +2,10 @@
 name: test | dremio
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_lancedb.yml b/.github/workflows/test_destination_lancedb.yml
@@ -1,10 +1,10 @@
 name: dest | lancedb
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_motherduck.yml b/.github/workflows/test_destination_motherduck.yml
@@ -2,10 +2,10 @@
 name: dest | motherduck
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_mssql.yml b/.github/workflows/test_destination_mssql.yml
@@ -2,10 +2,10 @@
 name: dest | mssql
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_snowflake.yml b/.github/workflows/test_destination_snowflake.yml
@@ -2,10 +2,10 @@
 name: dest | snowflake
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destination_synapse.yml b/.github/workflows/test_destination_synapse.yml
@@ -1,10 +1,10 @@
 name: dest | synapse
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_destinations.yml b/.github/workflows/test_destinations.yml
@@ -2,10 +2,10 @@
 name: dest | redshift, postgres and fs
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'

diff --git a/.github/workflows/test_doc_snippets.yml b/.github/workflows/test_doc_snippets.yml
@@ -2,10 +2,10 @@
 name: docs | snippets & examples
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:
@@ -96,3 +96,6 @@ jobs:
 
       - name: Run linter and tests on snippets
         run: make lint-and-test-snippets
+
+
+
diff --git a/.github/workflows/test_local_destinations.yml b/.github/workflows/test_local_destinations.yml
@@ -4,10 +4,10 @@
 name: dest | postgres, duckdb and fs
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
 
 concurrency:

diff --git a/.github/workflows/test_pyarrow17.yml b/.github/workflows/test_pyarrow17.yml
@@ -2,10 +2,10 @@
 name: tests marked as needspyarrow17
 
 on:
-  # pull_request:
-  #   branches:
-  #     - master
-  #     - devel
+  pull_request:
+    branches:
+      - master
+      - devel
   workflow_dispatch:
   schedule:
     - cron:  '0 2 * * *'