refactor now that nested arrays expand

meltano · Dec 7, 2023 · a81baf1 · a81baf1
1 parent 85a8061
commit a81baf1
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 42 deletions.
diff --git a/data/environments/prod.meltano.yml b/data/environments/prod.meltano.yml
@@ -21,26 +21,6 @@ environments:
           user: MELTANO
           role: REPORTER
           warehouse: REPORTER
-      - name: tap-snowflake-metrics-legacy
-        config:
-          tables:
-          - MELTANO_HUB.FACT_HUB_METRICS
-      - name: tap-snowflake-metrics
-        config:
-          tables:
-          - MELTANO_HUB.FACT_VARIANT_HUB_METRICS
-      - name: tap-snowflake-audit
-        config:
-          tables:
-          - MELTANO_HUB.HUB_METRICS_AUDIT
-      - name: tap-snowflake-singer-activity
-        config:
-          tables:
-          - SLACK_NOTIFICATIONS.SINGER_ACTIVITY_NOTIFICATIONS
-      - name: tap-snowflake-meltano-activity
-        config:
-          tables:
-          - SLACK_NOTIFICATIONS.MELTANO_ACTIVITY_NOTIFICATIONS
       - name: tap-snowflake-hubspot-companies
         config:
           tables:

diff --git a/data/environments/staging.meltano.yml b/data/environments/staging.meltano.yml
@@ -22,22 +22,6 @@ environments:
           user: STAGING
           role: STAGING
           warehouse: STAGING
-      - name: tap-snowflake-metrics
-        config:
-          tables:
-          - MELTANO_HUB.FACT_VARIANT_HUB_METRICS
-      - name: tap-snowflake-audit
-        config:
-          tables:
-          - MELTANO_HUB.HUB_METRICS_AUDIT
-      - name: tap-snowflake-singer-activity
-        config:
-          tables:
-          - SLACK_NOTIFICATIONS.SINGER_ACTIVITY_NOTIFICATIONS
-      - name: tap-snowflake-meltano-activity
-        config:
-          tables:
-          - SLACK_NOTIFICATIONS.MELTANO_ACTIVITY_NOTIFICATIONS
       loaders:
       - name: target-snowflake
         config:

diff --git a/data/environments/userdev.meltano.yml b/data/environments/userdev.meltano.yml
@@ -24,27 +24,26 @@ environments:
           user: ${USER_PREFIX}
           role: ${USER_PREFIX}
           warehouse: CORE
-      # https://github.com/meltano/meltano/issues/3171 is blocking templating from working so I had to hardcode the user prefix
       - name: tap-snowflake-metrics
         config:
           tables:
-          - PNADOLNY_MELTANO_HUB.FACT_VARIANT_HUB_METRICS
+          - ${USER_PREFIX}_MELTANO_HUB.FACT_VARIANT_HUB_METRICS
       - name: tap-snowflake-audit
         config:
           tables:
-          - PNADOLNY_MELTANO_HUB.HUB_METRICS_AUDIT
+          - ${USER_PREFIX}_MELTANO_HUB.HUB_METRICS_AUDIT
       - name: tap-snowflake-singer-activity
         config:
           tables:
-          - PNADOLNY_SLACK_NOTIFICATIONS.SINGER_ACTIVITY_NOTIFICATIONS
+          - ${USER_PREFIX}_SLACK_NOTIFICATIONS.SINGER_ACTIVITY_NOTIFICATIONS
       - name: tap-snowflake-meltano-activity
         config:
           tables:
-          - PNADOLNY_SLACK_NOTIFICATIONS.MELTANO_ACTIVITY_NOTIFICATIONS
+          - ${USER_PREFIX}_SLACK_NOTIFICATIONS.MELTANO_ACTIVITY_NOTIFICATIONS
       - name: tap-snowflake-hubspot-companies
         config:
           tables:
-          - PNADOLNY_HUBSPOT.ORG_ACTIVITY
+          - ${USER_PREFIX}_HUBSPOT.ORG_ACTIVITY
           stream_maps:
             pnadolny_hubspot-org_activity:
               org_first_active_date: str(record.get('org_first_active_date')[:10])

diff --git a/data/extract/extractors.meltano.yml b/data/extract/extractors.meltano.yml
@@ -218,6 +218,9 @@ plugins:
     - '*fact_variant_hub_metrics.success_execs_by_name'
     - '*fact_variant_hub_metrics.success_execs_unstruct_by_name'
     - '*fact_variant_hub_metrics.success_execs_unstruct_by_variant'
+    config:
+      tables:
+      - MELTANO_HUB.FACT_VARIANT_HUB_METRICS
   - name: tap-snowflake-audit
     inherit_from: tap-snowflake
     metadata:
@@ -226,10 +229,15 @@ plugins:
     select:
     - '*hub_metrics_audit.updated_date'
     - '*hub_metrics_audit.metric_type'
+    config:
+      tables:
+      - MELTANO_HUB.HUB_METRICS_AUDIT
   - name: tap-snowflake-singer-activity
     inherit_from: tap-snowflake
     config:
       schema: SLACK_NOTIFICATIONS
+      tables:
+      - SLACK_NOTIFICATIONS.SINGER_ACTIVITY_NOTIFICATIONS
     metadata:
       '*':
         replication-method: FULL_TABLE
@@ -244,6 +252,9 @@ plugins:
     select:
     - '*meltano_activity_notifications.title'
     - '*meltano_activity_notifications.body'
+    config:
+      tables:
+      - SLACK_NOTIFICATIONS.MELTANO_ACTIVITY_NOTIFICATIONS
   - name: tap-snowflake-hubspot-companies
     inherit_from: tap-snowflake
     metadata: