regular logic (#157)

FlipsideCrypto · Jun 27, 2024 · 5856598 · 5856598
1 parent bdbe4f6
commit 5856598
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 55 deletions.
diff --git a/.github/workflows/dbt_run_temp_reload_traces.yml b/.github/workflows/dbt_run_temp_reload_traces.yml
diff --git a/models/silver/core/silver__traces2.sql b/models/silver/core/silver__traces2.sql
@@ -5,7 +5,8 @@
     unique_key = "block_number",
     cluster_by = ['modified_timestamp::DATE','partition_key'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
-    tags = ['traces2']
+    tags = ['non_realtime'],
+    full_refresh = false
 ) }}
 
 WITH bronze_traces AS (
@@ -19,17 +20,11 @@ WITH bronze_traces AS (
     FROM
 
 {% if is_incremental() %}
-{{ ref('bronze__streamline_FR_traces') }}
+{{ ref('bronze__streamline_traces') }}
 WHERE
-    _partition_by_block_id BETWEEN (
+    _inserted_timestamp >= (
         SELECT
-            MAX(partition_key)
-        FROM
-            {{ this }}
-    )
-    AND (
-        SELECT
-            MAX(partition_key) + 1000000
+            MAX(_inserted_timestamp) _inserted_timestamp
         FROM
             {{ this }}
     )