-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* initial core streamline model updates for sl2 * dbt project vars, core bronze views and fsc-evm temp macros * revert * spacing * external function uri stg * sources and references to new table names * workflow cmds * chainhead test * vars clean up * update api integration * added prod integration, cleaned up vars, param for silver.traces2 * remove goerli models * block delay * var for delay * remove order by
- Loading branch information
1 parent
4814d90
commit ce3d34c
Showing
96 changed files
with
2,753 additions
and
2,507 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,226 @@ | ||
| {% macro silver_traces_v1( | ||
| full_reload_start_block, | ||
| full_reload_blocks, | ||
| full_reload_mode = false, | ||
| TRACES_ARB_MODE = false, | ||
| TRACES_SEI_MODE = false, | ||
| TRACES_KAIA_MODE = false, | ||
| use_partition_key = false, | ||
| schema_name = 'bronze' | ||
| ) %} | ||
| WITH bronze_traces AS ( | ||
| SELECT | ||
| block_number, | ||
| {% if use_partition_key %} | ||
| partition_key, | ||
| {% else %} | ||
| _partition_by_block_id AS partition_key, | ||
| {% endif %} | ||
|
|
||
| VALUE :array_index :: INT AS tx_position, | ||
| DATA :result AS full_traces, | ||
| {% if TRACES_SEI_MODE %} | ||
| DATA :txHash :: STRING AS tx_hash, | ||
| {% endif %} | ||
| _inserted_timestamp | ||
| FROM | ||
|
|
||
| {% if is_incremental() and not full_reload_mode %} | ||
| {{ ref( | ||
| schema_name ~ '__traces' | ||
| ) }} | ||
| WHERE | ||
| _inserted_timestamp >= ( | ||
| SELECT | ||
| MAX(_inserted_timestamp) _inserted_timestamp | ||
| FROM | ||
| {{ this }} | ||
| ) | ||
| AND DATA :result IS NOT NULL {% if TRACES_ARB_MODE %} | ||
| AND block_number > 22207817 | ||
| {% endif %} | ||
|
|
||
| {% elif is_incremental() and full_reload_mode %} | ||
| {{ ref( | ||
| schema_name ~ '__traces_fr' | ||
| ) }} | ||
| WHERE | ||
| {% if use_partition_key %} | ||
| partition_key BETWEEN ( | ||
| SELECT | ||
| MAX(partition_key) - 100000 | ||
| FROM | ||
| {{ this }} | ||
| ) | ||
| AND ( | ||
| SELECT | ||
| MAX(partition_key) + {{ full_reload_blocks }} | ||
| FROM | ||
| {{ this }} | ||
| ) | ||
| {% else %} | ||
| _partition_by_block_id BETWEEN ( | ||
| SELECT | ||
| MAX(_partition_by_block_id) - 100000 | ||
| FROM | ||
| {{ this }} | ||
| ) | ||
| AND ( | ||
| SELECT | ||
| MAX(_partition_by_block_id) + {{ full_reload_blocks }} | ||
| FROM | ||
| {{ this }} | ||
| ) | ||
| {% endif %} | ||
|
|
||
| {% if TRACES_ARB_MODE %} | ||
| AND block_number > 22207817 | ||
| {% endif %} | ||
| {% else %} | ||
| {{ ref( | ||
| schema_name ~ '__traces_fr' | ||
| ) }} | ||
| WHERE | ||
| {% if use_partition_key %} | ||
| partition_key <= {{ full_reload_start_block }} | ||
| {% else %} | ||
| _partition_by_block_id <= {{ full_reload_start_block }} | ||
| {% endif %} | ||
|
|
||
| {% if TRACES_ARB_MODE %} | ||
| AND block_number > 22207817 | ||
| {% endif %} | ||
| {% endif %} | ||
|
|
||
| qualify(ROW_NUMBER() over (PARTITION BY block_number, tx_position | ||
| ORDER BY | ||
| _inserted_timestamp DESC)) = 1 | ||
| ), | ||
| flatten_traces AS ( | ||
| SELECT | ||
| block_number, | ||
| {% if TRACES_SEI_MODE %} | ||
| tx_hash, | ||
| {% else %} | ||
| tx_position, | ||
| {% endif %} | ||
| partition_key, | ||
| IFF( | ||
| path IN ( | ||
| 'result', | ||
| 'result.value', | ||
| 'result.type', | ||
| 'result.to', | ||
| 'result.input', | ||
| 'result.gasUsed', | ||
| 'result.gas', | ||
| 'result.from', | ||
| 'result.output', | ||
| 'result.error', | ||
| 'result.revertReason', | ||
| 'result.time', | ||
| 'gasUsed', | ||
| 'gas', | ||
| 'type', | ||
| 'to', | ||
| 'from', | ||
| 'value', | ||
| 'input', | ||
| 'error', | ||
| 'output', | ||
| 'time', | ||
| 'revertReason' | ||
| {% if TRACES_ARB_MODE %}, | ||
| 'afterEVMTransfers', | ||
| 'beforeEVMTransfers', | ||
| 'result.afterEVMTransfers', | ||
| 'result.beforeEVMTransfers' | ||
| {% endif %} | ||
| {% if TRACES_KAIA_MODE %}, | ||
| 'reverted', | ||
| 'result.reverted' | ||
| {% endif %} | ||
| ), | ||
| 'ORIGIN', | ||
| REGEXP_REPLACE(REGEXP_REPLACE(path, '[^0-9]+', '_'), '^_|_$', '') | ||
| ) AS trace_address, | ||
| _inserted_timestamp, | ||
| OBJECT_AGG( | ||
| key, | ||
| VALUE | ||
| ) AS trace_json, | ||
| CASE | ||
| WHEN trace_address = 'ORIGIN' THEN NULL | ||
| WHEN POSITION( | ||
| '_' IN trace_address | ||
| ) = 0 THEN 'ORIGIN' | ||
| ELSE REGEXP_REPLACE( | ||
| trace_address, | ||
| '_[0-9]+$', | ||
| '', | ||
| 1, | ||
| 1 | ||
| ) | ||
| END AS parent_trace_address, | ||
| SPLIT( | ||
| trace_address, | ||
| '_' | ||
| ) AS trace_address_array | ||
| FROM | ||
| bronze_traces txs, | ||
| TABLE( | ||
| FLATTEN( | ||
| input => PARSE_JSON( | ||
| txs.full_traces | ||
| ), | ||
| recursive => TRUE | ||
| ) | ||
| ) f | ||
| WHERE | ||
| f.index IS NULL | ||
| AND f.key != 'calls' | ||
| AND f.path != 'result' | ||
| {% if TRACES_ARB_MODE %} | ||
| AND f.path NOT LIKE 'afterEVMTransfers[%' | ||
| AND f.path NOT LIKE 'beforeEVMTransfers[%' | ||
| {% endif %} | ||
| {% if TRACES_KAIA_MODE %} | ||
| and f.key not in ('message', 'contract') | ||
| {% endif %} | ||
| GROUP BY | ||
| block_number, | ||
| {% if TRACES_SEI_MODE %} | ||
| tx_hash, | ||
| {% else %} | ||
| tx_position, | ||
| {% endif %} | ||
| partition_key, | ||
| trace_address, | ||
| _inserted_timestamp | ||
| ) | ||
| SELECT | ||
| block_number, | ||
| {% if TRACES_SEI_MODE %} | ||
| tx_hash, | ||
| {% else %} | ||
| tx_position, | ||
| {% endif %} | ||
| trace_address, | ||
| parent_trace_address, | ||
| trace_address_array, | ||
| trace_json, | ||
| partition_key, | ||
| _inserted_timestamp, | ||
| {{ dbt_utils.generate_surrogate_key( | ||
| ['block_number'] + | ||
| (['tx_hash'] if TRACES_SEI_MODE else ['tx_position']) + | ||
| ['trace_address'] | ||
| ) }} AS traces_id, | ||
| SYSDATE() AS inserted_timestamp, | ||
| SYSDATE() AS modified_timestamp, | ||
| '{{ invocation_id }}' AS _invocation_id | ||
| FROM | ||
| flatten_traces qualify(ROW_NUMBER() over(PARTITION BY traces_id | ||
| ORDER BY | ||
| _inserted_timestamp DESC)) = 1 | ||
| {% endmacro %} |
Oops, something went wrong.