flip/sei-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/sei-models.git synced 2026-02-06 09:22:03 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

macro traces (#59)

Browse Source 
* macro traces

* v1.9.0
This commit is contained in:
Austin 2024-09-25 15:10:23 -04:00 committed by GitHub
parent 7f7cb46ae1
commit 564ba9aa20
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
24 changed files with 50 additions and 156 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/evm/silver/core/silver_evm__blocks.sql
View File

@ -74,7 +74,7 @@ WHERE
{{ this }}
)
{% else %}
{{ ref('bronze_evm__streamline_FR_blocks') }}
{{ ref('bronze_evm__streamline_fr_blocks') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

2
models/evm/silver/core/silver_evm__confirmed_blocks.sql
View File

@ -31,7 +31,7 @@ WHERE
{{ this }}
)
{% else %}
{{ ref('bronze_evm__streamline_FR_confirm_blocks') }}
{{ ref('bronze_evm__streamline_fr_confirm_blocks') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

16
models/evm/silver/core/silver_evm__fact_traces2.sql Normal file
View File

@ -0,0 +1,16 @@
{{ config (
materialized = "incremental",
incremental_strategy = 'delete+insert',
unique_key = "block_number",
incremental_predicates = [fsc_evm.standard_predicate()],
cluster_by = "block_timestamp::date",
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
tags = ['traces_reload']
) }}
{{ fsc_evm.gold_traces_v1(
full_reload_start_block = 110000000,
full_reload_blocks = 5000000,
full_reload_mode = true,
schema_name = 'silver_evm',
sei_traces_mode = true
) }}

2
models/evm/silver/core/silver_evm__receipts.sql
View File

@ -27,7 +27,7 @@ WHERE
)
AND IS_OBJECT(DATA)
{% else %}
{{ ref('bronze_evm__streamline_FR_receipts') }}
{{ ref('bronze_evm__streamline_fr_receipts') }}
WHERE
IS_OBJECT(DATA)
{% endif %}

2
models/evm/silver/core/silver_evm__traces.sql
View File

@ -33,7 +33,7 @@ WHERE
)
AND DATA :result IS NOT NULL
{% else %}
{{ ref('bronze_evm__streamline_FR_traces') }}
{{ ref('bronze_evm__streamline_fr_traces') }}
WHERE
DATA :result IS NOT NULL
{% endif %}

142
models/evm/silver/core/silver_evm__traces2.sql
View File

@ -3,142 +3,16 @@
materialized = "incremental",
incremental_strategy = 'delete+insert',
unique_key = "block_number",
incremental_predicates = [fsc_evm.standard_predicate()],
cluster_by = ['modified_timestamp::DATE','partition_key'],
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
full_refresh = false,
tags = ['core']
) }}
{% if execute %}
{% set query_traces %}
CREATE
OR REPLACE temporary TABLE silver_evm.traces2__traces_intermediate_tmp AS
SELECT
VALUE :BLOCK_NUMBER :: INT AS block_number,
partition_key,
VALUE :array_index :: INT AS tx_position,
DATA :result AS full_traces,
DATA :txHash :: STRING AS tx_hash,
_inserted_timestamp
FROM
{% if is_incremental() %}
{{ ref('bronze_evm__streamline_traces') }}
WHERE
_inserted_timestamp >= (
SELECT
MAX(_inserted_timestamp) _inserted_timestamp
FROM
{{ this }}
)
AND DATA :result IS NOT NULL
{% else %}
{{ ref('bronze_evm__streamline_FR_traces') }}
WHERE
partition_key <= 80124000
AND DATA :result IS NOT NULL
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number, tx_position
ORDER BY
_inserted_timestamp DESC)) = 1 {% endset %}
{% do run_query(
query_traces
) %}
{% endif %}
WITH flatten_traces AS (
SELECT
block_number,
tx_hash,
partition_key,
IFF(
path IN (
'result',
'result.value',
'result.type',
'result.to',
'result.input',
'result.gasUsed',
'result.gas',
'result.from',
'result.output',
'result.error',
'result.revertReason',
'gasUsed',
'gas',
'type',
'to',
'from',
'value',
'input',
'error',
'output',
'revertReason'
),
'ORIGIN',
REGEXP_REPLACE(REGEXP_REPLACE(path, '[^0-9]+', '_'), '^_|_$', '')
) AS trace_address,
_inserted_timestamp,
OBJECT_AGG(
key,
VALUE
) AS trace_json,
CASE
WHEN trace_address = 'ORIGIN' THEN NULL
WHEN POSITION(
'_' IN trace_address
) = 0 THEN 'ORIGIN'
ELSE REGEXP_REPLACE(
trace_address,
'_[0-9]+$',
'',
1,
1
)
END AS parent_trace_address,
SPLIT(
trace_address,
'_'
) AS trace_address_array
FROM
silver_evm.traces2__traces_intermediate_tmp txs,
TABLE(
FLATTEN(
input => PARSE_JSON(
txs.full_traces
),
recursive => TRUE
)
) f
WHERE
f.index IS NULL
AND f.key != 'calls'
AND f.path != 'result'
GROUP BY
block_number,
tx_hash,
partition_key,
trace_address,
_inserted_timestamp
)
SELECT
block_number,
tx_hash,
trace_address,
parent_trace_address,
trace_address_array,
trace_json,
partition_key,
_inserted_timestamp,
{{ dbt_utils.generate_surrogate_key(
['block_number', 'tx_hash', 'trace_address']
) }} AS traces_id,
SYSDATE() AS inserted_timestamp,
SYSDATE() AS modified_timestamp,
'{{ invocation_id }}' AS _invocation_id
FROM
flatten_traces qualify(ROW_NUMBER() over(PARTITION BY traces_id
ORDER BY
_inserted_timestamp DESC)) = 1
{{ fsc_evm.silver_traces_v1(
full_reload_start_block = 80000000,
full_reload_blocks = 5000000,
use_partition_key = true,
schema_name = 'bronze_evm',
sei_traces_mode = true
) }}

2
models/evm/silver/core/silver_evm__transactions.sql
View File

@ -27,7 +27,7 @@ WHERE
)
AND IS_OBJECT(DATA)
{% else %}
{{ ref('bronze_evm__streamline_FR_transactions') }}
{{ ref('bronze_evm__streamline_fr_transactions') }}
WHERE
IS_OBJECT(DATA)
{% endif %}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_blocks.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_query_v2(
{{ fsc_evm.streamline_external_table_query(
model = "evm_blocks",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_confirm_blocks.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_query_v2(
{{ fsc_evm.streamline_external_table_query(
model = "evm_confirm_blocks",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_receipts.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_query_v2(
{{ fsc_evm.streamline_external_table_query(
model = "evm_receipts",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_traces.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_query_v2(
{{ fsc_evm.streamline_external_table_query(
model = "evm_traces",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_transactions.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_query_v2(
{{ fsc_evm.streamline_external_table_query(
model = "evm_transactions",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_FR_blocks.sql → models/evm/streamline/bronze/core/fr/bronze_evm__streamline_fr_blocks.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_FR_query_v2(
{{ fsc_evm.streamline_external_table_fr_query(
model = "evm_blocks",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_FR_confirm_blocks.sql → models/evm/streamline/bronze/core/fr/bronze_evm__streamline_fr_confirm_blocks.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_FR_query_v2(
{{ fsc_evm.streamline_external_table_fr_query(
model = "evm_confirm_blocks",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_FR_receipts.sql → models/evm/streamline/bronze/core/fr/bronze_evm__streamline_fr_receipts.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_FR_query_v2(
{{ fsc_evm.streamline_external_table_fr_query(
model = "evm_receipts",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_FR_traces.sql → models/evm/streamline/bronze/core/fr/bronze_evm__streamline_fr_traces.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_FR_query_v2(
{{ fsc_evm.streamline_external_table_fr_query(
model = "evm_traces",
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/bronze/core/bronze_evm__streamline_FR_transactions.sql → models/evm/streamline/bronze/core/fr/bronze_evm__streamline_fr_transactions.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = 'view'
) }}
{{ streamline_external_table_FR_query_v2(
{{ fsc_evm.streamline_external_table_fr_query(
model = 'evm_transactions',
partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER )"
) }}

2
models/evm/streamline/silver/core/complete/streamline__complete_evm_blocks.sql
View File

@ -27,7 +27,7 @@ WHERE
FROM
{{ this }})
{% else %}
{{ ref('bronze_evm__streamline_FR_blocks') }}
{{ ref('bronze_evm__streamline_fr_blocks') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

2
models/evm/streamline/silver/core/complete/streamline__complete_evm_confirmed_blocks.sql
View File

@ -27,7 +27,7 @@ WHERE
FROM
{{ this }})
{% else %}
{{ ref('bronze_evm__streamline_FR_confirm_blocks') }}
{{ ref('bronze_evm__streamline_fr_confirm_blocks') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

2
models/evm/streamline/silver/core/complete/streamline__complete_evm_receipts.sql
View File

@ -27,7 +27,7 @@ WHERE
FROM
{{ this }})
{% else %}
{{ ref('bronze_evm__streamline_FR_receipts') }}
{{ ref('bronze_evm__streamline_fr_receipts') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

2
models/evm/streamline/silver/core/complete/streamline__complete_evm_traces.sql
View File

@ -27,7 +27,7 @@ WHERE
FROM
{{ this }})
{% else %}
{{ ref('bronze_evm__streamline_FR_traces') }}
{{ ref('bronze_evm__streamline_fr_traces') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

2
models/evm/streamline/silver/core/complete/streamline__complete_evm_transactions.sql
View File

@ -27,7 +27,7 @@ WHERE
FROM
{{ this }})
{% else %}
{{ ref('bronze_evm__streamline_FR_transactions') }}
{{ ref('bronze_evm__streamline_fr_transactions') }}
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number

4
package-lock.yml
View File

@ -7,8 +7,10 @@ packages:
revision: eb33ac727af26ebc8a8cc9711d4a6ebc3790a107
- package: get-select/dbt_snowflake_query_tags
version: 2.5.0
- git: https://github.com/FlipsideCrypto/fsc-evm.git
revision: a700111699af1a355d9076dde9aa04e26efb0617
- package: calogica/dbt_date
version: 0.7.2
- git: https://github.com/FlipsideCrypto/livequery-models.git
revision: b024188be4e9c6bc00ed77797ebdc92d351d620e
sha1_hash: c392d105275def8b2e5ba9fb17cf0bfe2e6a4753
sha1_hash: 54d3c6488e266ae1e51b95dff6e64016b4e803c9

4
packages.yml
View File

@ -6,4 +6,6 @@ packages:
- git: https://github.com/FlipsideCrypto/fsc-utils.git
revision: v1.29.0
- package: get-select/dbt_snowflake_query_tags
version: [">=2.0.0", "<3.0.0"]
version: [">=2.0.0", "<3.0.0"]
- git: https://github.com/FlipsideCrypto/fsc-evm.git
revision: v1.9.0