revert to normal inc trace logic

This commit is contained in:
mattromano 2025-04-16 09:15:47 -07:00
parent 5f71bd35ad
commit f9d2e055fd
2 changed files with 39 additions and 54 deletions

View File

@ -24,32 +24,32 @@ WITH silver_traces AS (
WHERE
1 = 1
{% if is_incremental() and not var('full_reload_mode', false) %}
AND block_number > 160000000
AND modified_timestamp > (
SELECT
MAX(modified_timestamp)
FROM
{{ this }}
WHERE
block_number > 160000000
)
{% elif is_incremental() and var('full_reload_mode', false) %}
AND block_number < 80000000
AND modified_timestamp > COALESCE(
(
SELECT
MAX(modified_timestamp)
FROM
{{ this }}
WHERE
block_number < 80000000
),
'2024-01-01'
{% if is_incremental() and not full_reload_mode %}
AND modified_timestamp > (
SELECT
MAX(modified_timestamp)
FROM
{{ this }}
) {% elif is_incremental() and full_reload_mode %}
AND block_number BETWEEN (
SELECT
MAX(
block_number
)
{% else %}
AND block_number <= 149500000
{% endif %}
FROM
{{ this }}
)
AND (
SELECT
MAX(
block_number
) + 1000000
FROM
{{ this }}
)
{% else %}
AND block_number <= 5000000
{% endif %}
),
sub_traces AS (

View File

@ -27,40 +27,25 @@ WITH bronze_traces AS (
{{ this }}
)
AND DATA :result IS NOT NULL
and block_number > 160000000
and partition_key > 160000000
{% elif is_incremental() and var('full_reload_mode', false) and not var('initial_load', false) %}
{% elif is_incremental() and var('full_reload_mode', false) %}
{{ ref('bronze__streamline_fr_traces') }}
WHERE
DATA :result IS NOT NULL
AND partition_key BETWEEN (
SELECT
ROUND(MAX(block_number),-3)
FROM
{{ this }}
WHERE
block_number < 80000000
) - 100000
AND (
SELECT
ROUND(MAX(block_number),-3)
FROM
{{ this }}
WHERE
block_number < 80000000
) + 2000000
{% elif var('initial_load', false) %}
{{ ref('bronze__streamline_fr_traces') }}
WHERE
DATA :result IS NOT NULL
AND block_number BETWEEN 0 AND 5000000
and partition_key < 5500000
partition_key BETWEEN (
SELECT
MAX(partition_key) - 100000
FROM
{{ this }}
)
AND (
SELECT
MAX(partition_key) + 1000000
FROM
{{ this }}
)
{% else %}
{{ ref('bronze__streamline_fr_traces') }}
WHERE block_number <= 149500000
WHERE block_number <= 5000000
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number, tx_position