update sources

This commit is contained in:
mattromano 2025-03-11 10:36:43 -07:00
parent 9020b36087
commit a4a706268e
3 changed files with 6 additions and 20 deletions

View File

@ -36,7 +36,7 @@ WITH silver_traces AS (
)
{% elif is_incremental() and var('full_reload_mode', false) %}
AND block_number < 80000000
AND modified_timestamp > coalesce(
AND modified_timestamp > COALESCE(
(
SELECT
MAX(modified_timestamp)

View File

@ -38,7 +38,7 @@ WITH bronze_traces AS (
DATA :result AS full_traces,
_inserted_timestamp
FROM
{{ source('klaytn_bronze', 'streamline_fr_traces') }}
{{ ref('bronze__streamline_fr_traces') }}
WHERE
partition_key BETWEEN (
SELECT
@ -66,24 +66,15 @@ WITH bronze_traces AS (
DATA :result AS full_traces,
_inserted_timestamp
FROM
{{ source('klaytn_bronze', 'streamline_fr_traces') }}
{{ ref('bronze__streamline_fr_traces') }}
WHERE
DATA :result IS NOT NULL
AND partition_key BETWEEN 0 AND 5000000
{% else %}
SELECT
VALUE :BLOCK_NUMBER :: INT AS block_number,
partition_key,
VALUE :array_index :: INT AS tx_position,
DATA :result AS full_traces,
_inserted_timestamp
FROM
{{ source('klaytn_bronze', 'streamline_fr_traces') }}
WHERE
DATA :result IS NOT NULL
AND block_number < 149000000
{% endif %}
{{ ref('bronze__streamline_fr_traces') }}
WHERE partition_key <= 149500000
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY block_number, tx_position
ORDER BY

View File

@ -1,11 +1,6 @@
version: 2
sources:
- name: klaytn_bronze
database: klaytn
schema: bronze
tables:
- name: streamline_fr_traces
- name: klaytn_silver
database: klaytn
schema: silver