From e5f08fecb5371c5831258d285ecb9b7e2d16d826 Mon Sep 17 00:00:00 2001 From: Jack Forgash <58153492+forgxyz@users.noreply.github.com> Date: Tue, 3 Jun 2025 19:08:49 -0600 Subject: [PATCH] add fallback buffer on min_bd --- models/gold/core/core__ez_actions.sql | 4 ++-- models/gold/core/core__fact_token_transfers.sql | 16 ++++++++-------- models/gold/defi/defi__ez_intents.sql | 4 ++-- models/gold/defi/defi__fact_intents.sql | 2 +- models/silver/defi/silver__dex_swaps_v2.sql | 4 ++-- models/silver/lockup/silver__lockup_actions.sql | 4 ++-- ...ilver__token_transfer_ft_transfers_method.sql | 4 ++-- 7 files changed, 19 insertions(+), 19 deletions(-) diff --git a/models/gold/core/core__ez_actions.sql b/models/gold/core/core__ez_actions.sql index 314878f..4945a9f 100644 --- a/models/gold/core/core__ez_actions.sql +++ b/models/gold/core/core__ez_actions.sql @@ -83,7 +83,7 @@ WITH transactions AS ( {{ partition_load_manual('front') }} {% else %} {% if is_incremental() %} - WHERE block_timestamp :: DATE >= '{{min_bd}}' + WHERE block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), @@ -110,7 +110,7 @@ receipts AS ( {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - WHERE block_timestamp :: DATE >= '{{min_bd}}' + WHERE block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), diff --git a/models/gold/core/core__fact_token_transfers.sql b/models/gold/core/core__fact_token_transfers.sql index 37b79e2..5e69756 100644 --- a/models/gold/core/core__fact_token_transfers.sql +++ b/models/gold/core/core__fact_token_transfers.sql @@ -74,7 +74,7 @@ WITH native_transfers AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), native_deposits AS ( @@ -99,7 +99,7 @@ native_deposits AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), ft_transfers_method AS ( @@ -124,7 +124,7 @@ ft_transfers_method AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), ft_transfers_event AS ( @@ -149,7 +149,7 @@ ft_transfers_event AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), mints AS ( @@ -174,7 +174,7 @@ mints AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), orders AS ( @@ -199,7 +199,7 @@ orders AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), liquidity AS ( @@ -224,7 +224,7 @@ liquidity AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), wrapped_near AS ( @@ -249,7 +249,7 @@ wrapped_near AS ( {% if var("MANUAL_FIX") %} WHERE {{ partition_load_manual('no_buffer') }} {% elif is_incremental() %} - WHERE block_timestamp::DATE >= '{{min_bd}}' + WHERE block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} ), all_transfers AS ( diff --git a/models/gold/defi/defi__ez_intents.sql b/models/gold/defi/defi__ez_intents.sql index d530519..09feb28 100644 --- a/models/gold/defi/defi__ez_intents.sql +++ b/models/gold/defi/defi__ez_intents.sql @@ -173,7 +173,7 @@ AND DATE_TRUNC( 'day', HOUR - ) >= '{{ min_bd }}' + ) >= GREATEST('{{ min_bd }}', SYSDATE() :: DATE - interval '1 day') {% endif %} qualify(ROW_NUMBER() over (PARTITION BY COALESCE(token_address, symbol), HOUR @@ -197,7 +197,7 @@ AND DATE_TRUNC( 'day', HOUR - ) >= '{{ min_bd }}' + ) >= GREATEST('{{ min_bd }}', SYSDATE() :: DATE - interval '1 day') {% endif %} qualify(ROW_NUMBER() over (PARTITION BY COALESCE(token_address, symbol), HOUR diff --git a/models/gold/defi/defi__fact_intents.sql b/models/gold/defi/defi__fact_intents.sql index 5100bc4..2544fd3 100644 --- a/models/gold/defi/defi__fact_intents.sql +++ b/models/gold/defi/defi__fact_intents.sql @@ -92,7 +92,7 @@ logs_base AS( {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp::DATE >= '{{min_bd}}' + AND block_timestamp::DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), diff --git a/models/silver/defi/silver__dex_swaps_v2.sql b/models/silver/defi/silver__dex_swaps_v2.sql index d143f07..cff36d1 100644 --- a/models/silver/defi/silver__dex_swaps_v2.sql +++ b/models/silver/defi/silver__dex_swaps_v2.sql @@ -89,7 +89,7 @@ WITH swap_logs AS ( AND {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), @@ -115,7 +115,7 @@ receipts AS ( AND {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), diff --git a/models/silver/lockup/silver__lockup_actions.sql b/models/silver/lockup/silver__lockup_actions.sql index 92c4ce5..d367d60 100644 --- a/models/silver/lockup/silver__lockup_actions.sql +++ b/models/silver/lockup/silver__lockup_actions.sql @@ -99,7 +99,7 @@ lockup_actions AS ( AND {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} @@ -122,7 +122,7 @@ xfers AS ( AND {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), diff --git a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql index 60be30c..9337d3a 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql @@ -87,7 +87,7 @@ WITH ft_transfer_actions AS ( AND {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ), @@ -110,7 +110,7 @@ logs AS ( {{ partition_load_manual('no_buffer') }} {% else %} {% if is_incremental() %} - AND block_timestamp :: DATE >= '{{min_bd}}' + AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day') {% endif %} {% endif %} ),