From 22dd7754d09b3a7b1ce1c63c5e7ac3f1d4295039 Mon Sep 17 00:00:00 2001 From: mattromano Date: Wed, 9 Apr 2025 13:14:51 -0700 Subject: [PATCH] remove block incremental lookbacks --- models/silver/core/silver__fact_traces2.sql | 3 --- models/silver/core/silver__traces2.sql | 2 -- 2 files changed, 5 deletions(-) diff --git a/models/silver/core/silver__fact_traces2.sql b/models/silver/core/silver__fact_traces2.sql index d791860..73ea10d 100644 --- a/models/silver/core/silver__fact_traces2.sql +++ b/models/silver/core/silver__fact_traces2.sql @@ -25,14 +25,11 @@ WITH silver_traces AS ( 1 = 1 {% if is_incremental() and not var('full_reload_mode', false) %} - AND block_number >= 160000000 AND modified_timestamp > ( SELECT MAX(modified_timestamp) FROM {{ this }} - WHERE - block_number > 160000000 ) {% elif is_incremental() and var('full_reload_mode', false) %} AND block_number < {{ var('RELOAD_BLOCK_MAX', 10000000) }} diff --git a/models/silver/core/silver__traces2.sql b/models/silver/core/silver__traces2.sql index eb32be2..8db85eb 100644 --- a/models/silver/core/silver__traces2.sql +++ b/models/silver/core/silver__traces2.sql @@ -27,8 +27,6 @@ WITH bronze_traces AS ( {{ this }} ) AND DATA :result IS NOT NULL - and block_number > 160000000 - and partition_key > 160000000 {% elif is_incremental() and var('full_reload_mode', false) and not var('initial_load', false) %} {{ ref('bronze__streamline_fr_traces') }}