From 94382d96c6fc68421bb5436309e4bcd17aa9391b Mon Sep 17 00:00:00 2001 From: Mike Stepanovic Date: Tue, 18 Mar 2025 15:16:19 -0600 Subject: [PATCH] forgot to fix incremental jinja --- .../gold/price/price__dim_asset_metadata.sql | 12 ++++++++++ .../gold/price/price__ez_asset_metadata.sql | 23 +++++++++++++++++++ models/gold/price/price__ez_prices_hourly.sql | 22 ++++++++++++++++++ .../price/price__fact_prices_ohlc_hourly.sql | 11 +++++++++ ...silver__complete_native_asset_metadata.sql | 14 +---------- .../price/silver__complete_native_prices.sql | 12 ---------- ...lver__complete_provider_asset_metadata.sql | 12 ---------- .../silver__complete_provider_prices.sql | 12 ---------- .../silver__complete_token_asset_metadata.sql | 12 ---------- .../price/silver__complete_token_prices.sql | 15 +----------- 10 files changed, 70 insertions(+), 75 deletions(-) diff --git a/models/gold/price/price__dim_asset_metadata.sql b/models/gold/price/price__dim_asset_metadata.sql index 6588fe9..4e02854 100644 --- a/models/gold/price/price__dim_asset_metadata.sql +++ b/models/gold/price/price__dim_asset_metadata.sql @@ -19,3 +19,15 @@ SELECT complete_provider_asset_metadata_id AS dim_asset_metadata_id FROM {{ ref('silver__complete_provider_asset_metadata') }} + +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} \ No newline at end of file diff --git a/models/gold/price/price__ez_asset_metadata.sql b/models/gold/price/price__ez_asset_metadata.sql index e8ed30a..ed00d2f 100644 --- a/models/gold/price/price__ez_asset_metadata.sql +++ b/models/gold/price/price__ez_asset_metadata.sql @@ -21,6 +21,18 @@ SELECT complete_token_asset_metadata_id AS ez_asset_metadata_id FROM {{ ref('silver__complete_token_asset_metadata') }} +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} + UNION ALL SELECT NULL AS token_address, @@ -36,3 +48,14 @@ SELECT complete_native_asset_metadata_id AS ez_asset_metadata_id FROM {{ ref('silver__complete_native_asset_metadata') }} +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} diff --git a/models/gold/price/price__ez_prices_hourly.sql b/models/gold/price/price__ez_prices_hourly.sql index c6e5882..400ec4e 100644 --- a/models/gold/price/price__ez_prices_hourly.sql +++ b/models/gold/price/price__ez_prices_hourly.sql @@ -23,6 +23,17 @@ SELECT complete_token_prices_id AS ez_prices_hourly_id FROM {{ ref('silver__complete_token_prices') }} +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} UNION ALL SELECT HOUR, @@ -40,3 +51,14 @@ SELECT complete_native_prices_id AS ez_prices_hourly_id FROM {{ ref('silver__complete_native_prices') }} +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} \ No newline at end of file diff --git a/models/gold/price/price__fact_prices_ohlc_hourly.sql b/models/gold/price/price__fact_prices_ohlc_hourly.sql index 98ff1b0..364a7af 100644 --- a/models/gold/price/price__fact_prices_ohlc_hourly.sql +++ b/models/gold/price/price__fact_prices_ohlc_hourly.sql @@ -20,3 +20,14 @@ SELECT complete_provider_prices_id AS fact_prices_ohlc_hourly_id FROM {{ ref('silver__complete_provider_prices') }} +{% if is_incremental() %} +WHERE + modified_timestamp >= ( + SELECT + MAX( + modified_timestamp + ) + FROM + {{ this }} + ) +{% endif %} \ No newline at end of file diff --git a/models/silver/price/silver__complete_native_asset_metadata.sql b/models/silver/price/silver__complete_native_asset_metadata.sql index 3cbf6ac..9e9d2eb 100644 --- a/models/silver/price/silver__complete_native_asset_metadata.sql +++ b/models/silver/price/silver__complete_native_asset_metadata.sql @@ -21,16 +21,4 @@ SELECT FROM {{ ref( 'bronze__complete_native_asset_metadata' - ) }} - -{% if is_incremental() %} -WHERE - modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %} + ) }} \ No newline at end of file diff --git a/models/silver/price/silver__complete_native_prices.sql b/models/silver/price/silver__complete_native_prices.sql index fb79380..8086387 100644 --- a/models/silver/price/silver__complete_native_prices.sql +++ b/models/silver/price/silver__complete_native_prices.sql @@ -25,15 +25,3 @@ FROM {{ ref( 'bronze__complete_native_prices' ) }} - -{% if is_incremental() %} -WHERE - modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %} diff --git a/models/silver/price/silver__complete_provider_asset_metadata.sql b/models/silver/price/silver__complete_provider_asset_metadata.sql index 8bb653c..819679b 100644 --- a/models/silver/price/silver__complete_provider_asset_metadata.sql +++ b/models/silver/price/silver__complete_provider_asset_metadata.sql @@ -22,15 +22,3 @@ FROM {{ ref( 'bronze__complete_provider_asset_metadata' ) }} - -{% if is_incremental() %} -WHERE - modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %} diff --git a/models/silver/price/silver__complete_provider_prices.sql b/models/silver/price/silver__complete_provider_prices.sql index 93ee69b..42229c8 100644 --- a/models/silver/price/silver__complete_provider_prices.sql +++ b/models/silver/price/silver__complete_provider_prices.sql @@ -27,18 +27,6 @@ FROM m ON p.asset_id = m.asset_id -{% if is_incremental() %} -WHERE - p.modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %} - qualify(ROW_NUMBER() over (PARTITION BY p.asset_id, recorded_hour, p.provider ORDER BY p.modified_timestamp DESC)) = 1 diff --git a/models/silver/price/silver__complete_token_asset_metadata.sql b/models/silver/price/silver__complete_token_asset_metadata.sql index 32a6961..8d67acf 100644 --- a/models/silver/price/silver__complete_token_asset_metadata.sql +++ b/models/silver/price/silver__complete_token_asset_metadata.sql @@ -27,15 +27,3 @@ FROM {{ ref( 'bronze__complete_token_asset_metadata' ) }} A - -{% if is_incremental() %} -WHERE - modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %} diff --git a/models/silver/price/silver__complete_token_prices.sql b/models/silver/price/silver__complete_token_prices.sql index 3a80041..df1a73a 100644 --- a/models/silver/price/silver__complete_token_prices.sql +++ b/models/silver/price/silver__complete_token_prices.sql @@ -7,7 +7,7 @@ SELECT HOUR, LOWER( - p.token_address + token_address ) AS token_address, asset_id, symbol, @@ -30,16 +30,3 @@ FROM {{ ref( 'bronze__complete_token_prices' ) }} - p - -{% if is_incremental() %} -WHERE - modified_timestamp >= ( - SELECT - MAX( - modified_timestamp - ) - FROM - {{ this }} - ) -{% endif %}