diff --git a/models/silver/protocols/blitz/silver__blitz_market_depth.sql b/models/silver/protocols/blitz/silver__blitz_market_depth.sql index fa796a7..0a2e234 100644 --- a/models/silver/protocols/blitz/silver__blitz_market_depth.sql +++ b/models/silver/protocols/blitz/silver__blitz_market_depth.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'incremental', - incremental_strategy = 'delete+insert', + incremental_strategy = 'merge', + full_refresh = false, unique_key = ['product_id','hour','price'], cluster_by = ['hour::DATE'], tags = 'curated' diff --git a/models/silver/protocols/blitz/silver__blitz_market_stats.sql b/models/silver/protocols/blitz/silver__blitz_market_stats.sql index 90d51a4..e5ed524 100644 --- a/models/silver/protocols/blitz/silver__blitz_market_stats.sql +++ b/models/silver/protocols/blitz/silver__blitz_market_stats.sql @@ -1,5 +1,6 @@ {{ config( materialized = 'incremental', + incremental_strategy = 'merge', full_refresh = false, unique_key = ['ticker_id','hour'], cluster_by = ['HOUR::DATE'], @@ -36,7 +37,7 @@ market_stats AS ( f.value :quote_currency :: STRING AS quote_currency, f.value :quote_volume :: FLOAT AS quote_volume, f.key AS ticker_id, - SYSDATE() AS _inserted_timestamp + SYSDATE() AS inserted_timestamp FROM api_pull A, LATERAL FLATTEN( @@ -51,7 +52,7 @@ trade_snapshot AS ( ) AS HOUR, CONCAT( symbol, - '_USDC' + '_USDB' ) AS ticker_id, symbol, product_id, @@ -68,7 +69,7 @@ trade_snapshot AS ( {{ ref('silver__blitz_perps') }} p WHERE - block_timestamp > SYSDATE() - INTERVAL '12 hour' + block_timestamp > '2024-04-16 00:00:00.000' --start of api pulls GROUP BY 1, 2, @@ -162,13 +163,13 @@ FROM ) SELECT *, - SYSDATE() AS inserted_timestamp, SYSDATE() AS modified_timestamp, {{ dbt_utils.generate_surrogate_key( ['ticker_id','hour'] ) }} AS blitz_market_stats_id, '{{ invocation_id }}' AS _invocation_id FROM - FINAL qualify(ROW_NUMBER() over(PARTITION BY ticker_id, HOUR + FINAL +WHERE FUNDING_RATE <> 0 qualify(ROW_NUMBER() over(PARTITION BY ticker_id, HOUR ORDER BY - _inserted_timestamp DESC)) = 1 + _inserted_timestamp DESC NULLS LAST)) = 1