From 0ca7f48c1aaaf859484d64b9aab7770a1b5dd98d Mon Sep 17 00:00:00 2001 From: Mike Stepanovic Date: Mon, 7 Oct 2024 16:38:13 -0600 Subject: [PATCH] fix dupes from hevo import --- models/silver/silver__rune_price.sql | 6 ++++++ models/silver/silver__trade_account_deposit_events.sql | 8 +++++++- models/silver/silver__trade_account_withdraw_events.sql | 8 +++++++- 3 files changed, 20 insertions(+), 2 deletions(-) diff --git a/models/silver/silver__rune_price.sql b/models/silver/silver__rune_price.sql index c4a55ab..ac12932 100644 --- a/models/silver/silver__rune_price.sql +++ b/models/silver/silver__rune_price.sql @@ -14,3 +14,9 @@ FROM {{ ref( 'bronze__rune_price' ) }} +QUALIFY( + ROW_NUMBER() OVER ( + PARTITION BY block_timestamp + ORDER BY __HEVO__LOADED_AT DESC + ) = 1 +) \ No newline at end of file diff --git a/models/silver/silver__trade_account_deposit_events.sql b/models/silver/silver__trade_account_deposit_events.sql index 6da5c37..87ddae9 100644 --- a/models/silver/silver__trade_account_deposit_events.sql +++ b/models/silver/silver__trade_account_deposit_events.sql @@ -16,4 +16,10 @@ SELECT '1970-01-01' ) AS _INSERTED_TIMESTAMP FROM - {{ ref('bronze__trade_account_deposit_events') }} \ No newline at end of file + {{ ref('bronze__trade_account_deposit_events') }} +QUALIFY( + ROW_NUMBER() OVER ( + PARTITION BY tx_id + ORDER BY __HEVO__LOADED_AT DESC + ) = 1 +) \ No newline at end of file diff --git a/models/silver/silver__trade_account_withdraw_events.sql b/models/silver/silver__trade_account_withdraw_events.sql index 85ca0a5..6e94be9 100644 --- a/models/silver/silver__trade_account_withdraw_events.sql +++ b/models/silver/silver__trade_account_withdraw_events.sql @@ -16,4 +16,10 @@ SELECT '1970-01-01' ) AS _INSERTED_TIMESTAMP FROM - {{ ref('bronze__trade_account_withdraw_events') }} \ No newline at end of file + {{ ref('bronze__trade_account_withdraw_events') }} +QUALIFY( + ROW_NUMBER() OVER ( + PARTITION BY tx_id + ORDER BY __HEVO__LOADED_AT DESC + ) = 1 +)