From c5413c5124cb861b27411480df991a10b6d8b2a2 Mon Sep 17 00:00:00 2001 From: Chuxin Huang Date: Sat, 26 Feb 2022 21:03:43 +1100 Subject: [PATCH] fixes for txs and stg_blocks --- models/core/txs.sql | 10 +++------- models/staging/stg_blocks.sql | 2 +- 2 files changed, 4 insertions(+), 8 deletions(-) diff --git a/models/core/txs.sql b/models/core/txs.sql index 2e47cd4..b3475c1 100644 --- a/models/core/txs.sql +++ b/models/core/txs.sql @@ -9,17 +9,13 @@ -- WIP -- below serves as example with base_txs as ( - select * from {{ deduped_txs("near_txs") }} + select * from {{ ref("stg_txs") }} + where {{ incremental_load_filter("block_timestamp") }} ), final as ( select - block_timestamp, - tx:nonce::string as nonce, - tx_id as tx_hash, - -- Build out more columns here from `txs` - -- ... + * from base_txs -where {{ incremental_load_filter("block_timestamp") }} ) select * from final diff --git a/models/staging/stg_blocks.sql b/models/staging/stg_blocks.sql index bd65268..44c9b15 100644 --- a/models/staging/stg_blocks.sql +++ b/models/staging/stg_blocks.sql @@ -1,7 +1,7 @@ {{ config( materialized='incremental', - unique_key='tx_id', + unique_key='block_id', incremental_strategy = 'delete+insert', tags=['core'], cluster_by=['block_timestamp']