From 7ef31d630ed178c74ad24ddf988ed97f32d107ce Mon Sep 17 00:00:00 2001 From: WHYTEWYLL Date: Fri, 19 Jul 2024 11:20:47 +0200 Subject: [PATCH] receipt opt --- macros/custom_naming_macros.sql | 6 ++++++ .../streamline/silver__streamline_receipts_final.sql | 9 ++++++++- 2 files changed, 14 insertions(+), 1 deletion(-) diff --git a/macros/custom_naming_macros.sql b/macros/custom_naming_macros.sql index b8a3071..cb6fc87 100644 --- a/macros/custom_naming_macros.sql +++ b/macros/custom_naming_macros.sql @@ -15,3 +15,9 @@ {% set split_name = node_name.split('__') %} {{ split_name [1] | trim }} {%- endmacro %} + +{% macro generate_tmp_view_name(model_name) -%} + {% set node_name = model_name.name %} + {% set split_name = node_name.split('__') %} + {{ target.database ~ '.' ~ split_name[0] ~ '.' ~ split_name [1] ~ '__dbt_tmp' | trim }} +{%- endmacro %} diff --git a/models/silver/streamline/silver__streamline_receipts_final.sql b/models/silver/streamline/silver__streamline_receipts_final.sql index cd2e27a..16d1ef3 100644 --- a/models/silver/streamline/silver__streamline_receipts_final.sql +++ b/models/silver/streamline/silver__streamline_receipts_final.sql @@ -1,12 +1,14 @@ {{ config( materialized = 'incremental', + incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"], incremental_strategy = 'merge', merge_exclude_columns = ['inserted_timestamp'], unique_key = 'receipt_object_id', cluster_by = ['block_timestamp::DATE','_modified_timestamp::DATE', '_partition_by_block_number', ], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_object_id,receiver_id,signer_id);", tags = ['receipt_map','scheduled_core'], - full_refresh = False + full_refresh = False, + snowflake_warehouse='DBT_CLOUD_LARGE' ) }} WITH retry_range AS ( @@ -175,3 +177,8 @@ SELECT '{{ invocation_id }}' AS _invocation_id FROM FINAL + + + + +