tags, merge predicates

macros/dbt/get_tmp_relation_type.sql

@@ -0,0 +1,8 @@
+{% macro dbt_snowflake_get_tmp_relation_type(
+        strategy,
+        unique_key,
+        language
+    ) %}
+    -- always table
+    {{ return('table') }}
+{% endmacro %}

models/gold/core/core__dim_labels.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__dim_tokens.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__fact_blocks.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__fact_msg_attributes.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__fact_msgs.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__fact_oracle_votes.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'PRICE' }} }
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'PRICE' }} },
+    tags = ['daily']
 ) }}
 
 SELECT

models/gold/core/core__fact_transactions.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/core/core__fact_transfers.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['core']
 ) }}
 
 SELECT

models/gold/defi/defi__fact_dex_swaps.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'SWAPS' }} }
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'SWAPS' }} },
+    tags = ['core']
 ) }}
 
 

models/gold/defi/defi__fact_lp_actions.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/gold/gov/gov__fact_governance_proposal_deposits.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} }
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} },
+    tags = ['noncore']
 ) }}
 
 SELECT

models/gold/gov/gov__fact_governance_submit_proposal.sql

@@ -1,22 +1,18 @@
 {{ config(
     materialized = 'view',
-      meta={
-        'database_tags':{
-            'table': {
-                'PURPOSE': 'GOVERNANCE'
-            }
-        }
-      }
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} },
+    tags = ['noncore']
 ) }}
 
-SELECT 
-    block_id, 
-    block_timestamp, 
-    tx_id, 
+SELECT
+    block_id,
+    block_timestamp,
+    tx_id,
     tx_succeeded,
-    proposer, 
-    proposal_id, 
-    proposal_type, 
-    proposal_title, 
+    proposer,
+    proposal_id,
+    proposal_type,
+    proposal_title,
     proposal_description
-FROM {{ ref('silver__governance_submit_proposal') }}
+FROM
+    {{ ref('silver__governance_submit_proposal') }}

models/gold/gov/gov__fact_governance_votes.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }}}
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} },
+    tags = ['noncore']
 ) }}
 
 SELECT

models/gold/gov/gov__fact_staking.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }}}
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
+    tags = ['noncore']
 ) }}
 
 SELECT

models/gold/gov/gov__fact_staking_rewards.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} }
+    meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/balance/silver__balances_staked.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['daily']
 ) }}
 
 SELECT

models/silver/core/balance/silver__daily_balances_staked.sql

@@ -3,7 +3,8 @@
     unique_key = ['date', 'address', 'currency'],
     incremental_strategy = 'merge',
     cluster_by = ['DATE'],
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(address);"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(address);",
+    tags = ['daily']
 ) }}
 
 WITH all_staked AS (

models/silver/core/silver__asset_metadata.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'table'
+    materialized = 'table',
+    tags = ['daily']
 ) }}
 
 WITH base AS (

models/silver/core/silver__blockchain.sql

@@ -3,6 +3,7 @@
     unique_key = "block_id",
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH base AS (

models/silver/core/silver__blocks.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "block_id",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['core']
 ) }}
 -- depends_on: {{ ref('bronze__streamline_blocks') }}
 WITH base AS (

models/silver/core/silver__contract_config.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "contract_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/silver__contract_info.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "contract_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/silver__contract_status.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "contract_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/silver__contract_token_info.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "contract_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/silver__contracts.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "contract_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/core/silver__msg_attributes.sql

@@ -1,9 +1,11 @@
 {{ config(
   materialized = 'incremental',
+  incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
   unique_key = ["tx_id","msg_index","attribute_index"],
   incremental_strategy = 'merge',
   cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-  post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_id,msg_type,attribute_key,attribute_value);"
+  post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_id,msg_type,attribute_key,attribute_value);",
+  tags = ['core']
 ) }}
 
 SELECT

models/silver/core/silver__msgs.sql

@@ -1,9 +1,11 @@
 {{ config(
   materialized = 'incremental',
+  incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
   unique_key = ["tx_id","msg_index"],
   incremental_strategy = 'merge',
   cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-  post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(msg_type, msg:attributes);"
+  post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(msg_type, msg:attributes);",
+  tags = ['core']
 ) }}
 
 WITH b AS (

models/silver/core/silver__oracle_votes.sql

@@ -1,8 +1,10 @@
 {{ config(
     materialized = 'incremental',
+    incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['daily']
 ) }}
 
 WITH base_ma AS (

models/silver/core/silver__transactions.sql

@@ -1,8 +1,10 @@
 {{ config(
     materialized = 'incremental',
+    incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
     unique_key = "tx_id",
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['core']
 ) }}
 -- depends_on: {{ ref('bronze__streamline_transactions') }}
 WITH base_table AS (

models/silver/core/silver__transactions_final.sql

@@ -1,8 +1,10 @@
 {{ config(
     materialized = 'incremental',
+    incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
     unique_key = "tx_id",
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['core']
 ) }}
 
 WITH atts AS (

models/silver/core/silver__transfers.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['core']
 ) }}
 
 WITH base_atts AS (

models/silver/core/silver__transfers_ibc.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['core']
 ) }}
 
 WITH base_atts AS (

models/silver/core/silver__transfers_ibc_packets.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['core']
 ) }}
 
 WITH base_atts AS (

models/silver/crossdb/silver__croschain_labels.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['daily']
 ) }}
 
 SELECT

models/silver/defi/dex/silver__dex_metadata_seaswap.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = 'pool_id',
     incremental_strategy = 'merge',
-    enabled = true
+    enabled = true,
+    tags = ['noncore']
 ) }}
 
 SELECT

models/silver/defi/dex/silver__dex_swaps_astroport.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/dex/silver__dex_swaps_fuzio.sql

@@ -3,7 +3,8 @@
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
     cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
-    enabled = true
+    enabled = true,
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/dex/silver__dex_swaps_seaswap.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/lp/silver__lp_actions_astroport.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/lp/silver__lp_actions_fuzio.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/lp/silver__lp_actions_levana.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE','lp_action']
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE','lp_action'],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/lp/silver__lp_actions_seaswap.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH rel_contracts AS (

models/silver/defi/lp/silver__lp_staking_actions_fuzio.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH all_contacts AS (

models/silver/defi/lp/silver__lp_staking_reward_actions_fuzio.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ['tx_id','msg_index'],
     incremental_strategy = 'merge',
-    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
+    cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
+    tags = ['noncore']
 ) }}
 
 WITH all_contacts AS (

models/silver/gov/silver__governance_proposal_deposits.sql

@@ -3,6 +3,7 @@
     unique_key = "tx_id",
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH

models/silver/gov/silver__governance_submit_proposal.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "tx_id",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH

models/silver/gov/silver__governance_votes.sql

@@ -1,8 +1,10 @@
 {{ config(
     materialized = 'incremental',
+    incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::DATE >= (select min(block_timestamp::DATE) from ' ~ generate_tmp_view_name(this) ~ ')'],
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH base_ma AS (

models/silver/gov/silver__staking.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH pre_base AS (

models/silver/gov/silver__staking_rewards.sql

@@ -3,6 +3,7 @@
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 {# select 1 a #}
 WITH msg_attributes AS (

models/silver/gov/silver__validator_commission.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["tx_id","msg_group","msg_sub_group"],
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    tags = ['noncore']
 ) }}
 
 WITH txs AS (

models/silver/price/silver__prices_api.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "_inserted_timestamp",
-    incremental_strategy = 'delete+insert'
+    incremental_strategy = 'delete+insert',
+    tags = ['noncore']
 ) }}
 
 SELECT