diff --git a/.github/workflows/dbt_run_daily.yml b/.github/workflows/dbt_run_daily.yml index 143c2eb..10a416c 100644 --- a/.github/workflows/dbt_run_daily.yml +++ b/.github/workflows/dbt_run_daily.yml @@ -45,4 +45,4 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run -s "osmosis_models,tag:balances" "osmosis_models,tag:daily" \ No newline at end of file + dbt run -s "osmosis_models,tag:daily" \ No newline at end of file diff --git a/.github/workflows/dbt_run_incremental_non_core.yml b/.github/workflows/dbt_run_incremental_non_core.yml index 96c0b35..33cc11d 100644 --- a/.github/workflows/dbt_run_incremental_non_core.yml +++ b/.github/workflows/dbt_run_incremental_non_core.yml @@ -45,4 +45,4 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run -s "osmosis_models,tag:noncore" --exclude models/silver/defi/silver__liquidity_provider_actions.sql \ No newline at end of file + dbt run -s "osmosis_models,tag:noncore" \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_balances.yml b/.github/workflows/dbt_run_streamline_balances.yml index 6d1a312..2579932 100644 --- a/.github/workflows/dbt_run_streamline_balances.yml +++ b/.github/workflows/dbt_run_streamline_balances.yml @@ -45,4 +45,4 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__balances_realtime.sql 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod \ No newline at end of file diff --git a/models/bronze/bronze__balances_api.sql b/models/bronze/bronze__balances_api.sql index ccc3785..4667e6d 100644 --- a/models/bronze/bronze__balances_api.sql +++ b/models/bronze/bronze__balances_api.sql @@ -1,5 +1,6 @@ {{ config ( - materialized = 'view' + materialized = 'view', + enabled = false ) }} SELECT diff --git a/models/bronze/bronze_api/bronze_api__governance_proposal_results.sql b/models/bronze/bronze_api/bronze_api__governance_proposal_results.sql index f156d5b..73a93b4 100644 --- a/models/bronze/bronze_api/bronze_api__governance_proposal_results.sql +++ b/models/bronze/bronze_api/bronze_api__governance_proposal_results.sql @@ -3,7 +3,8 @@ unique_key = "proposal_id", incremental_strategy = 'delete+insert', full_refresh = false, - tags = ['daily'] + tags = ['daily'], + enabled = false ) }} WITH valid_props AS ( diff --git a/models/bronze/bronze_api/bronze_api__validator_memos.sql b/models/bronze/bronze_api/bronze_api__validator_memos.sql index 9c15f21..3bd161f 100644 --- a/models/bronze/bronze_api/bronze_api__validator_memos.sql +++ b/models/bronze/bronze_api/bronze_api__validator_memos.sql @@ -3,7 +3,8 @@ unique_key = "proposal_id", incremental_strategy = 'delete+insert', full_refresh = false, - tags = ['daily'] + tags = ['daily'], + enabled = false ) }} WITH valid_props AS ( diff --git a/models/gold/core/core__dim_labels.sql b/models/gold/core/core__dim_labels.sql index 5d5d81c..a77f2a2 100644 --- a/models/gold/core/core__dim_labels.sql +++ b/models/gold/core/core__dim_labels.sql @@ -29,32 +29,6 @@ SELECT FROM {{ ref('silver__asset_metadata') }} UNION ALL -SELECT - blockchain, - address, - creator, - label_type, - label_subtype, - label, - project_name, - raw_metadata, - COALESCE( - validator_metadata_id, - {{ dbt_utils.generate_surrogate_key( - [' _unique_key '] - ) }} - ) AS dim_labels_id, - COALESCE( - inserted_timestamp, - '2000-01-01' - ) AS inserted_timestamp, - COALESCE( - modified_timestamp, - '2000-01-01' - ) AS modified_timestamp -FROM - {{ ref('silver__validator_metadata') }} -UNION ALL SELECT blockchain, address, @@ -71,5 +45,3 @@ FROM {{ ref( 'silver__croschain_labels' ) }} -WHERE - label_subtype <> 'validator' diff --git a/models/gold/core/core__ez_icns.sql b/models/gold/core/core__ez_icns.sql index f61f241..a0c648a 100644 --- a/models/gold/core/core__ez_icns.sql +++ b/models/gold/core/core__ez_icns.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/core/core__fact_daily_balances.sql b/models/gold/core/core__fact_daily_balances.sql index 7546127..e577b48 100644 --- a/models/gold/core/core__fact_daily_balances.sql +++ b/models/gold/core/core__fact_daily_balances.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'BALANCES' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/core/core__fact_token_day.sql b/models/gold/core/core__fact_token_day.sql index 9a101db..947b90e 100644 --- a/models/gold/core/core__fact_token_day.sql +++ b/models/gold/core/core__fact_token_day.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/defi/defi__fact_liquidity_provider_actions.sql b/models/gold/defi/defi__fact_liquidity_provider_actions.sql index 0c0fd8c..9d885c9 100644 --- a/models/gold/defi/defi__fact_liquidity_provider_actions.sql +++ b/models/gold/defi/defi__fact_liquidity_provider_actions.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/defi/defi__fact_locked_liquidity_actions.sql b/models/gold/defi/defi__fact_locked_liquidity_actions.sql index 3b94530..1d60ddf 100644 --- a/models/gold/defi/defi__fact_locked_liquidity_actions.sql +++ b/models/gold/defi/defi__fact_locked_liquidity_actions.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/defi/defi__fact_pool_hour.sql b/models/gold/defi/defi__fact_pool_hour.sql index 6119a3b..962dda0 100644 --- a/models/gold/defi/defi__fact_pool_hour.sql +++ b/models/gold/defi/defi__fact_pool_hour.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/defi/defi__fact_superfluid_staking.sql b/models/gold/defi/defi__fact_superfluid_staking.sql index 07f0c15..b34b1aa 100644 --- a/models/gold/defi/defi__fact_superfluid_staking.sql +++ b/models/gold/defi/defi__fact_superfluid_staking.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/gov/gov__fact_governance_validator_votes.sql b/models/gold/gov/gov__fact_governance_validator_votes.sql index 56a1fb1..d3d38f4 100644 --- a/models/gold/gov/gov__fact_governance_validator_votes.sql +++ b/models/gold/gov/gov__fact_governance_validator_votes.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/gov/gov__fact_staking.sql b/models/gold/gov/gov__fact_staking.sql index 53c265a..1c49e30 100644 --- a/models/gold/gov/gov__fact_staking.sql +++ b/models/gold/gov/gov__fact_staking.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/gov/gov__fact_staking_rewards.sql b/models/gold/gov/gov__fact_staking_rewards.sql index 62ae7c2..8a5e553 100644 --- a/models/gold/gov/gov__fact_staking_rewards.sql +++ b/models/gold/gov/gov__fact_staking_rewards.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/gov/gov__fact_validator_commission.sql b/models/gold/gov/gov__fact_validator_commission.sql index 086ebc9..1313012 100644 --- a/models/gold/gov/gov__fact_validator_commission.sql +++ b/models/gold/gov/gov__fact_validator_commission.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/gov/gov__fact_validators.sql b/models/gold/gov/gov__fact_validators.sql index d78bcf1..cf64901 100644 --- a/models/gold/gov/gov__fact_validators.sql +++ b/models/gold/gov/gov__fact_validators.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_liquidity_provider_actions.sql b/models/gold/mars/mars__ez_liquidity_provider_actions.sql index d7f8655..85073fc 100644 --- a/models/gold/mars/mars__ez_liquidity_provider_actions.sql +++ b/models/gold/mars/mars__ez_liquidity_provider_actions.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH pools AS ( diff --git a/models/gold/mars/mars__ez_pool_fee_day.sql b/models/gold/mars/mars__ez_pool_fee_day.sql index 7e50615..963a5c5 100644 --- a/models/gold/mars/mars__ez_pool_fee_day.sql +++ b/models/gold/mars/mars__ez_pool_fee_day.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH pools AS ( diff --git a/models/gold/mars/mars__ez_pool_hour.sql b/models/gold/mars/mars__ez_pool_hour.sql index 4d05a8a..fb56ba3 100644 --- a/models/gold/mars/mars__ez_pool_hour.sql +++ b/models/gold/mars/mars__ez_pool_hour.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH pools AS ( diff --git a/models/gold/mars/mars__ez_redbank_actions.sql b/models/gold/mars/mars__ez_redbank_actions.sql index 70a9a20..62539fe 100644 --- a/models/gold/mars/mars__ez_redbank_actions.sql +++ b/models/gold/mars/mars__ez_redbank_actions.sql @@ -2,7 +2,8 @@ materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS', 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_redbank_balance_changes.sql b/models/gold/mars/mars__ez_redbank_balance_changes.sql index f803513..cdc8a15 100644 --- a/models/gold/mars/mars__ez_redbank_balance_changes.sql +++ b/models/gold/mars/mars__ez_redbank_balance_changes.sql @@ -2,7 +2,8 @@ materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS', 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_redbank_reward_claims.sql b/models/gold/mars/mars__ez_redbank_reward_claims.sql index 1048776..614b2fc 100644 --- a/models/gold/mars/mars__ez_redbank_reward_claims.sql +++ b/models/gold/mars/mars__ez_redbank_reward_claims.sql @@ -2,7 +2,8 @@ materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS', 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_redbank_reward_distributions.sql b/models/gold/mars/mars__ez_redbank_reward_distributions.sql index 0edaa72..b33dd39 100644 --- a/models/gold/mars/mars__ez_redbank_reward_distributions.sql +++ b/models/gold/mars/mars__ez_redbank_reward_distributions.sql @@ -2,7 +2,8 @@ materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS', 'PURPOSE': 'DEFI' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_swaps.sql b/models/gold/mars/mars__ez_swaps.sql index 6da46e8..020a321 100644 --- a/models/gold/mars/mars__ez_swaps.sql +++ b/models/gold/mars/mars__ez_swaps.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'SWAPS' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/gold/mars/mars__ez_token_day.sql b/models/gold/mars/mars__ez_token_day.sql index add2664..39956d7 100644 --- a/models/gold/mars/mars__ez_token_day.sql +++ b/models/gold/mars/mars__ez_token_day.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} }, - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/silver/core/silver__balances.sql b/models/silver/core/silver__balances.sql index d0d4f06..fc1d9ce 100644 --- a/models/silver/core/silver__balances.sql +++ b/models/silver/core/silver__balances.sql @@ -3,7 +3,8 @@ unique_key = ['block_id', 'address', 'currency'], incremental_strategy = 'delete+insert', cluster_by = ['_inserted_timestamp::DATE'], - tags = ['balances'] + tags = ['balances'], + enabled = false ) }} -- depends_on: {{ ref('bronze__streamline_balances') }} WITH base AS ( @@ -14,7 +15,7 @@ WITH base AS ( b.value :denom :: STRING AS currency, b.value :amount :: INT AS amount, TO_TIMESTAMP_NTZ( - SUBSTR(SPLIT_PART(metadata$filename, '/', 4), 1, 10) :: NUMBER, + SUBSTR(SPLIT_PART(metadata $ filename, '/', 4), 1, 10) :: NUMBER, 0 ) AS _inserted_timestamp FROM diff --git a/models/silver/core/silver__daily_balances.sql b/models/silver/core/silver__daily_balances.sql index bcaea4d..f74028d 100644 --- a/models/silver/core/silver__daily_balances.sql +++ b/models/silver/core/silver__daily_balances.sql @@ -3,7 +3,8 @@ unique_key = ["date", "address", "balance_type", "currency"], incremental_strategy = 'delete+insert', cluster_by = ['date'], - tags = ['balances'] + tags = ['balances'], + enabled = false ) }} WITH diff --git a/models/silver/core/silver__daily_balances_final.sql b/models/silver/core/silver__daily_balances_final.sql index ae77604..81a302e 100644 --- a/models/silver/core/silver__daily_balances_final.sql +++ b/models/silver/core/silver__daily_balances_final.sql @@ -4,7 +4,8 @@ incremental_strategy = 'delete+insert', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(address)", cluster_by = ['date'], - tags = ['balances'] + tags = ['balances'], + enabled = false ) }} SELECT diff --git a/models/silver/core/silver__latest_liquid_balances.sql b/models/silver/core/silver__latest_liquid_balances.sql index 6a992f0..c634c9e 100644 --- a/models/silver/core/silver__latest_liquid_balances.sql +++ b/models/silver/core/silver__latest_liquid_balances.sql @@ -3,7 +3,8 @@ unique_key = "address", incremental_strategy = 'delete+insert', cluster_by = ['block_timestamp::date'], - tags = ['balances'] + tags = ['balances'], + enabled = false ) }} WITH max_bn AS ( diff --git a/models/silver/core/silver__liquid_balances.sql b/models/silver/core/silver__liquid_balances.sql index 410370e..d1cc5b9 100644 --- a/models/silver/core/silver__liquid_balances.sql +++ b/models/silver/core/silver__liquid_balances.sql @@ -3,7 +3,8 @@ unique_key = "CONCAT_WS('-', block_id, address, currency)", incremental_strategy = 'delete+insert', cluster_by = ['block_timestamp::DATE'], - tags = ['balances'] + tags = ['balances'], + enabled = false ) }} WITH base AS ( diff --git a/models/silver/core/silver__tx_body_msgs.sql b/models/silver/core/silver__tx_body_msgs.sql index 15f774c..ebc772c 100644 --- a/models/silver/core/silver__tx_body_msgs.sql +++ b/models/silver/core/silver__tx_body_msgs.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'], - tags = ['core'] + tags = ['core'], + enabled = false ) }} WITH b AS ( diff --git a/models/silver/crossdb/silver__croschain_icns.sql b/models/silver/crossdb/silver__croschain_icns.sql index d811276..cee5612 100644 --- a/models/silver/crossdb/silver__croschain_icns.sql +++ b/models/silver/crossdb/silver__croschain_icns.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'table', - tags = ['daily'] + tags = ['daily'], + enabled = false ) }} SELECT diff --git a/models/silver/defi/silver__early_liquidity_provider_actions.sql b/models/silver/defi/silver__early_liquidity_provider_actions.sql index ff188be..9cae571 100644 --- a/models/silver/defi/silver__early_liquidity_provider_actions.sql +++ b/models/silver/defi/silver__early_liquidity_provider_actions.sql @@ -3,7 +3,8 @@ unique_key = "_unique_key", incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], - cluster_by = ['block_timestamp::DATE'] + cluster_by = ['block_timestamp::DATE'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__liquidity_provider_actions.sql b/models/silver/defi/silver__liquidity_provider_actions.sql index 62530a2..3db0500 100644 --- a/models/silver/defi/silver__liquidity_provider_actions.sql +++ b/models/silver/defi/silver__liquidity_provider_actions.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__liquidity_provider_actions_unpool.sql b/models/silver/defi/silver__liquidity_provider_actions_unpool.sql index 90e6e49..e18fa7f 100644 --- a/models/silver/defi/silver__liquidity_provider_actions_unpool.sql +++ b/models/silver/defi/silver__liquidity_provider_actions_unpool.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__locked_liquidity_actions.sql b/models/silver/defi/silver__locked_liquidity_actions.sql index f4ea819..25aafff 100644 --- a/models/silver/defi/silver__locked_liquidity_actions.sql +++ b/models/silver/defi/silver__locked_liquidity_actions.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__locked_liquidity_actions_begin_unlock.sql b/models/silver/defi/silver__locked_liquidity_actions_begin_unlock.sql index 8223d6b..896cc58 100644 --- a/models/silver/defi/silver__locked_liquidity_actions_begin_unlock.sql +++ b/models/silver/defi/silver__locked_liquidity_actions_begin_unlock.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__locked_liquidity_actions_convert.sql b/models/silver/defi/silver__locked_liquidity_actions_convert.sql index 63bf01c..116d8b5 100644 --- a/models/silver/defi/silver__locked_liquidity_actions_convert.sql +++ b/models/silver/defi/silver__locked_liquidity_actions_convert.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/defi/silver__locked_liquidity_balances.sql b/models/silver/defi/silver__locked_liquidity_balances.sql index 464e7ac..f16aee9 100644 --- a/models/silver/defi/silver__locked_liquidity_balances.sql +++ b/models/silver/defi/silver__locked_liquidity_balances.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH all_staked AS ( diff --git a/models/silver/defi/silver__locked_liquidity_transactions.sql b/models/silver/defi/silver__locked_liquidity_transactions.sql index a7ca637..fb0887f 100644 --- a/models/silver/defi/silver__locked_liquidity_transactions.sql +++ b/models/silver/defi/silver__locked_liquidity_transactions.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['_inserted_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH count_ids AS ( diff --git a/models/silver/defi/silver__pool_fee_summary_day.sql b/models/silver/defi/silver__pool_fee_summary_day.sql index e7fb095..0b9eac4 100644 --- a/models/silver/defi/silver__pool_fee_summary_day.sql +++ b/models/silver/defi/silver__pool_fee_summary_day.sql @@ -104,47 +104,6 @@ pre_agg AS ( A.block_id >= 2300000 AND A.pool_id IS NOT NULL -{% if is_incremental() %} -AND b.block_date >= ( - SELECT - MAX( - block_date - ) - FROM - {{ this }} -) - INTERVAL '7 days' -{% endif %} -UNION ALL -SELECT - A.pool_id, - b.block_date, - b.block_id, - A.currency, - amount / pow( - 10, - 18 - ) * COALESCE( - fees.exit_fee, - 0 - ) AS fees, - NULL AS fees_usd, - 'exit' AS fee_type, - A._inserted_timestamp -FROM - {{ ref('silver__liquidity_provider_actions') }} A - JOIN fees - ON A.pool_id = fees.pool_id - AND A.block_timestamp :: DATE = fees.block_date - JOIN last_block_of_day b - ON A.block_timestamp :: DATE = b.block_date -WHERE - A.action = 'lp_tokens_burned' - AND COALESCE( - fees.exit_fee, - 0 - ) <> 0 - AND A.block_id >= 2300000 - {% if is_incremental() %} AND b.block_date >= ( SELECT diff --git a/models/silver/defi/silver__pool_summary_hour.sql b/models/silver/defi/silver__pool_summary_hour.sql index 843da95..5067c51 100644 --- a/models/silver/defi/silver__pool_summary_hour.sql +++ b/models/silver/defi/silver__pool_summary_hour.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH pool_token_prices AS ( diff --git a/models/silver/defi/silver__token_summary_day.sql b/models/silver/defi/silver__token_summary_day.sql index af9cee7..9ae83cf 100644 --- a/models/silver/defi/silver__token_summary_day.sql +++ b/models/silver/defi/silver__token_summary_day.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_date'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH last_block_of_day AS ( diff --git a/models/silver/gov/silver__staked_balances.sql b/models/silver/gov/silver__staked_balances.sql index 7db88f2..b69ad9c 100644 --- a/models/silver/gov/silver__staked_balances.sql +++ b/models/silver/gov/silver__staked_balances.sql @@ -3,7 +3,8 @@ incremental_strategy = 'delete+insert', unique_key = ['block_id', 'address', 'currency'], cluster_by = ['block_timestamp'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH all_staked AS ( diff --git a/models/silver/gov/silver__staking.sql b/models/silver/gov/silver__staking.sql index 936acf8..3130dd8 100644 --- a/models/silver/gov/silver__staking.sql +++ b/models/silver/gov/silver__staking.sql @@ -5,7 +5,8 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(tx_id,delegator_address)", - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH base AS ( diff --git a/models/silver/gov/silver__staking_rewards.sql b/models/silver/gov/silver__staking_rewards.sql index bf6c5e7..9cf121f 100644 --- a/models/silver/gov/silver__staking_rewards.sql +++ b/models/silver/gov/silver__staking_rewards.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['disabled'] + tags = ['disabled'], + enabled = false ) }} WITH msg_attributes_cte AS ( diff --git a/models/silver/gov/silver__staking_rewards_2.sql b/models/silver/gov/silver__staking_rewards_2.sql index 39cae56..eaa18b1 100644 --- a/models/silver/gov/silver__staking_rewards_2.sql +++ b/models/silver/gov/silver__staking_rewards_2.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH msg_attributes_cte AS ( diff --git a/models/silver/gov/silver__superfluid_actions.sql b/models/silver/gov/silver__superfluid_actions.sql index 41780c9..acafe4b 100644 --- a/models/silver/gov/silver__superfluid_actions.sql +++ b/models/silver/gov/silver__superfluid_actions.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['_inserted_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} SELECT diff --git a/models/silver/gov/silver__superfluid_staked_balances.sql b/models/silver/gov/silver__superfluid_staked_balances.sql index 48b31a7..c5e1756 100644 --- a/models/silver/gov/silver__superfluid_staked_balances.sql +++ b/models/silver/gov/silver__superfluid_staked_balances.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH super AS ( diff --git a/models/silver/gov/silver__superfluid_staking.sql b/models/silver/gov/silver__superfluid_staking.sql index 0c550d4..9b76dc1 100644 --- a/models/silver/gov/silver__superfluid_staking.sql +++ b/models/silver/gov/silver__superfluid_staking.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH diff --git a/models/silver/gov/silver__validator_commission.sql b/models/silver/gov/silver__validator_commission.sql index a36f86c..383bb7a 100644 --- a/models/silver/gov/silver__validator_commission.sql +++ b/models/silver/gov/silver__validator_commission.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH txs AS ( diff --git a/models/silver/gov/silver__validator_memos.sql b/models/silver/gov/silver__validator_memos.sql index 9561142..8a6fcc8 100644 --- a/models/silver/gov/silver__validator_memos.sql +++ b/models/silver/gov/silver__validator_memos.sql @@ -2,7 +2,8 @@ materialized = 'incremental', unique_key = 'proposal_id', incremental_strategy = 'delete+insert', - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH base AS ( diff --git a/models/silver/gov/silver__validator_metadata.sql b/models/silver/gov/silver__validator_metadata.sql index cd5ff9c..11a28ac 100644 --- a/models/silver/gov/silver__validator_metadata.sql +++ b/models/silver/gov/silver__validator_metadata.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'table', - tags = ['daily'] + tags = ['daily'], + enabled = false ) }} SELECT diff --git a/models/silver/mars/silver__red_bank_actions.sql b/models/silver/mars/silver__red_bank_actions.sql index 0e8ca40..b983309 100644 --- a/models/silver/mars/silver__red_bank_actions.sql +++ b/models/silver/mars/silver__red_bank_actions.sql @@ -4,7 +4,8 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE','action'], - tags = ['noncore'] + tags = ['noncore'], + enabled = false ) }} WITH mars_contracts AS ( diff --git a/models/streamline/bronze/core/bronze__streamline_FR_balances.sql b/models/streamline/bronze/core/bronze__streamline_FR_balances.sql index 86ccfce..fbfa853 100644 --- a/models/streamline/bronze/core/bronze__streamline_FR_balances.sql +++ b/models/streamline/bronze/core/bronze__streamline_FR_balances.sql @@ -1,6 +1,7 @@ {{ config ( materialized = 'view', - tags = ['core'] + tags = ['core'], + enabled = false ) }} SELECT diff --git a/models/streamline/bronze/core/bronze__streamline_FR_balances_v1.sql b/models/streamline/bronze/core/bronze__streamline_FR_balances_v1.sql index 759c3b9..ae27509 100644 --- a/models/streamline/bronze/core/bronze__streamline_FR_balances_v1.sql +++ b/models/streamline/bronze/core/bronze__streamline_FR_balances_v1.sql @@ -1,6 +1,7 @@ {{ config ( materialized = 'view', - tags = ['core'] + tags = ['core'], + enabled = false ) }} {{ streamline_external_table_FR_query( model = 'balances', diff --git a/models/streamline/bronze/core/bronze__streamline_FR_balances_v2.sql b/models/streamline/bronze/core/bronze__streamline_FR_balances_v2.sql index dad8977..ba85d2d 100644 --- a/models/streamline/bronze/core/bronze__streamline_FR_balances_v2.sql +++ b/models/streamline/bronze/core/bronze__streamline_FR_balances_v2.sql @@ -1,5 +1,6 @@ {{ config ( - materialized = 'view' + materialized = 'view', + enabled = false ) }} {{ streamline_external_table_FR_query_v2( model = "balances_v2", diff --git a/models/streamline/bronze/core/bronze__streamline_balances.sql b/models/streamline/bronze/core/bronze__streamline_balances.sql index ea990a7..51df0a4 100644 --- a/models/streamline/bronze/core/bronze__streamline_balances.sql +++ b/models/streamline/bronze/core/bronze__streamline_balances.sql @@ -1,5 +1,6 @@ {{ config ( - materialized = 'view' + materialized = 'view', + enabled = false ) }} {{ streamline_external_table_query_v2( model = "balances_v2", diff --git a/models/streamline/silver/core/complete/streamline__complete_balances.sql b/models/streamline/silver/core/complete/streamline__complete_balances.sql index ca44c0a..2a0dcc4 100644 --- a/models/streamline/silver/core/complete/streamline__complete_balances.sql +++ b/models/streamline/silver/core/complete/streamline__complete_balances.sql @@ -3,7 +3,8 @@ materialized = "incremental", unique_key = ["block_number","address"], cluster_by = "ROUND(block_number, -3)", - post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)" + post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)", + enabled = false ) }} WITH base AS ( diff --git a/models/streamline/silver/core/realtime/streamline__balances_realtime.sql b/models/streamline/silver/core/realtime/streamline__balances_realtime.sql index 84b55f6..01df5d7 100644 --- a/models/streamline/silver/core/realtime/streamline__balances_realtime.sql +++ b/models/streamline/silver/core/realtime/streamline__balances_realtime.sql @@ -8,7 +8,8 @@ "producer_batch_size" :"40", "worker_batch_size" :"40", "sql_source" :"{{this.identifier}}" } - ) + ), + enabled = false ) }} WITH blocks_to_call AS( diff --git a/models/streamline/silver/core/streamline__balances.sql b/models/streamline/silver/core/streamline__balances.sql index 9daad31..2beb84e 100644 --- a/models/streamline/silver/core/streamline__balances.sql +++ b/models/streamline/silver/core/streamline__balances.sql @@ -1,7 +1,8 @@ {{ config ( materialized = "incremental", unique_key = ["block_id","address"], - tags = ['streamline_view'] + tags = ['streamline_view'], + enabled = false ) }} -- depends_on: {{ ref('silver__blocks') }} WITH base AS (