deprecations (#158)

.github/workflows/dbt_run_daily.yml

@@ -45,4 +45,4 @@ jobs:
           dbt deps
       - name: Run DBT Jobs
         run: |
-          dbt run -s "osmosis_models,tag:balances" "osmosis_models,tag:daily" 
+          dbt run -s  "osmosis_models,tag:daily" 

.github/workflows/dbt_run_incremental_non_core.yml

@@ -45,4 +45,4 @@ jobs:
           dbt deps
       - name: Run DBT Jobs
         run: |
-          dbt run -s "osmosis_models,tag:noncore"  --exclude models/silver/defi/silver__liquidity_provider_actions.sql
+          dbt run -s "osmosis_models,tag:noncore"

.github/workflows/dbt_run_streamline_balances.yml

@@ -45,4 +45,4 @@ jobs:
           dbt deps
       - name: Run DBT Jobs
         run: |
-          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__balances_realtime.sql 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod

models/bronze/bronze__balances_api.sql

@@ -1,5 +1,6 @@
 {{ config (
-    materialized = 'view'
+    materialized = 'view',
+    enabled = false
 ) }}
 
 SELECT

models/bronze/bronze_api/bronze_api__governance_proposal_results.sql

@@ -3,7 +3,8 @@
   unique_key = "proposal_id",
   incremental_strategy = 'delete+insert',
   full_refresh = false,
-  tags = ['daily']
+  tags = ['daily'],
+  enabled = false
 ) }}
 
 WITH valid_props AS (

models/bronze/bronze_api/bronze_api__validator_memos.sql

@@ -3,7 +3,8 @@
   unique_key = "proposal_id",
   incremental_strategy = 'delete+insert',
   full_refresh = false,
-  tags = ['daily']
+  tags = ['daily'],
+  enabled = false
 ) }}
 
 WITH valid_props AS (

models/gold/core/core__dim_labels.sql

@@ -29,32 +29,6 @@ SELECT
 FROM
     {{ ref('silver__asset_metadata') }}
 UNION ALL
-SELECT
-    blockchain,
-    address,
-    creator,
-    label_type,
-    label_subtype,
-    label,
-    project_name,
-    raw_metadata,
-    COALESCE(
-        validator_metadata_id,
-        {{ dbt_utils.generate_surrogate_key(
-            [' _unique_key ']
-        ) }}
-    ) AS dim_labels_id,
-    COALESCE(
-        inserted_timestamp,
-        '2000-01-01'
-    ) AS inserted_timestamp,
-    COALESCE(
-        modified_timestamp,
-        '2000-01-01'
-    ) AS modified_timestamp
-FROM
-    {{ ref('silver__validator_metadata') }}
-UNION ALL
 SELECT
     blockchain,
     address,
@@ -71,5 +45,3 @@ FROM
     {{ ref(
         'silver__croschain_labels'
     ) }}
-WHERE
-    label_subtype <> 'validator'

models/gold/core/core__ez_icns.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/core/core__fact_daily_balances.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'BALANCES' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/core/core__fact_token_day.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/defi/defi__fact_liquidity_provider_actions.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/defi/defi__fact_locked_liquidity_actions.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/defi/defi__fact_pool_hour.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/defi/defi__fact_superfluid_staking.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/gov/gov__fact_governance_validator_votes.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/gov/gov__fact_staking.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/gov/gov__fact_staking_rewards.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/gov/gov__fact_validator_commission.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/gov/gov__fact_validators.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_liquidity_provider_actions.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'view',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH pools AS (

models/gold/mars/mars__ez_pool_fee_day.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH pools AS (

models/gold/mars/mars__ez_pool_hour.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH pools AS (

models/gold/mars/mars__ez_redbank_actions.sql

@@ -2,7 +2,8 @@
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
     'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_redbank_balance_changes.sql

@@ -2,7 +2,8 @@
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
     'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_redbank_reward_claims.sql

@@ -2,7 +2,8 @@
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
     'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_redbank_reward_distributions.sql

@@ -2,7 +2,8 @@
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
     'PURPOSE': 'DEFI' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_swaps.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'SWAPS' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/gold/mars/mars__ez_token_day.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'view',
     meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/silver/core/silver__balances.sql

@@ -3,7 +3,8 @@
     unique_key = ['block_id', 'address', 'currency'],
     incremental_strategy = 'delete+insert',
     cluster_by = ['_inserted_timestamp::DATE'],
-    tags = ['balances']
+    tags = ['balances'],
+    enabled = false
 ) }}
 -- depends_on: {{ ref('bronze__streamline_balances') }}
 WITH base AS (

models/silver/core/silver__daily_balances.sql

@@ -3,7 +3,8 @@
     unique_key = ["date", "address", "balance_type", "currency"],
     incremental_strategy = 'delete+insert',
     cluster_by = ['date'],
-    tags = ['balances']
+    tags = ['balances'],
+    enabled = false
 ) }}
 
 WITH

models/silver/core/silver__daily_balances_final.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'delete+insert',
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(address)",
     cluster_by = ['date'],
-    tags = ['balances']
+    tags = ['balances'],
+    enabled = false
 ) }}
 
 SELECT

models/silver/core/silver__latest_liquid_balances.sql

@@ -3,7 +3,8 @@
   unique_key = "address",
   incremental_strategy = 'delete+insert',
   cluster_by = ['block_timestamp::date'],
-  tags = ['balances']
+  tags = ['balances'],
+  enabled = false
 ) }}
 
 WITH max_bn AS (

models/silver/core/silver__liquid_balances.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', block_id, address, currency)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['balances']
+    tags = ['balances'],
+    enabled = false
 ) }}
 
 WITH base AS (

models/silver/core/silver__tx_body_msgs.sql

@@ -4,7 +4,8 @@
   incremental_strategy = 'merge',
   merge_exclude_columns = ["inserted_timestamp"],
   cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-  tags = ['core']
+  tags = ['core'],
+  enabled = false
 ) }}
 
 WITH b AS (

models/silver/crossdb/silver__croschain_icns.sql

@@ -1,6 +1,7 @@
 {{ config(
     materialized = 'table',
-    tags = ['daily']
+    tags = ['daily'],
+    enabled = false
 ) }}
 
 SELECT

models/silver/defi/silver__early_liquidity_provider_actions.sql

@@ -3,7 +3,8 @@
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
-    cluster_by = ['block_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__liquidity_provider_actions.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__liquidity_provider_actions_unpool.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__locked_liquidity_actions.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__locked_liquidity_actions_begin_unlock.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__locked_liquidity_actions_convert.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/defi/silver__locked_liquidity_balances.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH all_staked AS (

models/silver/defi/silver__locked_liquidity_transactions.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['_inserted_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH count_ids AS (

models/silver/defi/silver__pool_fee_summary_day.sql

@@ -104,47 +104,6 @@ pre_agg AS (
         A.block_id >= 2300000
         AND A.pool_id IS NOT NULL
 
-{% if is_incremental() %}
-AND b.block_date >= (
-    SELECT
-        MAX(
-            block_date
-        )
-    FROM
-        {{ this }}
-) - INTERVAL '7 days'
-{% endif %}
-UNION ALL
-SELECT
-    A.pool_id,
-    b.block_date,
-    b.block_id,
-    A.currency,
-    amount / pow(
-        10,
-        18
-    ) * COALESCE(
-        fees.exit_fee,
-        0
-    ) AS fees,
-    NULL AS fees_usd,
-    'exit' AS fee_type,
-    A._inserted_timestamp
-FROM
-    {{ ref('silver__liquidity_provider_actions') }} A
-    JOIN fees
-    ON A.pool_id = fees.pool_id
-    AND A.block_timestamp :: DATE = fees.block_date
-    JOIN last_block_of_day b
-    ON A.block_timestamp :: DATE = b.block_date
-WHERE
-    A.action = 'lp_tokens_burned'
-    AND COALESCE(
-        fees.exit_fee,
-        0
-    ) <> 0
-    AND A.block_id >= 2300000
-
 {% if is_incremental() %}
 AND b.block_date >= (
     SELECT

models/silver/defi/silver__pool_summary_hour.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH pool_token_prices AS (

models/silver/defi/silver__token_summary_day.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_date'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH last_block_of_day AS (

models/silver/gov/silver__staked_balances.sql

@@ -3,7 +3,8 @@
     incremental_strategy = 'delete+insert',
     unique_key = ['block_id', 'address', 'currency'],
     cluster_by = ['block_timestamp'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH all_staked AS (

models/silver/gov/silver__staking.sql

@@ -5,7 +5,8 @@
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(tx_id,delegator_address)",
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH base AS (

models/silver/gov/silver__staking_rewards.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['disabled']
+    tags = ['disabled'],
+    enabled = false
 ) }}
 
 WITH msg_attributes_cte AS (

models/silver/gov/silver__staking_rewards_2.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH msg_attributes_cte AS (

models/silver/gov/silver__superfluid_actions.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['_inserted_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 SELECT

models/silver/gov/silver__superfluid_staked_balances.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH super AS (

models/silver/gov/silver__superfluid_staking.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH

models/silver/gov/silver__validator_commission.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH txs AS (

models/silver/gov/silver__validator_memos.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = 'proposal_id',
     incremental_strategy = 'delete+insert',
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH base AS (

models/silver/gov/silver__validator_metadata.sql

@@ -1,6 +1,7 @@
 {{ config(
   materialized = 'table',
-  tags = ['daily']
+  tags = ['daily'],
+  enabled = false
 ) }}
 
 SELECT

models/silver/mars/silver__red_bank_actions.sql

@@ -4,7 +4,8 @@
     incremental_strategy = 'merge',
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE','action'],
-    tags = ['noncore']
+    tags = ['noncore'],
+    enabled = false
 ) }}
 
 WITH mars_contracts AS (

models/streamline/bronze/core/bronze__streamline_FR_balances.sql

@@ -1,6 +1,7 @@
 {{ config (
     materialized = 'view',
-    tags = ['core']
+    tags = ['core'],
+    enabled = false
 ) }}
 
 SELECT

models/streamline/bronze/core/bronze__streamline_FR_balances_v1.sql

@@ -1,6 +1,7 @@
 {{ config (
     materialized = 'view',
-    tags = ['core']
+    tags = ['core'],
+    enabled = false
 ) }}
 {{ streamline_external_table_FR_query(
     model = 'balances',

models/streamline/bronze/core/bronze__streamline_FR_balances_v2.sql

@@ -1,5 +1,6 @@
 {{ config (
-    materialized = 'view'
+    materialized = 'view',
+    enabled = false
 ) }}
 {{ streamline_external_table_FR_query_v2(
     model = "balances_v2",

models/streamline/bronze/core/bronze__streamline_balances.sql

@@ -1,5 +1,6 @@
 {{ config (
-    materialized = 'view'
+    materialized = 'view',
+    enabled = false
 ) }}
 {{ streamline_external_table_query_v2(
     model = "balances_v2",

models/streamline/silver/core/complete/streamline__complete_balances.sql

@@ -3,7 +3,8 @@
     materialized = "incremental",
     unique_key = ["block_number","address"],
     cluster_by = "ROUND(block_number, -3)",
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)",
+    enabled = false
 ) }}
 
 WITH base AS (

models/streamline/silver/core/realtime/streamline__balances_realtime.sql

@@ -8,7 +8,8 @@
         "producer_batch_size" :"40",
         "worker_batch_size" :"40",
         "sql_source" :"{{this.identifier}}" }
-    )
+    ),
+    enabled = false
 ) }}
 
 WITH blocks_to_call AS(

models/streamline/silver/core/streamline__balances.sql

@@ -1,7 +1,8 @@
 {{ config (
     materialized = "incremental",
     unique_key = ["block_id","address"],
-    tags = ['streamline_view']
+    tags = ['streamline_view'],
+    enabled = false
 ) }}
 -- depends_on: {{ ref('silver__blocks') }}
 WITH base AS (