deprecations

This commit is contained in:
Eric Laurello 2024-11-05 10:43:54 -05:00
parent d5236b4d3b
commit 811dc46223
64 changed files with 122 additions and 132 deletions

View File

@ -45,4 +45,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run -s "osmosis_models,tag:balances" "osmosis_models,tag:daily"
dbt run -s "osmosis_models,tag:daily"

View File

@ -45,4 +45,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run -s "osmosis_models,tag:noncore" --exclude models/silver/defi/silver__liquidity_provider_actions.sql
dbt run -s "osmosis_models,tag:noncore"

View File

@ -45,4 +45,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__balances_realtime.sql 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/silver/core/realtime/streamline__pool_balances_realtime.sql -t prod

View File

@ -1,5 +1,6 @@
{{ config (
materialized = 'view'
materialized = 'view',
enabled = false
) }}
SELECT

View File

@ -3,7 +3,8 @@
unique_key = "proposal_id",
incremental_strategy = 'delete+insert',
full_refresh = false,
tags = ['daily']
tags = ['daily'],
enabled = false
) }}
WITH valid_props AS (

View File

@ -3,7 +3,8 @@
unique_key = "proposal_id",
incremental_strategy = 'delete+insert',
full_refresh = false,
tags = ['daily']
tags = ['daily'],
enabled = false
) }}
WITH valid_props AS (

View File

@ -29,32 +29,6 @@ SELECT
FROM
{{ ref('silver__asset_metadata') }}
UNION ALL
SELECT
blockchain,
address,
creator,
label_type,
label_subtype,
label,
project_name,
raw_metadata,
COALESCE(
validator_metadata_id,
{{ dbt_utils.generate_surrogate_key(
[' _unique_key ']
) }}
) AS dim_labels_id,
COALESCE(
inserted_timestamp,
'2000-01-01'
) AS inserted_timestamp,
COALESCE(
modified_timestamp,
'2000-01-01'
) AS modified_timestamp
FROM
{{ ref('silver__validator_metadata') }}
UNION ALL
SELECT
blockchain,
address,
@ -71,5 +45,3 @@ FROM
{{ ref(
'silver__croschain_labels'
) }}
WHERE
label_subtype <> 'validator'

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'view',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'BALANCES' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'view',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'view',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'GOVERNANCE' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'view',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'view',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH pools AS (

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH pools AS (

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH pools AS (

View File

@ -2,7 +2,8 @@
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -2,7 +2,8 @@
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -2,7 +2,8 @@
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -2,7 +2,8 @@
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PROTOCOL': 'MARS',
'PURPOSE': 'DEFI' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'SWAPS' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -1,7 +1,8 @@
{{ config(
materialized = 'view',
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, PRICES' }} },
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -3,7 +3,8 @@
unique_key = ['block_id', 'address', 'currency'],
incremental_strategy = 'delete+insert',
cluster_by = ['_inserted_timestamp::DATE'],
tags = ['balances']
tags = ['balances'],
enabled = false
) }}
-- depends_on: {{ ref('bronze__streamline_balances') }}
WITH base AS (
@ -14,7 +15,7 @@ WITH base AS (
b.value :denom :: STRING AS currency,
b.value :amount :: INT AS amount,
TO_TIMESTAMP_NTZ(
SUBSTR(SPLIT_PART(metadata$filename, '/', 4), 1, 10) :: NUMBER,
SUBSTR(SPLIT_PART(metadata $ filename, '/', 4), 1, 10) :: NUMBER,
0
) AS _inserted_timestamp
FROM

View File

@ -3,7 +3,8 @@
unique_key = ["date", "address", "balance_type", "currency"],
incremental_strategy = 'delete+insert',
cluster_by = ['date'],
tags = ['balances']
tags = ['balances'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'delete+insert',
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(address)",
cluster_by = ['date'],
tags = ['balances']
tags = ['balances'],
enabled = false
) }}
SELECT

View File

@ -3,7 +3,8 @@
unique_key = "address",
incremental_strategy = 'delete+insert',
cluster_by = ['block_timestamp::date'],
tags = ['balances']
tags = ['balances'],
enabled = false
) }}
WITH max_bn AS (

View File

@ -3,7 +3,8 @@
unique_key = "CONCAT_WS('-', block_id, address, currency)",
incremental_strategy = 'delete+insert',
cluster_by = ['block_timestamp::DATE'],
tags = ['balances']
tags = ['balances'],
enabled = false
) }}
WITH base AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
tags = ['core']
tags = ['core'],
enabled = false
) }}
WITH b AS (

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'table',
tags = ['daily']
tags = ['daily'],
enabled = false
) }}
SELECT

View File

@ -3,7 +3,8 @@
unique_key = "_unique_key",
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE']
cluster_by = ['block_timestamp::DATE'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH all_staked AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['_inserted_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH count_ids AS (

View File

@ -104,47 +104,6 @@ pre_agg AS (
A.block_id >= 2300000
AND A.pool_id IS NOT NULL
{% if is_incremental() %}
AND b.block_date >= (
SELECT
MAX(
block_date
)
FROM
{{ this }}
) - INTERVAL '7 days'
{% endif %}
UNION ALL
SELECT
A.pool_id,
b.block_date,
b.block_id,
A.currency,
amount / pow(
10,
18
) * COALESCE(
fees.exit_fee,
0
) AS fees,
NULL AS fees_usd,
'exit' AS fee_type,
A._inserted_timestamp
FROM
{{ ref('silver__liquidity_provider_actions') }} A
JOIN fees
ON A.pool_id = fees.pool_id
AND A.block_timestamp :: DATE = fees.block_date
JOIN last_block_of_day b
ON A.block_timestamp :: DATE = b.block_date
WHERE
A.action = 'lp_tokens_burned'
AND COALESCE(
fees.exit_fee,
0
) <> 0
AND A.block_id >= 2300000
{% if is_incremental() %}
AND b.block_date >= (
SELECT

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH pool_token_prices AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_date'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH last_block_of_day AS (

View File

@ -3,7 +3,8 @@
incremental_strategy = 'delete+insert',
unique_key = ['block_id', 'address', 'currency'],
cluster_by = ['block_timestamp'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH all_staked AS (

View File

@ -5,7 +5,8 @@
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(tx_id,delegator_address)",
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH base AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['disabled']
tags = ['disabled'],
enabled = false
) }}
WITH msg_attributes_cte AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH msg_attributes_cte AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['_inserted_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
SELECT

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH super AS (

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH txs AS (

View File

@ -2,7 +2,8 @@
materialized = 'incremental',
unique_key = 'proposal_id',
incremental_strategy = 'delete+insert',
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH base AS (

View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'table',
tags = ['daily']
tags = ['daily'],
enabled = false
) }}
SELECT

View File

@ -4,7 +4,8 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE','action'],
tags = ['noncore']
tags = ['noncore'],
enabled = false
) }}
WITH mars_contracts AS (

View File

@ -1,6 +1,7 @@
{{ config (
materialized = 'view',
tags = ['core']
tags = ['core'],
enabled = false
) }}
SELECT

View File

@ -1,6 +1,7 @@
{{ config (
materialized = 'view',
tags = ['core']
tags = ['core'],
enabled = false
) }}
{{ streamline_external_table_FR_query(
model = 'balances',

View File

@ -1,5 +1,6 @@
{{ config (
materialized = 'view'
materialized = 'view',
enabled = false
) }}
{{ streamline_external_table_FR_query_v2(
model = "balances_v2",

View File

@ -1,5 +1,6 @@
{{ config (
materialized = 'view'
materialized = 'view',
enabled = false
) }}
{{ streamline_external_table_query_v2(
model = "balances_v2",

View File

@ -3,7 +3,8 @@
materialized = "incremental",
unique_key = ["block_number","address"],
cluster_by = "ROUND(block_number, -3)",
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)"
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number,address)",
enabled = false
) }}
WITH base AS (

View File

@ -8,7 +8,8 @@
"producer_batch_size" :"40",
"worker_batch_size" :"40",
"sql_source" :"{{this.identifier}}" }
)
),
enabled = false
) }}
WITH blocks_to_call AS(

View File

@ -1,7 +1,8 @@
{{ config (
materialized = "incremental",
unique_key = ["block_id","address"],
tags = ['streamline_view']
tags = ['streamline_view'],
enabled = false
) }}
-- depends_on: {{ ref('silver__blocks') }}
WITH base AS (