diff --git a/.github/workflows/dbt_run_scheduled_core.yml b/.github/workflows/dbt_run_scheduled_core.yml index 832c1fa..746ee42 100644 --- a/.github/workflows/dbt_run_scheduled_core.yml +++ b/.github/workflows/dbt_run_scheduled_core.yml @@ -4,8 +4,8 @@ run-name: dbt_run_scheduled_core on: workflow_dispatch: schedule: - # Runs hourly on minute 25 (see https://crontab.guru) - - cron: "25 * * * *" + # Runs twice an hour on minutes 0 and 30 (see https://crontab.guru) + - cron: "0,30 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" @@ -43,7 +43,7 @@ jobs: - name: Run DBT Jobs run: | dbt seed; - dbt run -s tag:scheduled_core tag:scheduled_non_core models/gold --exclude tag:deprecated; + dbt run -s tag:scheduled_core --exclude tag:deprecated; - name: Store logs uses: actions/upload-artifact@v4 with: diff --git a/.github/workflows/dbt_run_atlas.yml b/.github/workflows/dbt_run_scheduled_non_core.yml similarity index 79% rename from .github/workflows/dbt_run_atlas.yml rename to .github/workflows/dbt_run_scheduled_non_core.yml index 4967e3b..f2d6185 100644 --- a/.github/workflows/dbt_run_atlas.yml +++ b/.github/workflows/dbt_run_scheduled_non_core.yml @@ -1,11 +1,11 @@ -name: dbt_run_atlas -run-name: dbt_run_atlas +name: dbt_run_scheduled_non_core +run-name: dbt_run_scheduled_non_core on: workflow_dispatch: schedule: - # Runs once per day at 0 UTC - - cron: "0 0 * * *" + # Runs hourly on minute 45 (see https://crontab.guru) + - cron: "45 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" @@ -42,8 +42,8 @@ jobs: - name: Run DBT Jobs run: | - dbt run -s tag:atlas - + dbt seed; + dbt run -s tag:scheduled_non_core --exclude tag:deprecated tag:unscheduled; - name: Store logs uses: actions/upload-artifact@v4 with: diff --git a/README.md b/README.md index ec5b88c..da0c2ab 100644 --- a/README.md +++ b/README.md @@ -81,101 +81,6 @@ When creating a PR please include the following details in the PR description: 2. Description of changes. 3. Implication of changes (if any). -## Fixing Data Issues - -### Manual Batch Refresh - -If data needs to be re-run for some reason, partitions of data can be re-reun through the models by utilizing the column `_partition_by_block_number` and passing environment variables. - -Any data refresh will need to be done in a batch due to the nature of the receipt <> tx hash mapping. The view `silver__receipt_tx_hash_mapping` is a recursive AncestryTree that follows linked receipt outcome ids to map all receipts generated in a transaction back to the primary hash. Receipts can be generated many blocks after the transaction occurs, so a generous buffer is required to ensure all receipts are captured. - -The fix makes use of [project variables](https://docs.getdbt.com/docs/build/project-variables#defining-variables-on-the-command-line) to pass the following parameters: - - MANUAL_FIX (required): This will run the models with the specified range, rather than the standard incremental logic. `False` by default. - - RANGE_START (required): The start of the block partition range (nearest 10,000) to run. - - RANGE_END (required): The end of the block partition range (nearest 10,000) to run. - - FRONT_BUFFER (optional): The number of partitions to add to the front of the range. 1 by default, not likely to need changing. - - END_BUFFER (optional): The number of partitions to add to the end of the range. 1 by default, not likely to need changing. - - -`FRONT_BUFFER` and `END_BUFFER` are set to 1 by default and indicate how many partitions (10k blocks) should be added on to the front or end of the range. - - Flatten receipts is set to look back 1 partition to grab receipts that may have occurred prior to the start of the range. - - Receipt tx hash mapping is set to look back 1 partition to grab receipts that may have occurred prior to the start of the range. - - Receipts final does not buffer the range to only map receipts that occurred within the range to a tx hash (but the lookback is necessary in case the tree is truncated by the partition break). - - Transactions final does not add a buffer when grabbing transactions from the int txs model, but does add an end buffer when selecting from receipts final to include mapped receipts that may have occurred after the end of the range. - -``` -dbt run -s [tags] --vars [variables] -``` - -#### dbt Model Tags - -To help with targeted refreshes, a number of tags have been applied to the models. These are defined below: - -| Tag | Description | View Models | -| --- | --- | --- | -| load | Runs models that load data into Snowflake from S3. The 2 `load_X` models are staging tables for data, which is then parsed and transformed up until the final txs/receipts models. | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:load) | -| load_shards | Just the `load` models that touch shards | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:load_shards) | -| load_blocks | Just the `load` models that touch blocks | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:load_blocks) | -| receipt_map | Runs the receipt-mapping models that must use a partition. This set of models cannot simply run with incremental logic due to the recursive tree used to map receipt IDs to Tx Hashes. | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:receipt_map) | -| actions | Just the 3 action events models, an important set of intermediary models before curated activity. Note: These are also tagged with `s3_curated`. | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:actions) | -| curated | Models that are used to generate the curated tables | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:curated) | -| core | All public views are tagged with core, regardless of schema. At this time, that includes `core` and `social`. | [link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:core) | - -Note: there are other tags that are currently not used. All legacy models are tagged with something that includes `rpc`, but all are presently disabled to avoid an accidental run. -You can visualize these tags by using the DAG Explorer in the [docs](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:load). - - -#### Load Missing Blocks or Shards -[Blocks](models/silver/streamline/silver__load_blocks.sql) and [shards](models/silver/streamline/silver__load_shards.sql) can be re-loaded using the load tag(s). - - `load` will run both blocks and shards models, landing data in `silver__streamline_blocks`, `silver__streamline_receipts`, `silver__streamline_receipt_chunks`, and `silver__streamline_transactions`. - - `load_blocks` will run just the blocks models, landing data in `silver__streamline_blocks`. - - `load_shards` will run just the shards models, landing data in `silver__streamline_receipts`, `silver__streamline_receipt_chunks`, and `silver__streamline_transactions`. - -The logic in the load_x models will only check the external table for blocks and shards known to be missing. It will query the sequence gap test table(s), thus the partition range is not required for this step, as it will take that from the test table. - -``` -dbt run -s tag:load --vars '{"MANUAL_FIX": True}' -``` - -#### Map Tx Hash <> Receipt Hash -The middle step is to map receipt IDs to transaction hashes. This is done in 3 models, which are tagged with `receipt_map`. 2 of these models are helper views that recursively map out the receipt->parent receipt->...->transaction, thus linking all receipts to a transaction. This step is computationally intensive, and requires a tight partition range. For present blocks with more activity, <250k is recommended. - -The following will read a range of receipts from `silver__streamline_receipts` and link receipts to the corresponding tx hash, saving the result to `silver__streamline_receipts_final`. It will then insert receipt data into the `tx` object in `silver__streamline_transactions_final`. - -``` -dbt run -s tag:receipt_map --vars '{"MANUAL_FIX": True, "RANGE_START": X, "RANGE_END": Y}' -``` - -If the range being mapped is the same range as the block/shard re-walk, then the tag can simply be appended to the load job and the receipts will be mapped after ingestion. -``` -dbt run -s tag:load tag:receipt_map --vars '{"MANUAL_FIX": True, "RANGE_START": X, "RANGE_END": Y}' -``` - -The end result of this run will be `streamline__receipts_final` and `streamline__transactions_final` ([link](https://flipsidecrypto.github.io/near-models/#!/overview?g_v=1&g_i=tag:load%20tag:receipt_map)). - -#### Update curated models - Actions and curated models include the conditional based on target name so the tags `actions` and `curated` can be included to re-run the fixed data in downstream silver models. If missing data is loaded in new, this should not be necessary as `_load_timestamp` will be set to when the data hits snowflake and will flow through the standard incremental logic in the curated models. However, the range can be run with the curated tag: - - ``` -dbt run -s tag:curated --vars '{"MANUAL_FIX": True, "RANGE_START": X, "RANGE_END": Y}' -``` -Or -``` -dbt run -s tag:load tag:receipt_map tag:curated --vars '{"MANUAL_FIX": True, "RANGE_START": X, "RANGE_END": Y}' -``` - -### Incremental Load Strategy -Because data must be run in batches to properly map receipts to a transaction hash, a conditional is added to curated models using jinja. This should be present on everything after the mapping process. -Most data will have no issue running with a standard incremental load. This filter is required for the above commands in the **Manual Batch Refresh** section. - -Include the following conditional, as targeted runs of block partitions may be required: -``` - {% if var("MANUAL_FIX") %} - {{ partition_load_manual('no_buffer') }} - {% else %} - {{ incremental_load_filter('_inserted_timestamp') }} - {% endif %} -``` ## More DBT Resources: * Learn more about dbt [in the docs](https://docs.getdbt.com/docs/introduction) diff --git a/models/gold/DEPRECATING/nft__dim_nft_series_metadata.sql b/models/gold/DEPRECATING/nft__dim_nft_series_metadata.sql index 74e47ad..b086ac3 100644 --- a/models/gold/DEPRECATING/nft__dim_nft_series_metadata.sql +++ b/models/gold/DEPRECATING/nft__dim_nft_series_metadata.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'view', - tags = ['core', 'nft', 'pagoda', 'deprecated'] + tags = ['deprecated'] ) }} -- reminder update bi_analytics with deprecating flag diff --git a/models/gold/core/core__dim_address_labels.sql b/models/gold/core/core__dim_address_labels.sql index ce5f902..56475d1 100644 --- a/models/gold/core/core__dim_address_labels.sql +++ b/models/gold/core/core__dim_address_labels.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core'] + tags = ['scheduled_non_core'] ) }} WITH flipside_labels AS ( diff --git a/models/gold/core/core__ez_actions.sql b/models/gold/core/core__ez_actions.sql index 3e5ef18..314878f 100644 --- a/models/gold/core/core__ez_actions.sql +++ b/models/gold/core/core__ez_actions.sql @@ -6,7 +6,7 @@ cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'actions_id', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_id,receipt_receiver_id,receipt_signer_id,receipt_predecessor_id);", - tags = ['actions', 'curated', 'scheduled_core', 'grail'] + tags = ['scheduled_core'] ) }} -- depends_on: {{ ref('silver__transactions_final') }} -- depends_on: {{ ref('silver__receipts_final') }} diff --git a/models/gold/core/core__fact_blocks.sql b/models/gold/core/core__fact_blocks.sql index b2cde7d..39e4b13 100644 --- a/models/gold/core/core__fact_blocks.sql +++ b/models/gold/core/core__fact_blocks.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core'] + tags = ['scheduled_core'] ) }} WITH blocks AS ( diff --git a/models/gold/core/core__fact_developer_activity.sql b/models/gold/core/core__fact_developer_activity.sql index 46c74e0..6532a1c 100644 --- a/models/gold/core/core__fact_developer_activity.sql +++ b/models/gold/core/core__fact_developer_activity.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'view', - tags = ['core', 'activity'] + tags = ['scheduled_non_core'] ) }} WITH github_data AS ( diff --git a/models/gold/core/core__fact_logs.sql b/models/gold/core/core__fact_logs.sql index a350cd0..87dca28 100644 --- a/models/gold/core/core__fact_logs.sql +++ b/models/gold/core/core__fact_logs.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core'] + tags = ['scheduled_core'] ) }} WITH logs AS ( diff --git a/models/gold/core/core__fact_receipts.sql b/models/gold/core/core__fact_receipts.sql index 8215fc2..8db4f15 100644 --- a/models/gold/core/core__fact_receipts.sql +++ b/models/gold/core/core__fact_receipts.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core'] + tags = ['scheduled_core'] ) }} SELECT diff --git a/models/gold/core/core__fact_transactions.sql b/models/gold/core/core__fact_transactions.sql index 237a200..6d19e6b 100644 --- a/models/gold/core/core__fact_transactions.sql +++ b/models/gold/core/core__fact_transactions.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core'] + tags = ['scheduled_core'] ) }} SELECT diff --git a/models/gold/defi/defi__ez_bridge_activity.sql b/models/gold/defi/defi__ez_bridge_activity.sql index d155cbc..12e4423 100644 --- a/models/gold/defi/defi__ez_bridge_activity.sql +++ b/models/gold/defi/defi__ez_bridge_activity.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} }, - tags = ['core', 'grail'] + tags = ['scheduled_non_core'] ) }} WITH fact_bridging AS ( diff --git a/models/gold/defi/defi__ez_dex_swaps.sql b/models/gold/defi/defi__ez_dex_swaps.sql index e6608c1..9301b4b 100644 --- a/models/gold/defi/defi__ez_dex_swaps.sql +++ b/models/gold/defi/defi__ez_dex_swaps.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, SWAPS' }} }, - tags = ['core'] + tags = ['scheduled_non_core'] ) }} WITH dex_swaps AS ( diff --git a/models/gold/defi/defi__ez_lending.sql b/models/gold/defi/defi__ez_lending.sql index e51b435..6a71f36 100644 --- a/models/gold/defi/defi__ez_lending.sql +++ b/models/gold/defi/defi__ez_lending.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, LENDING' }} }, - tags = ['core'] + tags = ['scheduled_non_core'] ) }} WITH lending AS ( diff --git a/models/gold/defi/defi__fact_bridge_activity.sql b/models/gold/defi/defi__fact_bridge_activity.sql index d660f32..9f10aee 100644 --- a/models/gold/defi/defi__fact_bridge_activity.sql +++ b/models/gold/defi/defi__fact_bridge_activity.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} }, - tags = ['core', 'grail'] + tags = ['scheduled_non_core'] ) }} WITH diff --git a/models/gold/defi/defi__fact_dex_swaps.sql b/models/gold/defi/defi__fact_dex_swaps.sql index f79b61d..94f509a 100644 --- a/models/gold/defi/defi__fact_dex_swaps.sql +++ b/models/gold/defi/defi__fact_dex_swaps.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, SWAPS' }} }, - tags = ['core'] + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/gold/defi/defi__fact_intents.sql b/models/gold/defi/defi__fact_intents.sql index e18125c..5100bc4 100644 --- a/models/gold/defi/defi__fact_intents.sql +++ b/models/gold/defi/defi__fact_intents.sql @@ -6,7 +6,7 @@ cluster_by = ['block_timestamp::DATE'], incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_id,token_id);", - tags = ['intents','curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} -- depends_on: {{ ref('core__ez_actions') }} -- depends_on: {{ ref('silver__logs_s3') }} diff --git a/models/gold/defi/defi__fact_lending.sql b/models/gold/defi/defi__fact_lending.sql index 5eda467..528e96d 100644 --- a/models/gold/defi/defi__fact_lending.sql +++ b/models/gold/defi/defi__fact_lending.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, LENDING' }} }, - tags = ['core'] + tags = ['scheduled_non_core'] ) }} WITH burrow AS ( diff --git a/models/gold/governance/gov__dim_staking_pools.sql b/models/gold/governance/gov__dim_staking_pools.sql index a7a5fea..9f510dd 100644 --- a/models/gold/governance/gov__dim_staking_pools.sql +++ b/models/gold/governance/gov__dim_staking_pools.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core', 'governance'], + tags = ['scheduled_non_core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING, GOVERNANCE' }}} ) }} diff --git a/models/gold/governance/gov__fact_lockup_actions.sql b/models/gold/governance/gov__fact_lockup_actions.sql index ba43c1a..396f109 100644 --- a/models/gold/governance/gov__fact_lockup_actions.sql +++ b/models/gold/governance/gov__fact_lockup_actions.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core', 'governance'], + tags = ['scheduled_non_core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING, GOVERNANCE' }}} ) }} diff --git a/models/gold/governance/gov__fact_staking_actions.sql b/models/gold/governance/gov__fact_staking_actions.sql index 1adc013..6e12a46 100644 --- a/models/gold/governance/gov__fact_staking_actions.sql +++ b/models/gold/governance/gov__fact_staking_actions.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core', 'governance'], + tags = ['scheduled_non_core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING, GOVERNANCE' }}} ) }} diff --git a/models/gold/governance/gov__fact_staking_pool_balances.sql b/models/gold/governance/gov__fact_staking_pool_balances.sql index da033dc..193e2bc 100644 --- a/models/gold/governance/gov__fact_staking_pool_balances.sql +++ b/models/gold/governance/gov__fact_staking_pool_balances.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core', 'governance'], + tags = ['scheduled_non_core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING, GOVERNANCE' }}} ) }} diff --git a/models/gold/governance/gov__fact_staking_pool_daily_balances.sql b/models/gold/governance/gov__fact_staking_pool_daily_balances.sql index aa53111..63f5055 100644 --- a/models/gold/governance/gov__fact_staking_pool_daily_balances.sql +++ b/models/gold/governance/gov__fact_staking_pool_daily_balances.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', secure = false, - tags = ['core', 'governance'], + tags = ['scheduled_non_core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STAKING, GOVERNANCE' }}} ) }} diff --git a/models/gold/nft/nft__dim_nft_contract_metadata.sql b/models/gold/nft/nft__dim_nft_contract_metadata.sql index 4156a85..5763ffa 100644 --- a/models/gold/nft/nft__dim_nft_contract_metadata.sql +++ b/models/gold/nft/nft__dim_nft_contract_metadata.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'view', - tags = ['core', 'nft', 'livequery', 'nearblocks'] + tags = ['scheduled_non_core'] ) }} WITH nft_contract_metadata AS ( diff --git a/models/gold/nft/nft__ez_nft_sales.sql b/models/gold/nft/nft__ez_nft_sales.sql index 7951699..206f2d6 100644 --- a/models/gold/nft/nft__ez_nft_sales.sql +++ b/models/gold/nft/nft__ez_nft_sales.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'NFT' }}}, - tags = ['core', 'nft'] + tags = ['scheduled_non_core'] ) }} WITH nft_sales AS ( diff --git a/models/gold/nft/nft__fact_nft_mints.sql b/models/gold/nft/nft__fact_nft_mints.sql index 1c9d8c2..2cedaff 100644 --- a/models/gold/nft/nft__fact_nft_mints.sql +++ b/models/gold/nft/nft__fact_nft_mints.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'NFT' }}}, - tags = ['core', 'nft'] + tags = ['scheduled_non_core'] ) }} WITH nft_mints AS ( diff --git a/models/gold/nft/nft__fact_nft_transfers.sql b/models/gold/nft/nft__fact_nft_transfers.sql index 8ceea2c..2a59152 100644 --- a/models/gold/nft/nft__fact_nft_transfers.sql +++ b/models/gold/nft/nft__fact_nft_transfers.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'NFT' }}}, - tags = ['core', 'nft'] + tags = ['scheduled_non_core'] ) }} diff --git a/models/gold/price/price__dim_asset_metadata.sql b/models/gold/price/price__dim_asset_metadata.sql index 16b02e0..ea7175a 100644 --- a/models/gold/price/price__dim_asset_metadata.sql +++ b/models/gold/price/price__dim_asset_metadata.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', persist_docs ={ "relation": true, - "columns": true } + "columns": true }, + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/gold/price/price__ez_asset_metadata.sql b/models/gold/price/price__ez_asset_metadata.sql index 9e6a791..241e286 100644 --- a/models/gold/price/price__ez_asset_metadata.sql +++ b/models/gold/price/price__ez_asset_metadata.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', persist_docs ={ "relation": true, - "columns": true } + "columns": true }, + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/gold/price/price__ez_prices_hourly.sql b/models/gold/price/price__ez_prices_hourly.sql index d638d15..d4aaef7 100644 --- a/models/gold/price/price__ez_prices_hourly.sql +++ b/models/gold/price/price__ez_prices_hourly.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', persist_docs ={ "relation": true, - "columns": true } + "columns": true }, + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/gold/price/price__fact_prices_ohlc_hourly.sql b/models/gold/price/price__fact_prices_ohlc_hourly.sql index 2be7d75..06a808d 100644 --- a/models/gold/price/price__fact_prices_ohlc_hourly.sql +++ b/models/gold/price/price__fact_prices_ohlc_hourly.sql @@ -1,7 +1,8 @@ {{ config( materialized = 'view', persist_docs ={ "relation": true, - "columns": true } + "columns": true }, + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/gold/stats/stats__ez_core_metrics_hourly.sql b/models/gold/stats/stats__ez_core_metrics_hourly.sql index e506104..1d8d83d 100644 --- a/models/gold/stats/stats__ez_core_metrics_hourly.sql +++ b/models/gold/stats/stats__ez_core_metrics_hourly.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'view', - tags = ['core'] + tags = ['scheduled_non_core'] ) }} WITH prices AS ( diff --git a/models/silver/atlas/supply/silver__atlas_supply.sql b/models/silver/atlas/supply/silver__atlas_supply.sql index c237f2b..9180740 100644 --- a/models/silver/atlas/supply/silver__atlas_supply.sql +++ b/models/silver/atlas/supply/silver__atlas_supply.sql @@ -2,7 +2,7 @@ materialized = "table", cluster_by = ["utc_date"], unique_key = "atlas_supply_id", - tags = ['atlas', 'scheduled_core'] + tags = ['scheduled_non_core'] ) }} WITH daily_lockup_locked_balances AS ( diff --git a/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_locked_balances.sql b/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_locked_balances.sql index 2cd32fc..8ce2b84 100644 --- a/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_locked_balances.sql +++ b/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_locked_balances.sql @@ -2,7 +2,7 @@ materialized = "table", cluster_by = ["utc_date"], unique_key = "atlas_daily_lockup_locked_balances_id", - tags = ['atlas', 'scheduled_core'] + tags = ['scheduled_non_core'] ) }} WITH lockup_receipts AS ( diff --git a/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_staking_balances.sql b/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_staking_balances.sql index d6b9343..32f925b 100644 --- a/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_staking_balances.sql +++ b/models/silver/atlas/supply/silver__atlas_supply_daily_lockup_staking_balances.sql @@ -2,7 +2,7 @@ materialized = "table", cluster_by = ["utc_date"], unique_key = "atlas_daily_lockup_staking_balances_id", - tags = ['atlas', 'scheduled_core'] + tags = ['scheduled_non_core'] ) }} WITH lockup_receipts AS ( diff --git a/models/silver/atlas/supply/silver__atlas_supply_daily_staked_supply.sql b/models/silver/atlas/supply/silver__atlas_supply_daily_staked_supply.sql index fcd733f..f2719ac 100644 --- a/models/silver/atlas/supply/silver__atlas_supply_daily_staked_supply.sql +++ b/models/silver/atlas/supply/silver__atlas_supply_daily_staked_supply.sql @@ -3,7 +3,7 @@ cluster_by = ["utc_date"], unique_key = "atlas_daily_staked_supply_id", merge_exclude_columns = ["inserted_timestamp"], - tags = ['atlas', 'scheduled_core'], + tags = ['scheduled_non_core'], enabled = False ) }} diff --git a/models/silver/atlas/supply/silver__atlas_supply_epochs.sql b/models/silver/atlas/supply/silver__atlas_supply_epochs.sql index ac5367e..ff8a3ea 100644 --- a/models/silver/atlas/supply/silver__atlas_supply_epochs.sql +++ b/models/silver/atlas/supply/silver__atlas_supply_epochs.sql @@ -2,7 +2,7 @@ materialized = "table", cluster_by = ["epoch_id"], unique_key = "atlas_epochs_id", - tags = ['atlas', 'scheduled_core'] + tags = ['scheduled_non_core'] ) }} WITH blocks AS ( diff --git a/models/silver/atlas/supply/silver__atlas_supply_lockup_receipts.sql b/models/silver/atlas/supply/silver__atlas_supply_lockup_receipts.sql index 27a6636..e624a50 100644 --- a/models/silver/atlas/supply/silver__atlas_supply_lockup_receipts.sql +++ b/models/silver/atlas/supply/silver__atlas_supply_lockup_receipts.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], incremental_strategy = "merge", incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], - tags = ['atlas', 'scheduled_core'] + tags = ['scheduled_non_core'] ) }} WITH receipts AS ( diff --git a/models/silver/balances/silver__native_daily_balances.sql b/models/silver/balances/silver__native_daily_balances.sql index 533b991..52b1b4b 100644 --- a/models/silver/balances/silver__native_daily_balances.sql +++ b/models/silver/balances/silver__native_daily_balances.sql @@ -1,5 +1,6 @@ {{ config( - materialized = 'view' + materialized = 'view', + tags = ['scheduled_non_core'] ) }} SELECT diff --git a/models/silver/core/silver__logs_s3.sql b/models/silver/core/silver__logs_s3.sql index 277daff..2528fec 100644 --- a/models/silver/core/silver__logs_s3.sql +++ b/models/silver/core/silver__logs_s3.sql @@ -6,7 +6,7 @@ unique_key = "log_id", incremental_strategy = "merge", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_id);", - tags = ['curated', 'scheduled_core'] + tags = ['scheduled_core'] ) }} WITH receipts AS ( diff --git a/models/silver/defi/lending/burrow/silver__burrow_borrows.sql b/models/silver/defi/lending/burrow/silver__burrow_borrows.sql index 075b54e..f4c7567 100644 --- a/models/silver/defi/lending/burrow/silver__burrow_borrows.sql +++ b/models/silver/defi/lending/burrow/silver__burrow_borrows.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = "burrow_borrows_id", cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH --borrows from Burrow LendingPool contracts diff --git a/models/silver/defi/lending/burrow/silver__burrow_collaterals.sql b/models/silver/defi/lending/burrow/silver__burrow_collaterals.sql index 26b4a73..7599843 100644 --- a/models/silver/defi/lending/burrow/silver__burrow_collaterals.sql +++ b/models/silver/defi/lending/burrow/silver__burrow_collaterals.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = "burrow_collaterals_id", cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH diff --git a/models/silver/defi/lending/burrow/silver__burrow_deposits.sql b/models/silver/defi/lending/burrow/silver__burrow_deposits.sql index c82f0a8..aeee9f0 100644 --- a/models/silver/defi/lending/burrow/silver__burrow_deposits.sql +++ b/models/silver/defi/lending/burrow/silver__burrow_deposits.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = "burrow_deposits_id", cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/defi/lending/burrow/silver__burrow_repays.sql b/models/silver/defi/lending/burrow/silver__burrow_repays.sql index bba0b57..298d577 100644 --- a/models/silver/defi/lending/burrow/silver__burrow_repays.sql +++ b/models/silver/defi/lending/burrow/silver__burrow_repays.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = "burrow_repays_id", cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/defi/lending/burrow/silver__burrow_withdraws.sql b/models/silver/defi/lending/burrow/silver__burrow_withdraws.sql index 3ea3a07..f2858f4 100644 --- a/models/silver/defi/lending/burrow/silver__burrow_withdraws.sql +++ b/models/silver/defi/lending/burrow/silver__burrow_withdraws.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = "burrow_withdraws_id", cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/defi/silver__dex_swaps_v2.sql b/models/silver/defi/silver__dex_swaps_v2.sql index f5e029d..ae0d2a9 100644 --- a/models/silver/defi/silver__dex_swaps_v2.sql +++ b/models/silver/defi/silver__dex_swaps_v2.sql @@ -6,7 +6,7 @@ unique_key = 'dex_swaps_v2_id', cluster_by = ['block_timestamp::DATE'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_object_id,receiver_id,signer_id,token_out,token_in);", - tags = ['curated','scheduled_non_core'], + tags = ['scheduled_non_core'], ) }} -- depends on {{ ref('silver__logs_s3') }} diff --git a/models/silver/github/silver__github_data.sql b/models/silver/github/silver__github_data.sql index 46cc63e..11b47d8 100644 --- a/models/silver/github/silver__github_data.sql +++ b/models/silver/github/silver__github_data.sql @@ -3,7 +3,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = ['_res_id'], cluster_by = ['_inserted_timestamp::DATE'], - tags = ['activity','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH github AS ( diff --git a/models/silver/labels/silver__address_labels.sql b/models/silver/labels/silver__address_labels.sql index 3deac85..d3172f0 100644 --- a/models/silver/labels/silver__address_labels.sql +++ b/models/silver/labels/silver__address_labels.sql @@ -3,7 +3,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'address', cluster_by = 'address', - tags = ['labels','scheduled_non_core'], + tags = ['scheduled_non_core'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(address); DELETE FROM {{ this }} WHERE _is_deleted = TRUE;" ) }} diff --git a/models/silver/labels/silver__dates.sql b/models/silver/labels/silver__dates.sql index 1d3e3b3..62bb53f 100644 --- a/models/silver/labels/silver__dates.sql +++ b/models/silver/labels/silver__dates.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'table', unique_key = 'date_day', - tags = ['labels','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH dim_dates AS ( diff --git a/models/silver/labels/silver__foundation_labels.sql b/models/silver/labels/silver__foundation_labels.sql index 2046c67..e95bc34 100644 --- a/models/silver/labels/silver__foundation_labels.sql +++ b/models/silver/labels/silver__foundation_labels.sql @@ -2,7 +2,7 @@ materialized = 'table', cluster_by = 'wallet_address', unique_key = 'wallet_address', - tags = ['labels','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH labels AS ( diff --git a/models/silver/labels/silver__nft_contract_metadata.sql b/models/silver/labels/silver__nft_contract_metadata.sql index a5a4a96..4060d8a 100644 --- a/models/silver/labels/silver__nft_contract_metadata.sql +++ b/models/silver/labels/silver__nft_contract_metadata.sql @@ -3,7 +3,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'contract_address', incremental_strategy = 'merge', - tags = ['livequery', 'nearblocks','scheduled_non_core'], + tags = ['scheduled_non_core'], ) }} WITH livequery_results AS ( diff --git a/models/silver/labels/silver__token_labels.sql b/models/silver/labels/silver__token_labels.sql index fbaa65c..901caeb 100644 --- a/models/silver/labels/silver__token_labels.sql +++ b/models/silver/labels/silver__token_labels.sql @@ -1,6 +1,7 @@ {{ config( materialized = 'view', - unique_key = 'token_contract' + unique_key = 'token_contract', + tags = ['scheduled_non_core'] ) }} WITH labels_seed AS ( diff --git a/models/silver/lockup/silver__lockup_actions.sql b/models/silver/lockup/silver__lockup_actions.sql index 12d70d2..050212e 100644 --- a/models/silver/lockup/silver__lockup_actions.sql +++ b/models/silver/lockup/silver__lockup_actions.sql @@ -5,7 +5,7 @@ unique_key = 'tx_hash', cluster_by = [ 'block_timestamp::date'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,lockup_account_id,owner_account_id);", - tags = ['curated', 'scheduled_non_core'], + tags = ['scheduled_non_core'], ) }} {% if execute %} diff --git a/models/silver/nft/sales/silver__nft_complete_nft_sales.sql b/models/silver/nft/sales/silver__nft_complete_nft_sales.sql index 10a476d..334f538 100644 --- a/models/silver/nft/sales/silver__nft_complete_nft_sales.sql +++ b/models/silver/nft/sales/silver__nft_complete_nft_sales.sql @@ -5,7 +5,7 @@ unique_key = 'nft_sales_id', incremental_strategy = 'delete+insert', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,seller_address,buyer_address,nft_address,token_id);", - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH mintbase_nft_sales AS ( diff --git a/models/silver/nft/sales/silver__nft_mintbase_sales.sql b/models/silver/nft/sales/silver__nft_mintbase_sales.sql index ae39ef8..97f5c08 100644 --- a/models/silver/nft/sales/silver__nft_mintbase_sales.sql +++ b/models/silver/nft/sales/silver__nft_mintbase_sales.sql @@ -5,7 +5,7 @@ unique_key = 'nft_mintbase_sales_id', incremental_strategy = 'merge', incremental_predicates = ["dynamic_range_predicate_custom", "block_timestamp::date"], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/nft/sales/silver__nft_other_sales.sql b/models/silver/nft/sales/silver__nft_other_sales.sql index 6de9efa..682e149 100644 --- a/models/silver/nft/sales/silver__nft_other_sales.sql +++ b/models/silver/nft/sales/silver__nft_other_sales.sql @@ -5,7 +5,7 @@ unique_key = 'nft_other_sales_id', incremental_strategy = 'merge', incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/nft/sales/silver__nft_paras_sales.sql b/models/silver/nft/sales/silver__nft_paras_sales.sql index 68af1d7..0fcd929 100644 --- a/models/silver/nft/sales/silver__nft_paras_sales.sql +++ b/models/silver/nft/sales/silver__nft_paras_sales.sql @@ -5,7 +5,7 @@ unique_key = 'nft_paras_sales_id', incremental_strategy = 'merge', incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/nft/silver__nft_transfers.sql b/models/silver/nft/silver__nft_transfers.sql index 0f74af6..10f8b08 100644 --- a/models/silver/nft/silver__nft_transfers.sql +++ b/models/silver/nft/silver__nft_transfers.sql @@ -6,7 +6,7 @@ unique_key = 'nft_transfers_id', incremental_strategy = 'merge', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_id,contract_address,from_address,to_address,token_id);", - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH nft_logs AS ( diff --git a/models/silver/nft/silver__standard_nft_mint_s3.sql b/models/silver/nft/silver__standard_nft_mint_s3.sql index ba97615..0cdad1f 100644 --- a/models/silver/nft/silver__standard_nft_mint_s3.sql +++ b/models/silver/nft/silver__standard_nft_mint_s3.sql @@ -6,7 +6,7 @@ incremental_strategy = "merge", merge_exclude_columns = ["inserted_timestamp"], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,tx_signer,tx_receiver,receipt_object_id,receiver_id,signer_id,owner_id,token_id);", - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH logs AS ( diff --git a/models/silver/prices/silver__complete_token_prices.sql b/models/silver/prices/silver__complete_token_prices.sql index 061d010..8e71778 100644 --- a/models/silver/prices/silver__complete_token_prices.sql +++ b/models/silver/prices/silver__complete_token_prices.sql @@ -4,7 +4,7 @@ unique_key = 'complete_token_prices_id', cluster_by = ['HOUR::DATE'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(token_address,symbol);", - tags = ['scheduled_non_core', 'grail'] + tags = ['scheduled_non_core'] ) }} WITH complete_token_prices AS ( diff --git a/models/silver/staking/silver__pool_balance_daily.sql b/models/silver/staking/silver__pool_balance_daily.sql index 44d4046..2458a28 100644 --- a/models/silver/staking/silver__pool_balance_daily.sql +++ b/models/silver/staking/silver__pool_balance_daily.sql @@ -3,7 +3,7 @@ cluster_by = ['date_day'], unique_key = '_id', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(address);", - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH pool_balances AS ( diff --git a/models/silver/staking/silver__pool_balances.sql b/models/silver/staking/silver__pool_balances.sql index b5dad5d..5c547e6 100644 --- a/models/silver/staking/silver__pool_balances.sql +++ b/models/silver/staking/silver__pool_balances.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'table', unique_key = 'tx_hash', - tags = ['curated','scheduled_non_core'], + tags = ['scheduled_non_core'], cluster_by = ['block_timestamp::date','_partition_by_block_number'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receiver_id,signer_id);", ) }} diff --git a/models/silver/staking/silver__pool_events.sql b/models/silver/staking/silver__pool_events.sql index 7f33869..033bad9 100644 --- a/models/silver/staking/silver__pool_events.sql +++ b/models/silver/staking/silver__pool_events.sql @@ -3,7 +3,7 @@ incremental_strategy = 'merge', incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], unique_key = 'pool_events_id', - tags = ['curated','scheduled_non_core'], + tags = ['scheduled_non_core'], cluster_by = ['_partition_by_block_number', 'block_timestamp::date'] ) }} diff --git a/models/silver/staking/silver__staking_actions_v2.sql b/models/silver/staking/silver__staking_actions_v2.sql index 30eb9d3..547ca84 100644 --- a/models/silver/staking/silver__staking_actions_v2.sql +++ b/models/silver/staking/silver__staking_actions_v2.sql @@ -3,7 +3,7 @@ unique_key = 'staking_actions_v2_id', incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], - tags = ['curated', 'scheduled_non_core'], + tags = ['scheduled_non_core'], cluster_by = [ 'block_timestamp::date','_partition_by_block_number'], post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receiver_id,signer_id);", ) }} diff --git a/models/silver/staking/silver__staking_epochs.sql b/models/silver/staking/silver__staking_epochs.sql index 84959b0..0d42246 100644 --- a/models/silver/staking/silver__staking_epochs.sql +++ b/models/silver/staking/silver__staking_epochs.sql @@ -3,7 +3,7 @@ unique_key = '_epoch_id', incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], - tags = ['curated','scheduled_non_core'], + tags = ['scheduled_non_core'], cluster_by = ['block_id'] ) }} diff --git a/models/silver/staking/silver__staking_pools_s3.sql b/models/silver/staking/silver__staking_pools_s3.sql index d68338f..5ea2bee 100644 --- a/models/silver/staking/silver__staking_pools_s3.sql +++ b/models/silver/staking/silver__staking_pools_s3.sql @@ -6,7 +6,7 @@ cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'staking_pools_id', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,receipt_id,owner,address);", - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH actions AS ( diff --git a/models/silver/stats/silver_stats__core_metrics_block_hourly.sql b/models/silver/stats/silver_stats__core_metrics_block_hourly.sql index 7832e92..7c237ae 100644 --- a/models/silver/stats/silver_stats__core_metrics_block_hourly.sql +++ b/models/silver/stats/silver_stats__core_metrics_block_hourly.sql @@ -3,7 +3,7 @@ incremental_strategy = 'delete+insert', unique_key = "block_timestamp_hour", cluster_by = ['block_timestamp_hour::DATE'], - tags = ['stats','scheduled_non_core'] + tags = ['stats', 'scheduled_non_core'] ) }} /* run incremental timestamp value first then use it as a static value */ {% if execute %} diff --git a/models/silver/transfers/bridging/silver__bridge_allbridge.sql b/models/silver/transfers/bridging/silver__bridge_allbridge.sql index 2dd1de8..9214ca2 100644 --- a/models/silver/transfers/bridging/silver__bridge_allbridge.sql +++ b/models/silver/transfers/bridging/silver__bridge_allbridge.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_allbridge_id', cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core', 'grail'], + tags = ['scheduled_non_core'] ) }} WITH functioncall AS ( diff --git a/models/silver/transfers/bridging/silver__bridge_multichain.sql b/models/silver/transfers/bridging/silver__bridge_multichain.sql index 4e1e4da..0d6e587 100644 --- a/models/silver/transfers/bridging/silver__bridge_multichain.sql +++ b/models/silver/transfers/bridging/silver__bridge_multichain.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_multichain_id', cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated', 'exclude_from_schedule'], + tags = ['scheduled_non_core', 'unscheduled'], ) }} WITH functioncall AS ( diff --git a/models/silver/transfers/bridging/silver__bridge_rainbow.sql b/models/silver/transfers/bridging/silver__bridge_rainbow.sql index f4ddf22..635b085 100644 --- a/models/silver/transfers/bridging/silver__bridge_rainbow.sql +++ b/models/silver/transfers/bridging/silver__bridge_rainbow.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_rainbow_id', cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core', 'grail'], + tags = ['scheduled_non_core'], ) }} WITH functioncall AS ( diff --git a/models/silver/transfers/bridging/silver__bridge_wormhole.sql b/models/silver/transfers/bridging/silver__bridge_wormhole.sql index 6831d18..25b65ee 100644 --- a/models/silver/transfers/bridging/silver__bridge_wormhole.sql +++ b/models/silver/transfers/bridging/silver__bridge_wormhole.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_wormhole_id', cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core', 'grail'], + tags = ['scheduled_non_core'], ) }} WITH functioncall AS ( diff --git a/models/silver/transfers/native/silver__token_transfer_deposit.sql b/models/silver/transfers/native/silver__token_transfer_deposit.sql index afdb686..7c61e2e 100644 --- a/models/silver/transfers/native/silver__token_transfer_deposit.sql +++ b/models/silver/transfers/native/silver__token_transfer_deposit.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'token_transfer_deposit_id', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH transfers AS ( diff --git a/models/silver/transfers/native/silver__token_transfer_native.sql b/models/silver/transfers/native/silver__token_transfer_native.sql index 94d79a1..2f75310 100644 --- a/models/silver/transfers/native/silver__token_transfer_native.sql +++ b/models/silver/transfers/native/silver__token_transfer_native.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'token_transfer_native_id', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH transfers AS ( diff --git a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_event.sql b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_event.sql index 349851a..8c50d7e 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_event.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_event.sql @@ -5,7 +5,7 @@ incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'transfers_event_id', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH ft_transfer_logs AS ( diff --git a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql index db0764b..16f8b4b 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_ft_transfers_method.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'transfers_id', incremental_strategy = 'merge', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} diff --git a/models/silver/transfers/non_native/silver__token_transfer_liquidity.sql b/models/silver/transfers/non_native/silver__token_transfer_liquidity.sql index 80e6ad1..7606e10 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_liquidity.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_liquidity.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'transfers_liquidity_id', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH liquidity_logs AS ( diff --git a/models/silver/transfers/non_native/silver__token_transfer_mints.sql b/models/silver/transfers/non_native/silver__token_transfer_mints.sql index f00f63a..e3edb53 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_mints.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_mints.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'mint_id', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH ft_mint_logs AS ( diff --git a/models/silver/transfers/non_native/silver__token_transfer_orders.sql b/models/silver/transfers/non_native/silver__token_transfer_orders.sql index 4fc36f5..0738f1c 100644 --- a/models/silver/transfers/non_native/silver__token_transfer_orders.sql +++ b/models/silver/transfers/non_native/silver__token_transfer_orders.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE', 'modified_timestamp::DATE'], unique_key = 'transfers_orders_id', incremental_strategy = 'merge', - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} WITH order_logs AS ( diff --git a/models/silver/transfers/silver__token_transfers_complete.sql b/models/silver/transfers/silver__token_transfers_complete.sql index f19614d..25fde18 100644 --- a/models/silver/transfers/silver__token_transfers_complete.sql +++ b/models/silver/transfers/silver__token_transfers_complete.sql @@ -4,7 +4,7 @@ unique_key = 'transfers_complete_id', incremental_strategy = 'merge', incremental_predicates = ["dynamic_range_predicate_custom","block_timestamp::date"], - tags = ['curated','scheduled_non_core'] + tags = ['scheduled_non_core'] ) }} {% if execute %}