Update/schedule core tags (#396)

* wip

* add schedule tags

* use snowflake tasks

---------

Co-authored-by: Eric Laurello <eric.laurello@flipsidecrypto.com>

.github/workflows/dbt_run_incremental.yml

@@ -41,5 +41,5 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run-operation run_sp_refresh_external_tables_full
-          dbt run -s "solana_models,./models" --exclude tag:share models/streamline models/silver/silver__daily_signers.sql models/silver/silver__signers.sql models/silver/validator models/silver/_observability models/silver/nfts/silver__nft_compressed_mints_onchain.sql models/silver/nfts/silver__nft_compressed_mints.sql models/gold/core/core__ez_signers.sql tag:helius tag:bronze_api models/github_actions
+          dbt run -s "solana_models,./models" --exclude tag:share models/streamline models/silver/silver__daily_signers.sql models/silver/silver__signers.sql models/silver/validator models/silver/_observability models/silver/nfts/silver__nft_compressed_mints_onchain.sql models/silver/nfts/silver__nft_compressed_mints.sql models/gold/core/core__ez_signers.sql tag:helius tag:bronze_api models/github_actions "solana_model,tag:scheduled_non_core"
           

.github/workflows/dbt_run_incremental_non_core.yml

@@ -0,0 +1,46 @@
+name: dbt_run_scheduled_non_core
+run-name: dbt_run_scheduled_non_core
+
+on:
+  workflow_dispatch:
+  # schedule:
+  #    # Every hour at minute 20,50 (see https://crontab.guru)
+  #   - cron: "20,50 * * * *"
+    
+env:
+  DBT_PROFILES_DIR: "${{ secrets.DBT_PROFILES_DIR }}"
+
+  ACCOUNT: "${{ secrets.ACCOUNT }}"
+  ROLE: "${{ secrets.ROLE }}"
+  USER: "${{ secrets.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ secrets.REGION }}"
+  DATABASE: "${{ secrets.DATABASE }}"
+  WAREHOUSE: "${{ secrets.WAREHOUSE }}"
+  SCHEMA: "${{ secrets.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  run_dbt_jobs:
+    runs-on: ubuntu-latest
+    environment: 
+      name: workflow_prod
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v1
+        with:
+          python-version: "3.7.x"
+
+      - name: install dependencies
+        run: |
+          pip3 install dbt-snowflake==${{ secrets.DBT_VERSION }} cli_passthrough requests click
+          dbt deps
+      - name: Run DBT Jobs
+        run: |
+          dbt run-operation run_sp_refresh_external_tables_full
+          dbt run -s tag:scheduled_non_core --exclude tag:share models/streamline models/silver/silver__daily_signers.sql models/silver/silver__signers.sql models/silver/validator models/silver/_observability models/silver/nfts/silver__nft_compressed_mints_onchain.sql models/silver/nfts/silver__nft_compressed_mints.sql models/gold/core/core__ez_signers.sql tag:helius tag:bronze_api models/github_actions
+          

data/github_actions__workflows.csv

@@ -1,3 +1,4 @@
 workflow_name,workflow_schedule
 dbt_run_incremental,"1,16,31,46 * * * *"
+dbt_run_incremental_non_core,"25,50 * * * *"
 dbt_test_tasks,"0,30 * * * *"

models/silver/_observability/silver_observability__blocks_completeness.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = 'test_timestamp',
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH source AS (

models/silver/_observability/silver_observability__blocks_tx_count.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = 'block_id',
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base as (

models/silver/_observability/silver_observability__transactions_completeness.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = 'test_timestamp',
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH summary_stats AS (

models/silver/gauges/silver__gauges_votes_saber.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, voter, gauge)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH all_saber_gauges_events AS (

models/silver/governance/silver__gov_actions_marinade.sql

@@ -3,6 +3,7 @@
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/governance/silver__gov_actions_marinade_tmp.sql

@@ -3,6 +3,7 @@
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
     cluster_by = ['_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH token_balances AS (

models/silver/governance/silver__gov_actions_saber.sql

@@ -2,6 +2,7 @@
     materialized = 'incremental',
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH post_token_balances AS (

models/silver/governance/silver__proposal_creation_realms.sql

@@ -3,6 +3,7 @@
   unique_key = "tx_id",
   incremental_strategy = 'delete+insert',
   cluster_by = ['block_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH vote_programs AS (

models/silver/governance/silver__proposal_votes_marinade.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, voter_nft, proposal)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH marinade_vote_txs AS (

models/silver/governance/silver__proposal_votes_realms.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', tx_id, index)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['block_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH vote_programs AS (

models/silver/idls/silver__verified_idls.sql

@@ -1,7 +1,7 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "program_id",
-    tags = ['idls']
+    tags = ['idls','scheduled_non_core']
 ) }}
 
 WITH user_abis AS (

models/silver/idls/silver__verified_user_idls.sql

@@ -1,7 +1,7 @@
 {{ config (
     materialized = "incremental",
     unique_key = "id",
-    tags = ['idls']
+    tags = ['idls','scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/liquidity_pool/silver__burns_orca_non_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_burn_actions AS (

models/silver/liquidity_pool/silver__burns_orca_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 -- Get whirlpool LP burns by finding existing whirlpool mints
 WITH base_burn_actions AS (

models/silver/liquidity_pool/silver__burns_raydium.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_burn_actions AS (

models/silver/liquidity_pool/silver__initialization_pools_orca.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/liquidity_pool/silver__initialization_pools_raydium.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/liquidity_pool/silver__liquidity_pool_actions_orca.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['scheduled_non_core']
 ) }}
 
 with base as (

models/silver/liquidity_pool/silver__liquidity_pool_actions_raydium.sql

@@ -1,5 +1,6 @@
 {{ config(
-    materialized = 'view'
+    materialized = 'view',
+    tags = ['scheduled_non_core']
 ) }}
 
 with base as (

models/silver/liquidity_pool/silver__liquidity_pool_actions_saber.sql

@@ -3,6 +3,7 @@
     unique_key = ["block_id","tx_id","action_index"],
     merge_predicates = ["DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from {{ this }}__dbt_tmp))"],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/liquidity_pool/silver__liquidity_pool_events_orca.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/liquidity_pool/silver__liquidity_pool_events_raydium.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/liquidity_pool/silver__mints_orca_non_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/liquidity_pool/silver__mints_orca_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/liquidity_pool/silver__mints_raydium.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/liquidity_pool/silver__pool_transfers_orca_non_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_orca_pool_events AS (

models/silver/liquidity_pool/silver__pool_transfers_orca_whirlpool.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_transfers AS (

models/silver/liquidity_pool/silver__pool_transfers_raydium.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = ["block_id","tx_id","index","inner_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_raydium_pool_events AS (

models/silver/metadata/silver__solscan_tokens.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "token_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/metadata/silver__token_metadata.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
     unique_key = "token_address",
-    incremental_strategy = 'merge'
+    incremental_strategy = 'merge',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH cmc_base AS (

models/silver/nfts/silver__nft_burn_actions.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, index, inner_index, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_burn_actions AS (

models/silver/nfts/silver__nft_compressed_mints.sql

@@ -2,6 +2,7 @@
     materialized = 'incremental',
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH offchain AS (

models/silver/nfts/silver__nft_compressed_mints_onchain.sql

@@ -2,6 +2,7 @@
   materialized = 'incremental',
   unique_key = "tx_id",
   incremental_strategy = 'delete+insert',
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH bgum_mints AS (

models/silver/nfts/silver__nft_metadata.sql

@@ -2,6 +2,7 @@
     materialized = 'incremental',
     unique_key = "CONCAT_WS('-', contract_address, token_id)",
     incremental_strategy = 'delete+insert',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/nfts/silver__nft_mint_actions.sql

@@ -4,6 +4,7 @@
     incremental_strategy = 'delete+insert',
     incremental_predicates = ['block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/nfts/silver__nft_mint_price_candy_machine.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', mint, payer, mint_currency)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_candy_machine_events AS (

models/silver/nfts/silver__nft_mint_price_generic.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', mint, payer, mint_currency)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/nfts/silver__nft_mint_price_other.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', mint, payer, mint_currency)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/nfts/silver__nft_mints.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', initialization_tx_id, mint, purchaser, mint_currency)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/nfts/silver__nft_sales_amm_sell.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/nfts/silver__nft_sales_coral_cube.sql

@@ -5,6 +5,7 @@
     cluster_by = ['block_timestamp::DATE'],
     full_refresh = false,
     enabled = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH sales_inner_instructions AS (

models/silver/nfts/silver__nft_sales_exchange_art.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH buys AS (

models/silver/nfts/silver__nft_sales_hadeswap.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', tx_id, mint)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['block_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH txs AS (

models/silver/nfts/silver__nft_sales_hyperspace.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_table AS (

models/silver/nfts/silver__nft_sales_magic_eden_v2.sql

@@ -3,6 +3,7 @@
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH txs AS (

models/silver/nfts/silver__nft_sales_smb.sql

@@ -3,6 +3,7 @@
     unique_key = "tx_id",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_table AS (

models/silver/nfts/silver__nft_sales_solanart.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH sales_inner_instructions AS (

models/silver/nfts/silver__nft_sales_tensorswap.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, mint, purchaser)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 SELECT

models/silver/parser/silver__decoded_instructions.sql

@@ -4,7 +4,8 @@
     materialized = 'incremental',
     unique_key = ["tx_id", "index" ],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE','program_id'],
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/prices/silver__token_prices_coin_gecko_hourly.sql

@@ -3,6 +3,7 @@
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
     cluster_by = ['recorded_hour::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH date_hours AS (

models/silver/prices/silver__token_prices_coin_market_cap_hourly.sql

@@ -3,6 +3,7 @@
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
     cluster_by = ['recorded_hour::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH date_hours AS (

models/silver/silver___inner_instructions.sql

@@ -3,7 +3,8 @@
     unique_key = ['block_id','tx_id','mapped_instruction_index'],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/silver___instructions.sql

@@ -3,7 +3,8 @@
     unique_key = ['block_id','tx_id','index'],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/silver___post_token_balances.sql

@@ -3,7 +3,8 @@
     unique_key = ['block_id','tx_id','index'],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/silver___pre_token_balances.sql

@@ -3,7 +3,8 @@
     unique_key = ['block_id','tx_id','index'],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/silver__blocks.sql

@@ -2,7 +2,8 @@
   materialized = 'incremental',
   unique_key = "block_id",
   incremental_strategy = 'delete+insert',
-  cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+  cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+  tags = ['scheduled_core']
 ) }}
 
 {% if is_incremental() %}

models/silver/silver__burn_actions.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', tx_id, event_type, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/silver__daily_signers.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', signer, b_date)",
     incremental_strategy = 'delete+insert',
     cluster_by = 'signer',
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH dates_changed AS (

models/silver/silver__decoded_instructions_data.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, event_index)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['program_id'],
+    tags = ['scheduled_core']
 ) }}
 
 SELECT

models/silver/silver__events.sql

@@ -4,7 +4,8 @@
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE','program_id'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", 
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 WITH base_i AS (

models/silver/silver__mint_actions.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', tx_id, event_type, mint)",
     incremental_strategy = 'delete+insert',
     incremental_predicates = ['block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/silver__signers.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "signer",
     incremental_strategy = 'delete+insert',
-    cluster_by = 'signer'
+    cluster_by = 'signer',
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_min_signers AS (

models/silver/silver__staking_lp_actions.sql

@@ -3,7 +3,8 @@
     unique_key = "CONCAT_WS('-', block_id, tx_id, index)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_e AS (

models/silver/silver__transactions.sql

@@ -4,7 +4,8 @@
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','block_id','_inserted_timestamp::DATE'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", 
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 WITH pre_final AS (

models/silver/silver__transfers.sql

@@ -4,7 +4,8 @@
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_core']
 ) }}
 
 WITH base_transfers_i AS (

models/silver/silver__votes.sql

@@ -4,7 +4,8 @@
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','block_id','_inserted_timestamp::DATE'],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
-    full_refresh = false
+    full_refresh = false,
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH pre_final AS (

models/silver/silver__votes_agg_block.sql

@@ -3,6 +3,7 @@
     unique_key = "block_id",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH v AS (

models/silver/staking/silver__stake_pool_actions_eversol.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_stake_pool_events AS (

models/silver/staking/silver__stake_pool_actions_generic.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS (

models/silver/staking/silver__stake_pool_actions_lido.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_lido_events AS (

models/silver/staking/silver__stake_pool_actions_marinade.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_marinade_stake_events AS (

models/silver/staking/silver__stake_pool_actions_socean.sql

@@ -2,7 +2,8 @@
     materialized = 'incremental',
     unique_key = "_unique_key",
     incremental_strategy = 'merge',
-    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date']
+    cluster_by = ['block_timestamp::DATE','_inserted_timestamp::date'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_stake_pool_events AS (

models/silver/swaps/silver__swaps.sql

@@ -3,6 +3,7 @@
     unique_key = ["block_id","tx_id","program_id"],
     incremental_strategy = 'merge',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/swaps/silver__swaps_intermediate_generic.sql

@@ -3,7 +3,8 @@
     unique_key = ["block_id","tx_id","swap_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/swaps/silver__swaps_intermediate_jupiterv4.sql

@@ -3,7 +3,8 @@
     unique_key = ["block_id","tx_id","swap_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/swaps/silver__swaps_intermediate_jupiterv6.sql

@@ -4,6 +4,7 @@
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     merge_exclude_columns = ["inserted_timestamp"],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/swaps/silver__swaps_intermediate_orca.sql

@@ -3,7 +3,8 @@
     unique_key = ["block_id","tx_id","swap_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
-    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION"
+    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/swaps/silver__swaps_intermediate_raydium.sql

@@ -3,6 +3,7 @@
     unique_key = ["block_id","tx_id","swap_index"],
     incremental_predicates = ['DBT_INTERNAL_DEST.block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_events AS(

models/silver/tokens/silver__token_burn_actions.sql

@@ -3,6 +3,7 @@
     unique_key = "CONCAT_WS('-', tx_id, index, inner_index, mint)",
     incremental_strategy = 'delete+insert',
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_burn_actions AS (

models/silver/tokens/silver__token_mint_actions.sql

@@ -4,6 +4,7 @@
     incremental_strategy = 'delete+insert',
     incremental_predicates = ['block_timestamp::date >= LEAST(current_date-7,(select min(block_timestamp)::date from ' ~ generate_tmp_view_name(this) ~ '))'],
     cluster_by = ['block_timestamp::DATE'],
+    tags = ['scheduled_non_core']
 ) }}
 
 WITH base_mint_actions AS (

models/silver/validator/silver__snapshot_block_production.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', epoch, node_pubkey)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['_inserted_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 select

models/silver/validator/silver__snapshot_stake_accounts.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', epoch_recorded, stake_pubkey)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['_inserted_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/validator/silver__snapshot_validators_app_data.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', epoch_recorded, node_pubkey)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['_inserted_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 with base as (

models/silver/validator/silver__snapshot_vote_accounts.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', epoch_recorded, vote_pubkey)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['_inserted_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (

models/silver/validator/silver__snapshot_vote_accounts_extended_stats.sql

@@ -3,6 +3,7 @@
   unique_key = "CONCAT_WS('-', epoch_recorded, vote_pubkey)",
   incremental_strategy = 'delete+insert',
   cluster_by = ['_inserted_timestamp::DATE'],
+  tags = ['scheduled_non_core']
 ) }}
 
 WITH base AS (