From 437dcebde2abfe3591684d32fcc896d4229ec675 Mon Sep 17 00:00:00 2001 From: tarikceric Date: Wed, 1 Oct 2025 12:08:58 -0700 Subject: [PATCH] update daily run and balances schedule --- .github/workflows/dbt_run_daily.yml | 5 +++-- models/gold/core/core__fact_sol_balances.sql | 2 +- models/gold/core/core__fact_sol_daily_balances.sql | 2 +- models/gold/core/core__fact_token_balances.sql | 2 +- models/gold/core/core__fact_token_daily_balances.sql | 2 +- models/silver/accounts/silver__token_account_owners.sql | 2 +- .../accounts/silver__token_account_ownership_events.sql | 2 +- models/silver/balances/silver__sol_balances.sql | 2 +- models/silver/balances/silver__token_balances.sql | 2 +- 9 files changed, 11 insertions(+), 10 deletions(-) diff --git a/.github/workflows/dbt_run_daily.yml b/.github/workflows/dbt_run_daily.yml index 6ff5078c..3e1a419b 100644 --- a/.github/workflows/dbt_run_daily.yml +++ b/.github/workflows/dbt_run_daily.yml @@ -3,8 +3,8 @@ run-name: dbt_run_scheduled_daily on: schedule: - # Runs 00:35 daily (see https://crontab.guru) - - cron: '35 0 * * *' + # Runs 01:35 daily (see https://crontab.guru) + - cron: '35 1 * * *' env: DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" @@ -46,6 +46,7 @@ jobs: dbt run -s models/silver/validator/silver__snapshot_validators_app_data.sql models/silver/validator/silver__snapshot_vote_accounts.sql models/silver/validator/silver__snapshot_vote_accounts_extended_stats.sql dbt run -s "solana_models,tag:nft_api" dbt run -s "solana_models,tag:daily" + dbt run -s "solana_models,tag:daily_balances" notify-failure: needs: [run_dbt_jobs] diff --git a/models/gold/core/core__fact_sol_balances.sql b/models/gold/core/core__fact_sol_balances.sql index f20c1c37..a43f8ea6 100644 --- a/models/gold/core/core__fact_sol_balances.sql +++ b/models/gold/core/core__fact_sol_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE','modified_timestamp::DATE'], merge_exclude_columns = ["inserted_timestamp"], post_hook = enable_search_optimization('{{this.schema}}', '{{this.identifier}}', 'ON EQUALITY(tx_id, account_address)'), - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core','daily_balances'] ) }} SELECT diff --git a/models/gold/core/core__fact_sol_daily_balances.sql b/models/gold/core/core__fact_sol_daily_balances.sql index ed99f484..de628266 100644 --- a/models/gold/core/core__fact_sol_daily_balances.sql +++ b/models/gold/core/core__fact_sol_daily_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['balance_date'], merge_exclude_columns = ["inserted_timestamp"], post_hook = enable_search_optimization('{{this.schema}}','{{this.identifier}}','ON EQUALITY(account)'), - tags = ['daily'] + tags = ['daily_balances'] ) }} WITH date_spine AS ( diff --git a/models/gold/core/core__fact_token_balances.sql b/models/gold/core/core__fact_token_balances.sql index c5de84df..78c2feb3 100644 --- a/models/gold/core/core__fact_token_balances.sql +++ b/models/gold/core/core__fact_token_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE','modified_timestamp::DATE'], merge_exclude_columns = ["inserted_timestamp"], post_hook = enable_search_optimization('{{this.schema}}','{{this.identifier}}','ON EQUALITY(tx_id, account_address, fact_token_balances_id)'), - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core','daily_balances'] ) }} SELECT diff --git a/models/gold/core/core__fact_token_daily_balances.sql b/models/gold/core/core__fact_token_daily_balances.sql index 5efcb2df..b1b92f47 100644 --- a/models/gold/core/core__fact_token_daily_balances.sql +++ b/models/gold/core/core__fact_token_daily_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['balance_date'], merge_exclude_columns = ["inserted_timestamp"], post_hook = enable_search_optimization('{{this.schema}}','{{this.identifier}}','ON EQUALITY(account, mint)'), - tags = ['daily'] + tags = ['daily_balances'] ) }} WITH date_spine AS ( diff --git a/models/silver/accounts/silver__token_account_owners.sql b/models/silver/accounts/silver__token_account_owners.sql index bcdf5d13..6d17b8f6 100644 --- a/models/silver/accounts/silver__token_account_owners.sql +++ b/models/silver/accounts/silver__token_account_owners.sql @@ -5,7 +5,7 @@ unique_key = ["account_address"], cluster_by = ["round(start_block_id,-5)"], post_hook = enable_search_optimization('{{this.schema}}','{{this.identifier}}','ON EQUALITY(account_address, owner)'), - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core','daily_balances'] ) }} diff --git a/models/silver/accounts/silver__token_account_ownership_events.sql b/models/silver/accounts/silver__token_account_ownership_events.sql index dbace893..787829ff 100644 --- a/models/silver/accounts/silver__token_account_ownership_events.sql +++ b/models/silver/accounts/silver__token_account_ownership_events.sql @@ -4,7 +4,7 @@ incremental_predicates = ["dynamic_range_predicate", "block_timestamp::date"], cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE'], full_refresh = false, - tags = ['scheduled_non_core'], + tags = ['scheduled_non_core','daily_balances'], ) }} with base_events as ( diff --git a/models/silver/balances/silver__sol_balances.sql b/models/silver/balances/silver__sol_balances.sql index 0da53c6f..e8232805 100644 --- a/models/silver/balances/silver__sol_balances.sql +++ b/models/silver/balances/silver__sol_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE','modified_timestamp::DATE'], full_refresh = false, merge_exclude_columns = ["inserted_timestamp"], - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core','daily_balances'] ) }} WITH balances AS ( diff --git a/models/silver/balances/silver__token_balances.sql b/models/silver/balances/silver__token_balances.sql index 237d062e..4b8b4b15 100644 --- a/models/silver/balances/silver__token_balances.sql +++ b/models/silver/balances/silver__token_balances.sql @@ -5,7 +5,7 @@ cluster_by = ['block_timestamp::DATE','modified_timestamp::DATE'], full_refresh = false, merge_exclude_columns = ["inserted_timestamp"], - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core','daily_balances'] ) }} WITH pre AS (