extra core schedule to fill gap (#817)

* extra core schedule to fill gap

* run name
This commit is contained in:
tarikceric 2025-03-07 13:01:52 -08:00 committed by GitHub
parent fb6f0fdcdb
commit b03cce6a4c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 48 additions and 1 deletions

View File

@ -19,7 +19,7 @@ env:
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
group: "dbt_run_incremental_core"
jobs:
run_dbt_jobs:

View File

@ -0,0 +1,46 @@
name: dbt_run_scheduled_intermediate
run-name: dbt_run_scheduled_intermediate
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: "dbt_run_incremental_core"
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "${{ vars.PYTHON_VERSION }}"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run-operation run_sp_refresh_external_tables_full
dbt run -s "solana_models,tag:scheduled_core"

View File

@ -2,6 +2,7 @@ workflow_name,workflow_schedule
dbt_run_decode_instructions_orchestrator,"*/5 * * * *"
dbt_run_decode_logs_orchestrator,"*/15 * * * *"
dbt_run_incremental,"16,46 1-3,5-7,9-11,13-15,17-19,21-23 * * *"
dbt_run_incremental_intermediate,"46 */4 * * *"
dbt_run_incremental_non_core,"1 */4 * * *"
dbt_run_incremental_non_core_hourly,"1 1-3,5-7,9-11,13-15,17-19,21-23 * * *"
dbt_run_nft_compressed_mints_realtime,"*/15 * * * *"

1 workflow_name workflow_schedule
2 dbt_run_decode_instructions_orchestrator */5 * * * *
3 dbt_run_decode_logs_orchestrator */15 * * * *
4 dbt_run_incremental 16,46 1-3,5-7,9-11,13-15,17-19,21-23 * * *
5 dbt_run_incremental_intermediate 46 */4 * * *
6 dbt_run_incremental_non_core 1 */4 * * *
7 dbt_run_incremental_non_core_hourly 1 1-3,5-7,9-11,13-15,17-19,21-23 * * *
8 dbt_run_nft_compressed_mints_realtime */15 * * * *