flip/cosmos-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/cosmos-models.git synced 2026-02-06 13:56:46 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

scheduling

Browse Source
This commit is contained in:
Eric Laurello 2023-11-10 16:40:12 -05:00
parent 8cf65b6a3d
commit 372db0cb1e
3 changed files with 41 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
.github/workflows/dbt_run_incremental.yml → .github/workflows/dbt_run_incremental_core.yml vendored
View File

@ -1,5 +1,5 @@
name: dbt_run_incremental
run-name: dbt_run_incremental
name: dbt_run_incremental_core
run-name: dbt_run_incremental_core
on:
workflow_dispatch:
@ -28,7 +28,7 @@ jobs:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: |
dbt run -m models/bronze models/gold models/silver --exclude models/silver/_observability/silver_observability*
dbt run -m models/bronze models/silver/core models/gold/core
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

34
.github/workflows/dbt_run_incremental_non_core.yml vendored Normal file
View File

@ -0,0 +1,34 @@
name: dbt_run_incremental_non_core
run-name: dbt_run_incremental_non_core
on:
workflow_dispatch:
# schedule:
# # “At minute 16 and 46 every hour”
# - cron: '16,46 * * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: |
dbt run -m models/silver/gov models/gold/gov
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

7
data/github_actions__workflows.csv
View File

@ -1,5 +1,6 @@
workflow_name,workflow_schedule
dbt_run_incremental,"10,25,40,55 * * * *"
dbt_run_streamline_blocks,"0,15,30,45 * * * *"
dbt_run_streamline_transactions,"4,19,34,49 * * * *"
dbt_run_incremental_core,"20,50 * * * *"
dbt_run_incremental_noncore,"33 * * * *"
dbt_run_streamline_blocks,"9,39 * * * *"
dbt_run_streamline_transactions,"14,44 * * * *"
dbt_test_tasks,"0,30 * * * *"

1 workflow_name workflow_schedule
2 dbt_run_incremental dbt_run_incremental_core 10,25,40,55 * * * * 20,50 * * * *
3 dbt_run_streamline_blocks dbt_run_incremental_noncore 0,15,30,45 * * * * 33 * * * *
4 dbt_run_streamline_transactions dbt_run_streamline_blocks 4,19,34,49 * * * * 9,39 * * * *
5 dbt_run_streamline_transactions 14,44 * * * *
6 dbt_test_tasks 0,30 * * * *