add non core wf

This commit is contained in:
Eric Laurello 2025-07-30 13:15:54 -04:00
parent b4181b7152
commit 65a55a951c
2 changed files with 56 additions and 1 deletions

View File

@ -45,7 +45,7 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "sui_models,tag:core" "sui_models,tag:non_core"
dbt run -m "sui_models,tag:core"
notify-failure:
needs: [run_dbt_jobs]

View File

@ -0,0 +1,55 @@
name: dbt_run_incremental_non_core
run-name: dbt_run_incremental_non_core
on:
workflow_dispatch:
branches:
- "main"
schedule:
# Run every 4 hours at 45 minutes past the hour
- cron: "45 */4 * * *"
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "${{ vars.PYTHON_VERSION }}"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "sui_models,tag:non_core"
notify-failure:
needs: [run_dbt_jobs]
if: failure()
uses: ./.github/workflows/slack_notify.yml
secrets:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}