From 65a55a951cec87076da487ae3482d057c7a106f7 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Wed, 30 Jul 2025 13:15:54 -0400 Subject: [PATCH] add non core wf --- .../workflows/dbt_run_incremental_core.yml | 2 +- .../dbt_run_incremental_non_core.yml | 55 +++++++++++++++++++ 2 files changed, 56 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/dbt_run_incremental_non_core.yml diff --git a/.github/workflows/dbt_run_incremental_core.yml b/.github/workflows/dbt_run_incremental_core.yml index 6d5b8ce..c778ba5 100644 --- a/.github/workflows/dbt_run_incremental_core.yml +++ b/.github/workflows/dbt_run_incremental_core.yml @@ -45,7 +45,7 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run -m "sui_models,tag:core" "sui_models,tag:non_core" + dbt run -m "sui_models,tag:core" notify-failure: needs: [run_dbt_jobs] diff --git a/.github/workflows/dbt_run_incremental_non_core.yml b/.github/workflows/dbt_run_incremental_non_core.yml new file mode 100644 index 0000000..58889eb --- /dev/null +++ b/.github/workflows/dbt_run_incremental_non_core.yml @@ -0,0 +1,55 @@ +name: dbt_run_incremental_non_core +run-name: dbt_run_incremental_non_core + +on: + workflow_dispatch: + branches: + - "main" + schedule: + # Run every 4 hours at 45 minutes past the hour + - cron: "45 */4 * * *" + + +env: + DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_prod + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v4 + with: + python-version: "${{ vars.PYTHON_VERSION }}" + cache: "pip" + + - name: install dependencies + run: | + pip install -r requirements.txt + dbt deps + - name: Run DBT Jobs + run: | + dbt run -m "sui_models,tag:non_core" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}