run core every 20 mins

This commit is contained in:
Jack Forgash 2025-04-09 09:16:16 -06:00
parent 15ea3d7b83
commit cb94edb36d
2 changed files with 2 additions and 55 deletions

View File

@ -4,8 +4,8 @@ run-name: dbt_run_scheduled_core
on:
workflow_dispatch:
schedule:
# Runs every 90 minutes (see https://crontab.guru)
- cron: "0 * * * *"
# Runs every 20 minutes (see https://crontab.guru)
- cron: "*/20 * * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"

View File

@ -1,53 +0,0 @@
name: dbt_run_scheduled_non_core
run-name: dbt_run_scheduled_non_core
on:
workflow_dispatch:
# schedule:
# Runs "At minute 15" (see https://crontab.guru)
# - cron: "15 * * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: DBT_CLOUD
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
dbt:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -s tag:scheduled_non_core models/gold;
- name: Store logs
uses: actions/upload-artifact@v4
with:
name: dbt-logs
path: |
logs
target