diff --git a/.github/workflows/dbt_run_scheduled_core.yml b/.github/workflows/dbt_run_scheduled_core.yml index 04b3c45..a44a121 100644 --- a/.github/workflows/dbt_run_scheduled_core.yml +++ b/.github/workflows/dbt_run_scheduled_core.yml @@ -4,8 +4,8 @@ run-name: dbt_run_scheduled_core on: workflow_dispatch: schedule: - # Runs every 90 minutes (see https://crontab.guru) - - cron: "0 * * * *" + # Runs on 25 and 55 minutes (see https://crontab.guru) + - cron: "25,55 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" diff --git a/.github/workflows/dbt_run_scheduled_non_core.yml b/.github/workflows/dbt_run_scheduled_non_core.yml deleted file mode 100644 index 8367c60..0000000 --- a/.github/workflows/dbt_run_scheduled_non_core.yml +++ /dev/null @@ -1,53 +0,0 @@ -name: dbt_run_scheduled_non_core -run-name: dbt_run_scheduled_non_core - -on: - workflow_dispatch: - # schedule: - # Runs "At minute 15" (see https://crontab.guru) - # - cron: "15 * * * *" - -env: - USE_VARS: "${{ vars.USE_VARS }}" - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - DBT_VERSION: "${{ vars.DBT_VERSION }}" - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: DBT_CLOUD - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - dbt: - runs-on: ubuntu-latest - environment: - name: workflow_prod - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - - name: Run DBT Jobs - run: | - dbt run -s tag:scheduled_non_core models/gold; - - - name: Store logs - uses: actions/upload-artifact@v4 - with: - name: dbt-logs - path: | - logs - target diff --git a/.github/workflows/dbt_run_streamline_blocks_realtime.yml b/.github/workflows/dbt_run_streamline_blocks_realtime.yml index 3f2c2ff..59df9e8 100644 --- a/.github/workflows/dbt_run_streamline_blocks_realtime.yml +++ b/.github/workflows/dbt_run_streamline_blocks_realtime.yml @@ -4,8 +4,8 @@ run-name: dbt_run_streamline_blocks_realtime on: workflow_dispatch: schedule: - # Runs twice an hour - - cron: "0,30 * * * *" + # Runs on 5 and 35 minutes (see https://crontab.guru) + - cron: "5,35 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" diff --git a/.github/workflows/dbt_run_streamline_chunks_realtime.yml b/.github/workflows/dbt_run_streamline_chunks_realtime.yml index 73b7418..6466b41 100644 --- a/.github/workflows/dbt_run_streamline_chunks_realtime.yml +++ b/.github/workflows/dbt_run_streamline_chunks_realtime.yml @@ -4,8 +4,8 @@ run-name: dbt_run_streamline_chunks_realtime on: workflow_dispatch: schedule: - # Runs twice an hour - - cron: "5,35 * * * *" + # Runs on 10 and 40 minutes (see https://crontab.guru) + - cron: "10,40 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" diff --git a/.github/workflows/dbt_run_streamline_transactions_realtime.yml b/.github/workflows/dbt_run_streamline_transactions_realtime.yml index a5b828f..7a53974 100644 --- a/.github/workflows/dbt_run_streamline_transactions_realtime.yml +++ b/.github/workflows/dbt_run_streamline_transactions_realtime.yml @@ -4,7 +4,7 @@ run-name: dbt_run_streamline_transactions_realtime on: workflow_dispatch: schedule: - # Runs twice an hour + # Runs on 15 and 45 minutes (see https://crontab.guru) - cron: "15,45 * * * *" env: