add the backfill job and update the gha names

This commit is contained in:
xiuy001 2023-07-11 12:21:07 -04:00
parent dbc1aa32db
commit 449cfe619d
3 changed files with 38 additions and 4 deletions

View File

@ -0,0 +1,34 @@
name: dbt_run_streamline_history
run-name: dbt_run_streamline_history
on:
workflow_dispatch:
schedule:
# Runs "every 2 hours" (see https://crontab.guru)
- cron: '0 */2 * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: >
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_RUN_HISTORY":True}' -m 1+models/silver/streamline/realtime/ --full-refresh
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

View File

@ -1,5 +1,5 @@
name: dbt_test_scheduled
run-name: dbt_test_scheduled
name: dbt_test_daily
run-name: dbt_test_daily
on:
workflow_dispatch:

View File

@ -1,5 +1,5 @@
name: dbt_test_scheduled
run-name: dbt_test_scheduled
name: dbt_test_weekly
run-name: dbt_test_weekly
on:
workflow_dispatch: