flow-models/.github/workflows/dbt_run_hourly.yml
Jack Forgash 1196f4f0c5
dirs (#102)
* dirs

* ignore dbt user
2023-01-05 12:29:49 -07:00

45 lines
1.1 KiB
YAML

name: dbt_run_scheduled
run-name: dbt_run_scheduled
on:
workflow_dispatch:
schedule:
# Runs "every hour" (see https://crontab.guru)
- cron: '0 */1 * * *'
env:
DBT_PROFILES_DIR: ./.github/workflows/.dbt/
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE: "${{ secrets.DATABASE }}"
WAREHOUSE: "${{ secrets.WAREHOUSE }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
with:
python-version: "3.7.x"
- name: install dependencies
run: |
pip3 install dbt-snowflake==1.3.0 cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |
dbt run-operation stage_external_sources --vars "ext_full_refresh: true"
dbt seed
dbt run --exclude streamline__all_topshot_moments_minted_metadata_needed streamline__allday_moments_metadata_needed