From 8401aadf990f4c47e0d46dcfed2717d568cdb3f5 Mon Sep 17 00:00:00 2001 From: Matt Romano <42412983+mattromano@users.noreply.github.com> Date: Wed, 20 Mar 2024 08:51:11 -0700 Subject: [PATCH] add-curated-GHA-yml (#29) * curated gha run * workflow --------- Co-authored-by: Austin --- .../workflows/dbt_run_scheduled_curated.yml | 44 +++++++++++++++++++ data/github_actions__workflows.csv | 3 +- 2 files changed, 46 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/dbt_run_scheduled_curated.yml diff --git a/.github/workflows/dbt_run_scheduled_curated.yml b/.github/workflows/dbt_run_scheduled_curated.yml new file mode 100644 index 0000000..f7fc372 --- /dev/null +++ b/.github/workflows/dbt_run_scheduled_curated.yml @@ -0,0 +1,44 @@ +name: dbt_run_scheduled_curated +run-name: dbt_run_scheduled_curated + +on: + workflow_dispatch: + branches: + - "main" + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_prod + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v4 + with: + python-version: "3.10" + cache: "pip" + + - name: install dependencies + run: | + pip install -r requirements.txt + dbt deps + - name: Run DBT Jobs + run: | + dbt run -m "blast_models,tag:curated" \ No newline at end of file diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 6876a8e..504d91e 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -2,4 +2,5 @@ workflow_name,workflow_schedule dbt_run_scheduled_non_realtime,"17,47 * * * *" dbt_run_streamline_chainhead,"10,40 * * * *" dbt_run_streamline_decoder,"25,55 * * * *" -dbt_test_tasks,"10 * * * *" \ No newline at end of file +dbt_test_tasks,"10 * * * *" +dbt_run_scheduled_curated,"30 * * * *" \ No newline at end of file