STREAM-683/workflow-bugs (#64)

* set environment variables conditionally based on dispatch event
abstract target to environment variable
use input variable for python version

* workflow fixes

* Squashed commit of the following:

commit 3c297e75fb
Author: Julius Remigio <14811322+juls858@users.noreply.github.com>
Date:   Wed Oct 25 15:08:41 2023 -0700

    set environment variables conditionally based on dispatch event (#63)

    abstract target to environment variable
    use input variable for python version
This commit is contained in:
Julius Remigio 2023-10-25 15:49:35 -07:00 committed by GitHub
parent 3c297e75fb
commit 737dd3fa3d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 33 additions and 6 deletions

View File

@ -52,6 +52,33 @@ jobs:
run: |
${{ inputs.command }}
- name: Store logs
if: always()
uses: actions/upload-artifact@v3
with:
name: dbt-logs
path: |
logs
target
not_dispatched:
if: github.event_name != 'workflow_dispatch'
runs-on: ubuntu-latest
environment:
name: ${{ inputs.environment }}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ inputs.python_version }}
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
${{ inputs.command }}
- name: Store logs
if: always()
uses: actions/upload-artifact@v3
with:
name: dbt-logs

View File

@ -37,7 +37,7 @@ jobs:
with:
warehouse: ${{ vars.WAREHOUSE }}
environment: hosted
command: test -s test___utils_udf_introspect
command: dbt test -s test___utils_udf_introspect
prod:
uses: ./.github/workflows/dbt.yml
@ -46,7 +46,7 @@ jobs:
with:
warehouse: ${{ vars.WAREHOUSE }}
environment: prod
command: test -s test___utils_udf_introspect
command: dbt test -s test___utils_udf_introspect
dispatched:
uses: ./.github/workflows/dbt.yml
@ -55,4 +55,4 @@ jobs:
with:
warehouse: ${{ inputs.warehouse }}
environment: ${{ inputs.environment }}
command: test -s test___utils_udf_introspect
command: dbt test -s test___utils_udf_introspect

View File

@ -16,4 +16,4 @@ jobs:
secrets: inherit
with:
environment: prod
command: run-operation run_sp_create_prod_clone
command: dbt run-operation run_sp_create_prod_clone

View File

@ -37,7 +37,7 @@ jobs:
with:
warehouse: ${{ vars.WAREHOUSE }}
environment: prod
command: test --selector test_udfs --threads 24
command: dbt test --selector test_udfs --threads 24
dispatched:
uses: ./.github/workflows/dbt.yml
@ -46,4 +46,4 @@ jobs:
with:
warehouse: ${{ inputs.warehouse }}
environment: ${{ inputs.environment }}
command: test --selector test_udfs --threads 24
command: dbt test --selector test_udfs --threads 24