remove workstream

This commit is contained in:
Eric Laurello 2024-06-10 10:21:05 -04:00
parent 9345ea6fde
commit 300a066310
9 changed files with 18 additions and 58 deletions

View File

@ -39,13 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "axelar_models,tag:daily" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m "axelar_models,tag:daily"

View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run-operation run_sp_create_prod_clone || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run-operation run_sp_create_prod_clone

View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/bronze "axelar_models,tag:core" --exclude "axelar_models,tag:axelscan" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/bronze "axelar_models,tag:core" --exclude "axelar_models,tag:axelscan"

View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/bronze "axelar_models,tag:noncore" --exclude "axelar_models,tag:axelscan" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/bronze "axelar_models,tag:noncore" --exclude "axelar_models,tag:axelscan"

View File

@ -38,13 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/silver/_observability || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/silver/_observability

View File

@ -39,14 +39,9 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/silver/_observability/silver_observability* --vars "OBSERV_FULL_TEST: true" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/silver/_observability/silver_observability* --vars "OBSERV_FULL_TEST: true"

View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 2+models/streamline/realtime/streamline__blocks_realtime.sql 1+models/streamline/realtime/streamline__tx_counts_realtime.sql -t prod || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 2+models/streamline/realtime/streamline__blocks_realtime.sql 1+models/streamline/realtime/streamline__tx_counts_realtime.sql -t prod

View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/realtime/streamline__transactions_realtime.sql -t prod || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/realtime/streamline__transactions_realtime.sql -t prod

View File

@ -38,13 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt test -m models/bronze models/silver models/gold || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt test -m models/bronze models/silver models/gold