add decoded logs flow

This commit is contained in:
Austin 2024-11-04 10:00:14 -05:00
parent 2b6d9e2377
commit 7f16d4eaad
2 changed files with 46 additions and 0 deletions

View File

@ -0,0 +1,45 @@
name: dbt_run_scheduled_decoded_logs
run-name: dbt_run_scheduled_decoded_logs
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Update the silver and gold tables with the latest decoded logs
run: |
dbt run -m "fsc_evm,tag:bronze_decoded_logs" "fsc_evm,tag:silver_decoded_logs" "fsc_evm,tag:gold_decoded_logs"

View File

@ -1,6 +1,7 @@
workflow_name,workflow_schedule
dbt_run_streamline_chainhead,"23,53 * * * *"
dbt_run_scheduled_main,"1,31 * * * *"
dbt_run_scheduled_decoded_logs,"8,38 * * * *"
dbt_test_intraday,"39 */4 * * *"
dbt_test_daily,"22 8 * * *"
dbt_test_monthly,"5 7 28 * *"

1 workflow_name workflow_schedule
2 dbt_run_streamline_chainhead 23,53 * * * *
3 dbt_run_scheduled_main 1,31 * * * *
4 dbt_run_scheduled_decoded_logs 8,38 * * * *
5 dbt_test_intraday 39 */4 * * *
6 dbt_test_daily 22 8 * * *
7 dbt_test_monthly 5 7 28 * *