* updates

* tasks
This commit is contained in:
Austin 2024-12-09 14:32:59 -05:00 committed by GitHub
parent 564948fc61
commit ad27e4a398
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 8 additions and 82 deletions

View File

@ -3,9 +3,8 @@ run-name: dbt_run_abi_refresh
on:
workflow_dispatch:
schedule:
# Runs “At minute 0 past every 12th hour.” (see https://crontab.guru)
- cron: '0 */12 * * *'
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
@ -42,9 +41,11 @@ jobs:
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
- name: Update ABI Models
run: |
dbt run -m "avalanche_models,tag:abis"
- name: Kick off decoded logs history, if there are new ABIs from users
run: |
dbt run-operation run_decoded_logs_history

View File

@ -1,45 +0,0 @@
name: dbt_run_scheduled_decoded_logs_history_user_abis
run-name: dbt_run_scheduled_decoded_logs_history_user_abis
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Kick off decoded logs history, if there are new ABIs from users
run: |
dbt run-operation run_decoded_logs_history

View File

@ -1,29 +0,0 @@
name: dbt_test_tasks
run-name: dbt_test_tasks
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@AN-4374/upgrade-dbt-1.7
secrets: inherit

View File

@ -4,8 +4,7 @@ dbt_run_streamline_chainhead,"10,40 * * * *"
dbt_run_streamline_decoder,"25,55 * * * *"
dbt_run_scheduled_curated,"35 * * * *"
dbt_test_intraday,"37 */4 * * *"
dbt_test_tasks,"10 * * * *"
dbt_run_streamline_dexalot_chainhead,"50 * * * *"
dbt_run_streamline_dexalot_non_realtime,"5 * * * *"
dbt_run_streamline_decoded_logs_history,"19 19 * * 6"
dbt_run_scheduled_decoded_logs_history_user_abis,"19 19 * * *"
dbt_run_abi_refresh,"10 23 * * *"
1 workflow_name workflow_schedule
4 dbt_run_streamline_decoder 25,55 * * * *
5 dbt_run_scheduled_curated 35 * * * *
6 dbt_test_intraday 37 */4 * * *
dbt_test_tasks 10 * * * *
7 dbt_run_streamline_dexalot_chainhead 50 * * * *
8 dbt_run_streamline_dexalot_non_realtime 5 * * * *
9 dbt_run_streamline_decoded_logs_history 19 19 * * 6
10 dbt_run_scheduled_decoded_logs_history_user_abis dbt_run_abi_refresh 19 19 * * * 10 23 * * *