This commit is contained in:
Austin 2024-12-09 13:35:51 -05:00
parent b5825326aa
commit fafeae6707
4 changed files with 9 additions and 78 deletions

View File

@ -42,4 +42,8 @@ jobs:
- name: Update ABI models
run: |
dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis"
dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis"
- name: Kick off decoded logs history, if there are new ABIs from users
run: |
dbt run-operation fsc_evm.run_decoded_logs_history

View File

@ -1,45 +0,0 @@
name: dbt_run_scheduled_decoded_logs_history_user_abis
run-name: dbt_run_scheduled_decoded_logs_history_user_abis
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Kick off decoded logs history, if there are new ABIs from users
run: |
dbt run-operation fsc_evm.run_decoded_logs_history

View File

@ -1,27 +0,0 @@
name: dbt_test_tasks
run-name: dbt_test_tasks
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@AN-4374/upgrade-dbt-1.7
secrets: inherit

View File

@ -1,11 +1,10 @@
workflow_name,workflow_schedule
dbt_run_streamline_chainhead,"24,54 * * * *"
dbt_run_scheduled_main,"2,32 * * * *"
dbt_run_scheduled_main,"2 * * * *"
dbt_run_scheduled_curated,"15 */4 * * *"
dbt_run_scheduled_decoded_logs,"9,39 * * * *"
dbt_run_scheduled_decoded_logs,"10 * * * *"
dbt_test_intraday,"40 */4 * * *"
dbt_test_daily,"23 8 * * *"
dbt_test_monthly,"6 7 28 * *"
dbt_run_scheduled_abis,"32 */12 * * *"
dbt_run_streamline_decoded_logs_history,"6 22 * * 6"
dbt_run_scheduled_decoded_logs_history_user_abis,"39 23 * * *"
dbt_run_scheduled_abis,"32 23 * * *"
dbt_run_streamline_decoded_logs_history,"6 22 * * 6"
1 workflow_name workflow_schedule
2 dbt_run_streamline_chainhead 24,54 * * * *
3 dbt_run_scheduled_main 2,32 * * * * 2 * * * *
4 dbt_run_scheduled_curated 15 */4 * * *
5 dbt_run_scheduled_decoded_logs 9,39 * * * * 10 * * * *
6 dbt_test_intraday 40 */4 * * *
7 dbt_test_daily 23 8 * * *
8 dbt_test_monthly 6 7 28 * *
9 dbt_run_scheduled_abis 32 */12 * * * 32 23 * * *
10 dbt_run_streamline_decoded_logs_history 6 22 * * 6
dbt_run_scheduled_decoded_logs_history_user_abis 39 23 * * *