new commands and job

This commit is contained in:
Austin 2024-10-08 15:53:24 -04:00
parent da03082328
commit ba7b99e23e
4 changed files with 59 additions and 5 deletions

View File

@ -0,0 +1,44 @@
name: dbt_run_scheduled_core
run-name: dbt_run_scheduled_core
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "fsc_evm,tag:core"

View File

@ -1,2 +1,3 @@
workflow_name,workflow_schedule
dbt_run_streamline_chainhead,"23,53 * * * *"
dbt_run_streamline_chainhead,"23,53 * * * *"
dbt_run_scheduled_core,"1,31 * * * *"
1 workflow_name workflow_schedule
2 dbt_run_streamline_chainhead 23,53 * * * *
3 dbt_run_scheduled_core 1,31 * * * *

View File

@ -31,7 +31,16 @@ else
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
endif
run_regular_incremental:
dbt run -m "fsc_evm,tag:silver" "fsc_evm,tag:gold" -t $(DBT_TARGET)
deploy_new_github_action:
dbt seed -s github_actions__workflows -t $(DBT_TARGET)
dbt run -m "fsc_evm,tag:gha_tasks" --full-refresh -t $(DBT_TARGET)
ifeq ($(findstring dev,$(DBT_TARGET)),dev)
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":False}' -t $(DBT_TARGET)
else
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
endif
.PHONY: deploy_streamline_functions deploy_streamline_tables deploy_streamline_requests deploy_github_actions cleanup_time run_regular_incremental
regular_incremental:
dbt run -m "fsc_evm,tag:core" -t $(DBT_TARGET)
.PHONY: deploy_streamline_functions deploy_streamline_tables deploy_streamline_requests deploy_github_actions cleanup_time regular_incremental deploy_new_github_action

View File

@ -10,7 +10,7 @@ packages:
- package: get-select/dbt_snowflake_query_tags
version: 2.5.0
- git: https://github.com/FlipsideCrypto/fsc-evm.git
revision: f6b48bfd29974280aea07f059105048a6bd9c2cb
revision: 5a0937104a665799d1bd011405b58ebb20be0719
- package: calogica/dbt_date
version: 0.7.2
- git: https://github.com/FlipsideCrypto/livequery-models.git