mirror of
https://github.com/FlipsideCrypto/core-models.git
synced 2026-02-06 15:06:44 +00:00
new commands and job
This commit is contained in:
parent
da03082328
commit
ba7b99e23e
44
.github/workflows/dbt_run_scheduled_core.yml
vendored
Normal file
44
.github/workflows/dbt_run_scheduled_core.yml
vendored
Normal file
@ -0,0 +1,44 @@
|
||||
name: dbt_run_scheduled_core
|
||||
run-name: dbt_run_scheduled_core
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
branches:
|
||||
- "main"
|
||||
|
||||
env:
|
||||
DBT_PROFILES_DIR: ./
|
||||
|
||||
ACCOUNT: "${{ vars.ACCOUNT }}"
|
||||
ROLE: "${{ vars.ROLE }}"
|
||||
USER: "${{ vars.USER }}"
|
||||
PASSWORD: "${{ secrets.PASSWORD }}"
|
||||
REGION: "${{ vars.REGION }}"
|
||||
DATABASE: "${{ vars.DATABASE }}"
|
||||
WAREHOUSE: "${{ vars.WAREHOUSE }}"
|
||||
SCHEMA: "${{ vars.SCHEMA }}"
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}
|
||||
|
||||
jobs:
|
||||
run_dbt_jobs:
|
||||
runs-on: ubuntu-latest
|
||||
environment:
|
||||
name: workflow_prod
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- uses: actions/setup-python@v4
|
||||
with:
|
||||
python-version: "3.10"
|
||||
cache: "pip"
|
||||
|
||||
- name: install dependencies
|
||||
run: |
|
||||
pip install -r requirements.txt
|
||||
dbt deps
|
||||
- name: Run DBT Jobs
|
||||
run: |
|
||||
dbt run -m "fsc_evm,tag:core"
|
||||
@ -1,2 +1,3 @@
|
||||
workflow_name,workflow_schedule
|
||||
dbt_run_streamline_chainhead,"23,53 * * * *"
|
||||
dbt_run_streamline_chainhead,"23,53 * * * *"
|
||||
dbt_run_scheduled_core,"1,31 * * * *"
|
||||
|
15
makefile
15
makefile
@ -31,7 +31,16 @@ else
|
||||
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
|
||||
endif
|
||||
|
||||
run_regular_incremental:
|
||||
dbt run -m "fsc_evm,tag:silver" "fsc_evm,tag:gold" -t $(DBT_TARGET)
|
||||
deploy_new_github_action:
|
||||
dbt seed -s github_actions__workflows -t $(DBT_TARGET)
|
||||
dbt run -m "fsc_evm,tag:gha_tasks" --full-refresh -t $(DBT_TARGET)
|
||||
ifeq ($(findstring dev,$(DBT_TARGET)),dev)
|
||||
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":False}' -t $(DBT_TARGET)
|
||||
else
|
||||
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
|
||||
endif
|
||||
|
||||
.PHONY: deploy_streamline_functions deploy_streamline_tables deploy_streamline_requests deploy_github_actions cleanup_time run_regular_incremental
|
||||
regular_incremental:
|
||||
dbt run -m "fsc_evm,tag:core" -t $(DBT_TARGET)
|
||||
|
||||
.PHONY: deploy_streamline_functions deploy_streamline_tables deploy_streamline_requests deploy_github_actions cleanup_time regular_incremental deploy_new_github_action
|
||||
@ -10,7 +10,7 @@ packages:
|
||||
- package: get-select/dbt_snowflake_query_tags
|
||||
version: 2.5.0
|
||||
- git: https://github.com/FlipsideCrypto/fsc-evm.git
|
||||
revision: f6b48bfd29974280aea07f059105048a6bd9c2cb
|
||||
revision: 5a0937104a665799d1bd011405b58ebb20be0719
|
||||
- package: calogica/dbt_date
|
||||
version: 0.7.2
|
||||
- git: https://github.com/FlipsideCrypto/livequery-models.git
|
||||
|
||||
Loading…
Reference in New Issue
Block a user