mirror of
https://github.com/FlipsideCrypto/solana-models.git
synced 2026-02-06 09:41:44 +00:00
62aa4a61e3
* standardize env var names, allow env choice, multi cmd workaround * rename to match jobs from other chains * update command * query tags defaulted by project config * migrate more jobs from dbt cloud * add doc update workflow
47 lines
1.8 KiB
YAML
47 lines
1.8 KiB
YAML
name: dbt_run_scheduled
|
|
run-name: dbt_run_scheduled
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
schedule:
|
|
# Runs "every hour" (see https://crontab.guru)
|
|
- cron: '0 */1 * * *'
|
|
|
|
env:
|
|
DBT_PROFILES_DIR: ./
|
|
|
|
ACCOUNT: "${{ secrets.ACCOUNT }}"
|
|
ROLE: "${{ secrets.ROLE }}"
|
|
USER: "${{ secrets.USER }}"
|
|
PASSWORD: "${{ secrets.PASSWORD }}"
|
|
REGION: "${{ secrets.REGION }}"
|
|
DATABASE: "${{ secrets.DATABASE }}"
|
|
WAREHOUSE: "${{ secrets.WAREHOUSE }}"
|
|
SCHEMA: "${{ secrets.SCHEMA }}"
|
|
|
|
|
|
jobs:
|
|
run_dbt_jobs:
|
|
runs-on: ubuntu-latest
|
|
environment:
|
|
name: workflow_prod
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- uses: actions/setup-python@v1
|
|
with:
|
|
python-version: "3.7.x"
|
|
|
|
- name: install dependencies
|
|
run: |
|
|
pip3 install dbt-snowflake==1.2.0 cli_passthrough requests click
|
|
dbt deps
|
|
- name: Run DBT Jobs
|
|
run: |
|
|
dbt run-operation run_sp_refresh_external_tables_full
|
|
dbt run -s models/silver/silver__transactions.sql models/silver/silver__blocks.sql models/silver/silver__votes.sql models/silver/silver___inner_instructions.sql models/silver/silver___instructions.sql models/silver/silver__events.sql models/silver/silver___all_undecoded_instructions_data.sql
|
|
dbt run-operation run_sp_refresh_external_tables_full
|
|
dbt run -s ./models --exclude models/silver/silver__transactions.sql models/silver/silver__blocks.sql models/silver/silver__votes.sql models/silver/silver___inner_instructions.sql models/silver/silver___instructions.sql models/silver/silver__events.sql models/silver/silver___all_undecoded_instructions_data.sql tag:share models/streamline models/silver/silver__daily_signers.sql models/silver/silver__signers.sql models/core/core__ez_signers.sql
|
|
dbt run -s models/silver/nfts/silver__nft_mints.sql --full-refresh
|