solana-models/.github/workflows/dbt_run_batch_backfill_2.yml
tarikceric b22caeab39
An 4528/events inner (#655)
* initial silver models

* create gold tables

* backfill

* incremental backfill runs

* update run interval

* update tests

* removed filter

* updated per pr comments

* update backfill and cluster/so

* update gold inc filter

* backfill updates

* clean up

* disable fr and update backfill date

* update backfill logic

* correct filter date
2024-09-19 10:53:14 -07:00

44 lines
965 B
YAML

name: dbt_run_batch_backfill_2
run-name: dbt_run_batch_backfill_2
on:
workflow_dispatch:
branches:
- "main"
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: DBT_EMERGENCY
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "${{ vars.PYTHON_VERSION }}"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -s "solana_models,tag:events_inner_backfill"