This commit is contained in:
drethereum 2024-10-30 10:50:04 -06:00
parent 9fe6beb7e6
commit a7799cf85e
2 changed files with 60 additions and 62 deletions

View File

@ -1,76 +1,76 @@
# name: docs_update
name: docs_update
# on:
# push:
# branches:
# - "main"
on:
push:
branches:
- "main"
# env:
# USE_VARS: "${{ vars.USE_VARS }}"
# DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
# DBT_VERSION: "${{ vars.DBT_VERSION }}"
# ACCOUNT: "${{ vars.ACCOUNT }}"
# ROLE: "${{ vars.ROLE }}"
# USER: "${{ vars.USER }}"
# PASSWORD: "${{ secrets.PASSWORD }}"
# REGION: "${{ vars.REGION }}"
# DATABASE: "${{ vars.DATABASE }}"
# WAREHOUSE: "${{ vars.WAREHOUSE }}"
# SCHEMA: "${{ vars.SCHEMA }}"
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
# concurrency:
# group: ${{ github.workflow }}
concurrency:
group: ${{ github.workflow }}
# jobs:
# run_dbt_jobs:
# runs-on: ubuntu-latest
# environment:
# name: workflow_prod
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
# steps:
# - uses: actions/checkout@v3
steps:
- uses: actions/checkout@v3
# - uses: actions/setup-python@v4
# with:
# python-version: "3.10"
# cache: "pip"
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
# - name: install dependencies
# run: |
# pip install -r requirements.txt
# dbt deps
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
# - name: refresh ddl for datashare
# run: |
# cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi;
- name: refresh ddl for datashare
run: |
cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi;
# - name: checkout docs branch
# run: |
# git checkout -B docs origin/main
- name: checkout docs branch
run: |
git checkout -B docs origin/main
# - name: generate dbt docs
# run: dbt docs generate -t prod
- name: generate dbt docs
run: dbt docs generate -t prod
# - name: move files to docs directory
# run: |
# mkdir -p ./docs
# cp target/{catalog.json,manifest.json,index.html} docs/
- name: move files to docs directory
run: |
mkdir -p ./docs
cp target/{catalog.json,manifest.json,index.html} docs/
# - name: clean up target directory
# run: dbt clean
- name: clean up target directory
run: dbt clean
# - name: check for changes
# run: git status
- name: check for changes
run: git status
# - name: stage changed files
# run: git add .
- name: stage changed files
run: git add .
# - name: commit changed files
# run: |
# git config user.email "abc@xyz"
# git config user.name "github-actions"
# git commit -am "Auto-update docs"
- name: commit changed files
run: |
git config user.email "abc@xyz"
git config user.name "github-actions"
git commit -am "Auto-update docs"
# - name: push changes to docs
# run: |
# git push -f --set-upstream origin docs
- name: push changes to docs
run: |
git push -f --set-upstream origin docs

View File

@ -62,8 +62,6 @@ The following variables can be used to control various aspects of the dbt run. U
| `UPDATE_SNOWFLAKE_TAGS` | Control updating of Snowflake tags. By default, this is set to False | `--vars '{"UPDATE_SNOWFLAKE_TAGS":false}'` |
| `START_GHA_TASKS` | Start GitHub Actions tasks. By default, this is set to False | `--vars '{"START_GHA_TASKS":true}'` |
#### Example Commands
1. Update UDFs and SPs: