added files

This commit is contained in:
yulike 2022-12-02 11:08:13 -05:00
parent 31e47a7b37
commit cfad2030ab
5 changed files with 111 additions and 4 deletions

BIN
.DS_Store vendored

Binary file not shown.

View File

@ -5,7 +5,6 @@ on:
workflow_dispatch:
branches:
- main
- test_update_dbt_adhoc_command
inputs:
dbt_command:
type: string

3
.gitignore vendored
View File

@ -1,3 +0,0 @@
temp/
models_yml/
LICENSE

64
temp/dbt_docs_updates.yml Normal file
View File

@ -0,0 +1,64 @@
name: docs_update
on:
workflow_call:
env:
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
scheduled_run:
name: docs_update
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
with:
python-version: "3.7.x"
- name: install dependencies
run: |
pip install dbt-snowflake
dbt deps
- name: delete existing docs branch
run: git push origin --delete docs || true
- name: checkout docs branch
run: |
git checkout -b docs
git push --set-upstream origin docs
- name: generate dbt docs
run: dbt docs generate -t prod --profiles-dir ./.dbt
- name: move files to docs directory
run: |
mkdir -p ./docs
cp target/{catalog.json,manifest.json,index.html} docs/
- name: clean up target directory
run: dbt clean
- name: check for changes
run: git status
- name: stage changed files
run: git add .
- name: commit changed files
run: |
git config user.email "abc@xyz"
git config user.name "github-actions"
git commit -am "Auto-update docs"
- name: push changes to docs
run: |
git push

47
temp/dbt_run_template.yml Normal file
View File

@ -0,0 +1,47 @@
name: dbt_run_template
on:
workflow_call:
inputs:
dbt_command:
type: string
description: 'dbt commands to run'
required: true
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow
strategy:
matrix:
command: ${{fromJson(inputs.dbt_command)}}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
with:
python-version: "3.7.x"
- name: install dependencies
run: |
pip3 install dbt-snowflake cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |
${{ matrix.command }}