diff --git a/.DS_Store b/.DS_Store index 28f0584..5206faf 100644 Binary files a/.DS_Store and b/.DS_Store differ diff --git a/.github/workflows/dbt_run_adhoc.yml b/.github/workflows/dbt_run_adhoc.yml index 26b8641..6243603 100644 --- a/.github/workflows/dbt_run_adhoc.yml +++ b/.github/workflows/dbt_run_adhoc.yml @@ -5,7 +5,6 @@ on: workflow_dispatch: branches: - main - - test_update_dbt_adhoc_command inputs: dbt_command: type: string diff --git a/.gitignore b/.gitignore index ce190b9..e69de29 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +0,0 @@ -temp/ -models_yml/ -LICENSE \ No newline at end of file diff --git a/temp/dbt_docs_updates.yml b/temp/dbt_docs_updates.yml new file mode 100644 index 0000000..d4ac543 --- /dev/null +++ b/temp/dbt_docs_updates.yml @@ -0,0 +1,64 @@ +name: docs_update + +on: + workflow_call: + +env: + ACCOUNT: "${{ secrets.ACCOUNT }}" + ROLE: "${{ secrets.ROLE }}" + USER: "${{ secrets.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ secrets.REGION }}" + DATABASE_DEV: "${{ secrets.DATABASE_DEV }}" + DATABASE_PROD: "${{ secrets.DATABASE_PROD }}" + WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}" + WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}" + SCHEMA: "${{ secrets.SCHEMA }}" + +jobs: + scheduled_run: + name: docs_update + runs-on: ubuntu-latest + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v1 + with: + python-version: "3.7.x" + + - name: install dependencies + run: | + pip install dbt-snowflake + dbt deps + - name: delete existing docs branch + run: git push origin --delete docs || true + + - name: checkout docs branch + run: | + git checkout -b docs + git push --set-upstream origin docs + - name: generate dbt docs + run: dbt docs generate -t prod --profiles-dir ./.dbt + + - name: move files to docs directory + run: | + mkdir -p ./docs + cp target/{catalog.json,manifest.json,index.html} docs/ + - name: clean up target directory + run: dbt clean + + - name: check for changes + run: git status + + - name: stage changed files + run: git add . + + - name: commit changed files + run: | + git config user.email "abc@xyz" + git config user.name "github-actions" + git commit -am "Auto-update docs" + - name: push changes to docs + run: | + git push \ No newline at end of file diff --git a/temp/dbt_run_template.yml b/temp/dbt_run_template.yml new file mode 100644 index 0000000..cd03cf0 --- /dev/null +++ b/temp/dbt_run_template.yml @@ -0,0 +1,47 @@ +name: dbt_run_template + +on: + workflow_call: + inputs: + dbt_command: + type: string + description: 'dbt commands to run' + required: true + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ secrets.ACCOUNT }}" + ROLE: "${{ secrets.ROLE }}" + USER: "${{ secrets.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ secrets.REGION }}" + DATABASE_DEV: "${{ secrets.DATABASE_DEV }}" + DATABASE_PROD: "${{ secrets.DATABASE_PROD }}" + WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}" + WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}" + SCHEMA: "${{ secrets.SCHEMA }}" + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow + strategy: + matrix: + command: ${{fromJson(inputs.dbt_command)}} + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v1 + with: + python-version: "3.7.x" + + - name: install dependencies + run: | + pip3 install dbt-snowflake cli_passthrough requests click + dbt deps + - name: Run DBT Jobs + run: | + ${{ matrix.command }} \ No newline at end of file