diff --git a/.dbt/profiles.yml b/.github/workflows/.dbt/profiles.yml similarity index 78% rename from .dbt/profiles.yml rename to .github/workflows/.dbt/profiles.yml index 20fadcf..57e2f13 100644 --- a/.dbt/profiles.yml +++ b/.github/workflows/.dbt/profiles.yml @@ -8,8 +8,8 @@ terra: user: "{{ env_var('USER') }}" password: "{{ env_var('PASSWORD') }}" region: "{{ env_var('REGION') }}" - database: "{{ env_var('DATABASE_DEV') }}" - warehouse: "{{ env_var('WAREHOUSE_DEV') }}" + database: "{{ env_var('DATABASE') }}" + warehouse: "{{ env_var('WAREHOUSE') }}" schema: SILVER threads: 4 client_session_keep_alive: False @@ -21,8 +21,8 @@ terra: user: "{{ env_var('USER') }}" password: "{{ env_var('PASSWORD') }}" region: "{{ env_var('REGION') }}" - database: "{{ env_var('DATABASE_PROD') }}" - warehouse: "{{ env_var('WAREHOUSE_PROD') }}" + database: "{{ env_var('DATABASE') }}" + warehouse: "{{ env_var('WAREHOUSE') }}" schema: SILVER threads: 4 client_session_keep_alive: False diff --git a/.github/workflows/docs_update.yml b/.github/workflows/dbt_docs_update.yml similarity index 54% rename from .github/workflows/docs_update.yml rename to .github/workflows/dbt_docs_update.yml index 741de3f..1dac2f6 100644 --- a/.github/workflows/docs_update.yml +++ b/.github/workflows/dbt_docs_update.yml @@ -1,47 +1,48 @@ -name: docs_update +name: dbt_docs_update on: push: - branches: - - 'main' + branches: + - "main" env: - ACCOUNT: '${{ secrets.ACCOUNT }}' - ROLE: '${{ secrets.ROLE }}' - USER: '${{ secrets.USER }}' - PASSWORD: '${{ secrets.PASSWORD }}' - REGION: '${{ secrets.REGION }}' - DATABASE_DEV: '${{ secrets.DATABASE_DEV }}' - DATABASE_PROD: '${{ secrets.DATABASE_PROD }}' - WAREHOUSE_DEV: '${{ secrets.WAREHOUSE_DEV }}' - WAREHOUSE_PROD: '${{ secrets.WAREHOUSE_PROD }}' + DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" + DBT_VERSION: "${{ vars.DBT_VERSION }}" + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} jobs: scheduled_run: name: docs_update runs-on: ubuntu-latest + environment: + name: workflow_prod steps: - uses: actions/checkout@v3 - uses: actions/setup-python@v1 with: - python-version: "3.9.x" + python-version: "3.7.x" - name: install dependencies run: | - pip install dbt-snowflake + pip install dbt-snowflake==${{ secrets.DBT_VERSION }} dbt deps - - name: delete existing docs branch - run: git push origin --delete docs || true - - name: checkout docs branch run: | - git checkout -b docs - git push --set-upstream origin docs - + git checkout -B docs origin/main - name: generate dbt docs - run: dbt docs generate --profiles-dir ./.dbt + run: dbt docs generate - name: move files to docs directory run: | @@ -61,7 +62,6 @@ jobs: git config user.email "abc@xyz" git config user.name "github-actions" git commit -am "Auto-update docs" - - name: push changes to docs run: | - git push + git push -f --set-upstream origin docs \ No newline at end of file diff --git a/.gitignore b/.gitignore index 8dbe590..720244c 100644 --- a/.gitignore +++ b/.gitignore @@ -16,5 +16,5 @@ dbt_docs.sh **/.DS_Store .vscode/ -.dbt/.user.yml +.github/workflows/.dbt/.user.yml dbt-env/ \ No newline at end of file