reqs file

.github/workflows/dbt_docs_update.yml

@@ -1,4 +1,4 @@
-name: dbt_docs_update
+name: docs_update
 
 on:
   push:
@@ -22,6 +22,51 @@ concurrency:
   group: ${{ github.workflow }}
 
 jobs:
-  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_docs_updates.yml@AN-4374/upgrade-dbt-1.7
-    secrets: inherit 
+  run_dbt_jobs:
+    runs-on: ubuntu-latest
+    environment: 
+      name: workflow_prod
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: "pip"
+
+      - name: install dependencies
+        run: |
+          pip install -r requirements.txt
+          dbt deps
+      
+      - name: refresh ddl for datashare
+        run: |
+          cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi; 
+      - name: checkout docs branch
+        run: |
+          git checkout -B docs origin/main
+      - name: generate dbt docs
+        run: dbt docs generate -t prod
+
+      - name: move files to docs directory
+        run: |
+          mkdir -p ./docs
+          cp target/{catalog.json,manifest.json,index.html} docs/
+      - name: clean up target directory
+        run: dbt clean
+
+      - name: check for changes
+        run: git status
+
+      - name: stage changed files
+        run: git add .
+
+      - name: commit changed files
+        run: |
+          git config user.email "abc@xyz"
+          git config user.name "github-actions"
+          git commit -am "Auto-update docs"
+      - name: push changes to docs
+        run: |
+          git push -f --set-upstream origin docs

.github/workflows/dbt_run_adhoc.yml

@@ -60,7 +60,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click
+          pip install -r requirements.txt
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_daily.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_dev_refresh.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_incremental_core.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_incremental_non_core.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_observability.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_observability_monthly.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_streamline_balances.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_streamline_blocks_txcount_realtime.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_streamline_history.yml

@@ -39,7 +39,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click
+          pip install -r requirements.txt
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_streamline_transactions_realtime.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_run_udf_blockchain.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

.github/workflows/dbt_test.yml

@@ -38,7 +38,7 @@ jobs:
 
       - name: install dependencies
         run: |
-          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click workstream-dbt-core
+          pip install -r requirements.txt workstream-dbt-core
           dbt deps
       - name: Run DBT Jobs
         run: |

requirements.txt

@@ -1 +1,2 @@
-dbt-snowflake>=1.7,<1.8
+dbt-snowflake>=1.7,<1.8
+protobuf==4.25.3