AN-5978/add slack alert (#443)

* add slack alert monitor

* fix external points realtime slack target

* external rt

* tx res

* txs

.github/workflows/dbt_docs_update.yml

@@ -73,3 +73,10 @@ jobs:
       - name: push changes to docs
         run: |
           git push -f --set-upstream origin docs
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_observability_models.yml

@@ -24,7 +24,7 @@ concurrency:
   group: ${{ github.workflow }}
 
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -51,3 +51,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_adhoc.yml

@@ -70,3 +70,10 @@ jobs:
         with:
           name: dbt-logs
           path: logs
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_daily_dev_refresh.yml

@@ -24,7 +24,7 @@ concurrency:
   group: ${{ github.workflow }}
 
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -51,3 +51,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_deployment.yml

@@ -37,7 +37,7 @@ concurrency:
   group: ${{ github.workflow }}
 
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -69,4 +69,10 @@ jobs:
           path: |
             logs
             target
-    
+    
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_moments_metadata.yml

@@ -24,7 +24,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -54,3 +54,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled.yml

@@ -28,7 +28,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -57,3 +57,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled_abis.yml

@@ -47,4 +47,11 @@ jobs:
 
       - name: Kick off decoded logs history, if there are new ABIs from users
         run: |
-          dbt run-operation run_decoded_logs_history
+          dbt run-operation run_decoded_logs_history
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled_non_core.yml

@@ -24,7 +24,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -53,4 +53,10 @@ jobs:
           path: |
             logs
             target
-    
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled_scores.yml

@@ -44,4 +44,10 @@ jobs:
       - name: Update scores
         run: |
           dbt run -m "flow_models,tag:scores"
-    
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled_streamline_non_core.yml

@@ -25,7 +25,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -61,3 +61,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_blocks.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Realtime
         run: |
           dbt run -s 1+streamline__get_blocks_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False}'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_collections.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Realtime
         run: |
           dbt run -s 1+streamline__get_collections_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False}'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_decoded_logs_history.yml

@@ -47,4 +47,11 @@ jobs:
 
       - name: Decode historical logs
         run: |
-          dbt run-operation decoded_logs_history --vars '{"STREAMLINE_INVOKE_STREAMS":True}'
+          dbt run-operation decoded_logs_history --vars '{"STREAMLINE_INVOKE_STREAMS":True}'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_evm_daily_realtime.yml

@@ -50,4 +50,4 @@ jobs:
     if: failure()
     uses: ./.github/workflows/slack_notify.yml
     secrets:
-      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_evm_daily_silver.yml

@@ -50,4 +50,4 @@ jobs:
     if: failure()
     uses: ./.github/workflows/slack_notify.yml
     secrets:
-      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_evm_realtime.yml

@@ -50,4 +50,4 @@ jobs:
     if: failure()
     uses: ./.github/workflows/slack_notify.yml
     secrets:
-      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_external_points_balances_realtime.yml

@@ -30,7 +30,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -57,3 +57,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_external_realtime.yml

@@ -29,7 +29,7 @@ concurrency:
   group: ${{ github.workflow }}
     
 jobs:
-  dbt:
+  run_dbt_jobs:
     runs-on: ubuntu-latest
     environment:
       name: workflow_prod
@@ -56,3 +56,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_transaction_results.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Realtime
         run: |
           dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False, "producer_batch_size": 60000, "worker_batch_size": 2000}'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_transactions.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Realtime
         run: |
           dbt run -s 1+streamline__get_transactions_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False}'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_recent_evm.yml

@@ -54,4 +54,4 @@ jobs:
     if: failure()
     uses: ./.github/workflows/slack_notify.yml
     secrets:
-      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}
+      EVM_SLACK_WEBHOOK_URL: ${{ secrets.EVM_SLACK_WEBHOOK_URL }}