alerts

.github/workflows/dbt_alter_gha_task.yml

@@ -58,3 +58,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run-operation fsc_utils.alter_gha_task --args '{ "task_name": "TRIGGER_${{ env.WORKFLOW_NAME_UPPER }}", "task_action": "${{ inputs.task_action }}" }'
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_docs_update.yml

@@ -73,3 +73,10 @@ jobs:
       - name: push changes to docs
         run: |
           git push -f --set-upstream origin docs
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_adhoc.yml

@@ -67,3 +67,11 @@ jobs:
       - name: Run DBT Jobs
         run: |
           ${{ inputs.dbt_command }}
+
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_atlas.yml

@@ -54,3 +54,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_deployment.yml

@@ -1,74 +0,0 @@
-name: dbt_run_deployment
-run-name: dbt_run_deployment
-
-on:
-  workflow_dispatch:
-    branches:
-      - "main"
-    inputs:
-      warehouse:
-        type: choice
-        description: Snowflake warehouse
-        required: true
-        options:
-          - DBT
-          - DBT_CLOUD
-          - DBT_EMERGENCY
-        default: DBT
-      dbt_command:
-        type: string
-        description: "DBT Run Command"
-        required: true
-
-env:
-  USE_VARS: "${{ vars.USE_VARS }}"
-  DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
-  DBT_VERSION: "${{ vars.DBT_VERSION }}"
-  ACCOUNT: "${{ vars.ACCOUNT }}"
-  ROLE: "${{ vars.ROLE }}"
-  USER: "${{ vars.USER }}"
-  PASSWORD: "${{ secrets.PASSWORD }}"
-  REGION: "${{ vars.REGION }}"
-  DATABASE: "${{ vars.DATABASE }}"
-  WAREHOUSE: "${{ inputs.WAREHOUSE }}"
-  SCHEMA: "${{ vars.SCHEMA }}"
-
-concurrency:
-  group: ${{ github.workflow }}
-  cancel-in-progress: false
-
-
-
-jobs:
-  dbt:
-    runs-on: ubuntu-latest
-    environment:
-      name: workflow_prod
-    steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-          cache: "pip"
-
-      - name: install dependencies
-        run: |
-          pip install -r requirements.txt
-          dbt deps
-
-      - name: Run DBT Jobs
-        run: |
-          ${{ inputs.dbt_command }}
-
-      - name: Run datashare model
-        run: |
-          cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi; 
-          dbt run-operation run_query --args "{sql: call admin.datashare.sp_grant_share_permissions('${{ env.DATABASE }}')}"
-
-      - name: Store logs
-        uses: actions/upload-artifact@v4
-        with:
-          name: dbt-logs
-          path: |
-            logs
-            target

.github/workflows/dbt_run_dev_refresh.yml

@@ -55,3 +55,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_full_observability.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":True}' -m tag:observability
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_observability.yml

@@ -46,3 +46,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":False}' -m tag:observability
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled.yml

@@ -54,3 +54,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_scheduled_non_realtime.yml

@@ -45,3 +45,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "tag:non_realtime"
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_history.yml

@@ -51,3 +51,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml

@@ -54,3 +54,11 @@ jobs:
           path: |
             logs
             target
+
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_realtime_tx_receipts.yml

@@ -54,3 +54,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_traces_history.yml

@@ -54,3 +54,10 @@ jobs:
           path: |
             logs
             target
+
+  notify-failure:
+    needs: [dbt]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_daily.yml

@@ -51,3 +51,10 @@ jobs:
       - name: Log test results
         run: |
           python python_scripts/test_alert/dbt_test_alert.py
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_tasks.yml

@@ -42,3 +42,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt test -m models/github_actions/github_actions__current_task_status.sql
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_weekly.yml

@@ -51,3 +51,10 @@ jobs:
       - name: Log test results
         run: |
           python python_scripts/test_alert/dbt_test_alert.py
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/slack_notify.yml

@@ -0,0 +1,27 @@
+name: Slack Notification
+on:
+  workflow_call:
+    secrets:
+      SLACK_WEBHOOK_URL:
+        required: true
+
+jobs:
+  notify:
+    runs-on: ubuntu-latest
+    environment: workflow_prod
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          
+      - name: Install dependencies
+        run: pip install requests
+          
+      - name: Send Slack notification
+        run: python python/slack_alert.py
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

python_scripts/slack_alert.py

@@ -0,0 +1,74 @@
+import requests
+import os
+import sys
+
+def create_message():
+    """Creates a simple failure notification message with repo, workflow name, and URL"""
+    
+    # Get GitHub environment variables
+    repository = os.environ.get('GITHUB_REPOSITORY', 'Unknown repository')
+    repo_name = repository.split('/')[-1] if '/' in repository else repository
+    workflow_name = os.environ.get('GITHUB_WORKFLOW', 'Unknown workflow')
+    run_id = os.environ.get('GITHUB_RUN_ID', '')
+    server_url = os.environ.get('GITHUB_SERVER_URL', 'https://github.com')
+    
+    # Build the workflow URL
+    workflow_url = f"{server_url}/{repository}/actions/runs/{run_id}"
+    
+    message_body = {
+        "text": f"Failure in {repo_name}",
+        "attachments": [
+            {
+                "color": "#f44336",  # Red color for failures
+                "fields": [
+                    {
+                        "title": "Repository",
+                        "value": repository,
+                        "short": True
+                    },
+                    {
+                        "title": "Workflow",
+                        "value": workflow_name,
+                        "short": True
+                    }
+                ],
+                "actions": [
+                    {
+                        "type": "button",
+                        "text": "View Workflow Run",
+                        "style": "primary",
+                        "url": workflow_url
+                    }
+                ],
+                "footer": "GitHub Actions"
+            }
+        ]
+    }
+    
+    return message_body
+
+def send_alert(webhook_url):
+    """Sends a failure notification to Slack"""
+    
+    message = create_message()
+    
+    try:
+        response = requests.post(webhook_url, json=message)
+        
+        if response.status_code == 200:
+            print("Successfully sent Slack notification")
+        else:
+            print(f"Failed to send Slack notification: {response.status_code} {response.text}")
+            sys.exit(1)
+    except Exception as e:
+        print(f"Error sending Slack notification: {str(e)}")
+        sys.exit(1)
+
+if __name__ == '__main__':
+    webhook_url = os.environ.get("SLACK_WEBHOOK_URL")
+    
+    if not webhook_url:
+        print("ERROR: SLACK_WEBHOOK_URL environment variable is required")
+        sys.exit(1)
+    
+    send_alert(webhook_url)