update alerts

.github/workflows/dbt_docs_update.yml

@@ -67,4 +67,11 @@ jobs:
           git commit -am "Auto-update docs"
       - name: push changes to docs
         run: |
-          git push -f --set-upstream origin docs
+          git push -f --set-upstream origin docs
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_adhoc.yml

@@ -63,4 +63,11 @@ jobs:
       - name: Run DBT Jobs
         run: |
           ${{ inputs.dbt_command }}
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
           

.github/workflows/dbt_run_incremental_core.yml

@@ -40,3 +40,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run -m models/bronze "aptos_models,tag:core"
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_incremental_noncore.yml

@@ -40,3 +40,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run -m models/bronze "aptos_models,tag:noncore" "aptos_models,tag:core"
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_blocks_tx_realtime.yml

@@ -40,3 +40,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 2+models/streamline/core/realtime/streamline__blocks_tx_realtime.sql;
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_run_streamline_transactions_realtime.yml

@@ -40,3 +40,10 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__transaction_batch_realtime.sql models/silver/core/silver__blocks.sql;
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_daily.yml

@@ -43,6 +43,13 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt test --exclude "aptos_models,tag:full_test" "aptos_models,tag:recent_test" "aptos_models,tag:gha_tasks" livequery_models
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
   
 
 

.github/workflows/dbt_test_intraday.yml

@@ -42,4 +42,11 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run -m "aptos_models,tag:observability"
-          dbt test -m "aptos_models,tag:recent_test" "aptos_models,tag:observability"
+          dbt test -m "aptos_models,tag:recent_test" "aptos_models,tag:observability"
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/dbt_test_monthly.yml

@@ -42,4 +42,11 @@ jobs:
           dbt deps
       - name: Run DBT Jobs
         run: |
-          dbt test --select "aptos_models,tag:full_test"
+          dbt test --select "aptos_models,tag:full_test"
+
+  notify-failure:
+    needs: [run_dbt_jobs]
+    if: failure()
+    uses: ./.github/workflows/slack_notify.yml
+    secrets:
+      SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/slack_notify.yml

@@ -0,0 +1,27 @@
+name: dbt_test_tasks
+run-name: dbt_test_tasks
+
+on:
+  workflow_dispatch:
+    branches:
+      - "main"
+    
+env:
+  DBT_PROFILES_DIR: ./
+
+  ACCOUNT: "${{ vars.ACCOUNT }}"
+  ROLE: "${{ vars.ROLE }}"
+  USER: "${{ vars.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ vars.REGION }}"
+  DATABASE: "${{ vars.DATABASE }}"
+  WAREHOUSE: "${{ vars.WAREHOUSE }}"
+  SCHEMA: "${{ vars.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  called_workflow_template:
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@AN-4374/upgrade-dbt-1.7
+    secrets: inherit

python/slack_alert.py

@@ -0,0 +1,74 @@
+import requests
+import os
+import sys
+
+def create_message():
+    """Creates a simple failure notification message with repo, workflow name, and URL"""
+
+    # Get GitHub environment variables
+    repository = os.environ.get('GITHUB_REPOSITORY', 'Unknown repository')
+    repo_name = repository.split('/')[-1] if '/' in repository else repository
+    workflow_name = os.environ.get('GITHUB_WORKFLOW', 'Unknown workflow')
+    run_id = os.environ.get('GITHUB_RUN_ID', '')
+    server_url = os.environ.get('GITHUB_SERVER_URL', 'https://github.com')
+
+    # Build the workflow URL
+    workflow_url = f"{server_url}/{repository}/actions/runs/{run_id}"
+
+    message_body = {
+        "text": f"Failure in {repo_name}",
+        "attachments": [
+            {
+                "color": "#f44336",  # Red color for failures
+                "fields": [
+                    {
+                        "title": "Repository",
+                        "value": repository,
+                        "short": True
+                    },
+                    {
+                        "title": "Workflow",
+                        "value": workflow_name,
+                        "short": True
+                    }
+                ],
+                "actions": [
+                    {
+                        "type": "button",
+                        "text": "View Workflow Run",
+                        "style": "primary",
+                        "url": workflow_url
+                    }
+                ],
+                "footer": "GitHub Actions"
+            }
+        ]
+    }
+
+    return message_body
+
+def send_alert(webhook_url):
+    """Sends a failure notification to Slack"""
+
+    message = create_message()
+
+    try:
+        response = requests.post(webhook_url, json=message)
+
+        if response.status_code == 200:
+            print("Successfully sent Slack notification")
+        else:
+            print(f"Failed to send Slack notification: {response.status_code} {response.text}")
+            sys.exit(1)
+    except Exception as e:
+        print(f"Error sending Slack notification: {str(e)}")
+        sys.exit(1)
+
+if __name__ == '__main__':
+    webhook_url = os.environ.get("SLACK_WEBHOOK_URL")
+
+    if not webhook_url:
+        print("ERROR: SLACK_WEBHOOK_URL environment variable is required")
+        sys.exit(1)
+
+    send_alert(webhook_url)