From afd12e1145e0c5301cc43d9d789f66f496756d2a Mon Sep 17 00:00:00 2001 From: Austin Date: Wed, 23 Apr 2025 10:23:19 -0400 Subject: [PATCH] alerts --- .../workflows/dbt_deploy_new_workflows.yml | 9 ++- .github/workflows/dbt_docs_update.yml | 9 ++- .github/workflows/dbt_integration_test.yml | 9 ++- .github/workflows/dbt_run_adhoc.yml | 9 ++- .github/workflows/dbt_run_deployment.yml | 67 ------------------- .github/workflows/dbt_run_dev_refresh.yml | 16 ++++- .github/workflows/dbt_run_scheduled_main.yml | 9 ++- .../dbt_run_streamline_chainhead.yml | 9 ++- .../workflows/dbt_run_streamline_history.yml | 9 ++- .github/workflows/dbt_test_daily.yml | 9 ++- .github/workflows/dbt_test_intraday.yml | 9 ++- .github/workflows/dbt_test_monthly.yml | 9 ++- packages.yml | 2 +- 13 files changed, 96 insertions(+), 79 deletions(-) delete mode 100644 .github/workflows/dbt_run_deployment.yml diff --git a/.github/workflows/dbt_deploy_new_workflows.yml b/.github/workflows/dbt_deploy_new_workflows.yml index 6c44671..6b6cd38 100644 --- a/.github/workflows/dbt_deploy_new_workflows.yml +++ b/.github/workflows/dbt_deploy_new_workflows.yml @@ -42,4 +42,11 @@ jobs: - name: Deploy New Github Actions run: | - make deploy_new_github_action DBT_TARGET=prod \ No newline at end of file + make deploy_new_github_action DBT_TARGET=prod + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_docs_update.yml b/.github/workflows/dbt_docs_update.yml index d08538e..7d4e3fd 100644 --- a/.github/workflows/dbt_docs_update.yml +++ b/.github/workflows/dbt_docs_update.yml @@ -73,4 +73,11 @@ jobs: - name: push changes to docs run: | - git push -f --set-upstream origin docs \ No newline at end of file + git push -f --set-upstream origin docs + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_integration_test.yml b/.github/workflows/dbt_integration_test.yml index 8e8d3ac..8f545b6 100644 --- a/.github/workflows/dbt_integration_test.yml +++ b/.github/workflows/dbt_integration_test.yml @@ -31,4 +31,11 @@ jobs: dbt test --selector 'integration_tests' environment: ${{ inputs.environment }} warehouse: ${{ needs.prepare_vars.outputs.warehouse }} - secrets: inherit \ No newline at end of file + secrets: inherit + + notify-failure: + needs: [called_workflow_template] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_adhoc.yml b/.github/workflows/dbt_run_adhoc.yml index 4fca74c..547eb05 100644 --- a/.github/workflows/dbt_run_adhoc.yml +++ b/.github/workflows/dbt_run_adhoc.yml @@ -63,4 +63,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - ${{ inputs.dbt_command }} \ No newline at end of file + ${{ inputs.dbt_command }} + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_deployment.yml b/.github/workflows/dbt_run_deployment.yml deleted file mode 100644 index d0735d8..0000000 --- a/.github/workflows/dbt_run_deployment.yml +++ /dev/null @@ -1,67 +0,0 @@ -name: dbt_run_deployment -run-name: ${{ inputs.dbt_command }} - -on: - workflow_dispatch: - branches: - - "main" - inputs: - warehouse: - type: choice - description: Snowflake warehouse - required: true - options: - - DBT - - DBT_CLOUD - - DBT_EMERGENCY - default: DBT - dbt_command: - type: string - description: 'DBT Run Command' - required: true - -env: - DBT_PROFILES_DIR: ./ - DBT_VERSION: "${{ vars.DBT_VERSION }}" - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ inputs.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - dbt: - runs-on: ubuntu-latest - environment: - name: workflow_prod - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - ${{ inputs.dbt_command }} - - name: Run datashare model - run: | - cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi; - dbt run-operation run_query --args "{sql: call admin.datashare.sp_grant_share_permissions('${{ env.DATABASE }}')}" - - name: Store logs - uses: actions/upload-artifact@v3 - with: - name: dbt-logs - path: | - logs - target \ No newline at end of file diff --git a/.github/workflows/dbt_run_dev_refresh.yml b/.github/workflows/dbt_run_dev_refresh.yml index b7198d3..ed3b791 100644 --- a/.github/workflows/dbt_run_dev_refresh.yml +++ b/.github/workflows/dbt_run_dev_refresh.yml @@ -43,6 +43,13 @@ jobs: run: | dbt run-operation fsc_evm.run_sp_create_prod_clone + notify-failure: + needs: [run_dbt_jobs_refresh] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} + run_dbt_jobs_udfs: runs-on: ubuntu-latest needs: run_dbt_jobs_refresh @@ -65,4 +72,11 @@ jobs: - name: Run Recreate UDFs run: | dbt run-operation fsc_utils.create_evm_streamline_udfs --vars '{"UPDATE_UDFS_AND_SPS":True}' -t dev - dbt run -s livequery_models.deploy.core._live --vars '{"UPDATE_UDFS_AND_SPS":True}' -t dev \ No newline at end of file + dbt run -s livequery_models.deploy.core._live --vars '{"UPDATE_UDFS_AND_SPS":True}' -t dev + + notify-failure2: + needs: [run_dbt_jobs_udfs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_main.yml b/.github/workflows/dbt_run_scheduled_main.yml index a36313e..c96e9a0 100644 --- a/.github/workflows/dbt_run_scheduled_main.yml +++ b/.github/workflows/dbt_run_scheduled_main.yml @@ -42,4 +42,11 @@ jobs: - name: Run Main Models run: | - dbt run -m "rise_models,tag:silver_testnet" "rise_models,tag:gold_testnet" "rise_models,tag:bronze_testnet" \ No newline at end of file + dbt run -m "rise_models,tag:silver_testnet" "rise_models,tag:gold_testnet" "rise_models,tag:bronze_testnet" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_chainhead.yml b/.github/workflows/dbt_run_streamline_chainhead.yml index 9bd89a5..4a39b61 100644 --- a/.github/workflows/dbt_run_streamline_chainhead.yml +++ b/.github/workflows/dbt_run_streamline_chainhead.yml @@ -46,4 +46,11 @@ jobs: - name: Run Chainhead Tests run: | - dbt test -m "rise_models,tag:chainhead" \ No newline at end of file + dbt test -m "rise_models,tag:chainhead" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_history.yml b/.github/workflows/dbt_run_streamline_history.yml index c29f99a..56db04f 100644 --- a/.github/workflows/dbt_run_streamline_history.yml +++ b/.github/workflows/dbt_run_streamline_history.yml @@ -42,4 +42,11 @@ jobs: - name: Run History Models run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "rise_models,tag:streamline_testnet_complete" "rise_models,tag:streamline_testnet_history" \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "rise_models,tag:streamline_testnet_complete" "rise_models,tag:streamline_testnet_history" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_test_daily.yml b/.github/workflows/dbt_test_daily.yml index c52ef57..d79b1e5 100644 --- a/.github/workflows/dbt_test_daily.yml +++ b/.github/workflows/dbt_test_daily.yml @@ -46,4 +46,11 @@ jobs: - name: Run Daily Tests run: | - dbt test -m "fsc_evm,tag:daily_test" \ No newline at end of file + dbt test -m "fsc_evm,tag:daily_test" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_test_intraday.yml b/.github/workflows/dbt_test_intraday.yml index 2aeea57..69b5df9 100644 --- a/.github/workflows/dbt_test_intraday.yml +++ b/.github/workflows/dbt_test_intraday.yml @@ -46,4 +46,11 @@ jobs: - name: Run Recent Tests run: | - dbt test -m "fsc_evm,tag:recent_test" \ No newline at end of file + dbt test -m "fsc_evm,tag:recent_test" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_test_monthly.yml b/.github/workflows/dbt_test_monthly.yml index b32e830..2761cef 100644 --- a/.github/workflows/dbt_test_monthly.yml +++ b/.github/workflows/dbt_test_monthly.yml @@ -46,4 +46,11 @@ jobs: - name: Run Full Tests run: | - dbt test -m "fsc_evm,tag:full_test" \ No newline at end of file + dbt test -m "fsc_evm,tag:full_test" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: FlipsideCrypto/fsc-evm/.github/workflows/slack_notify.yml@main + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/packages.yml b/packages.yml index ffc3011..b586f84 100644 --- a/packages.yml +++ b/packages.yml @@ -1,3 +1,3 @@ packages: - git: https://github.com/FlipsideCrypto/fsc-evm.git - revision: v3.28.0 \ No newline at end of file + revision: v3.30.0 \ No newline at end of file