From e4782869a0577a0ce45086221e445ae49ae51534 Mon Sep 17 00:00:00 2001
From: Matt Romano <42412983+mattromano@users.noreply.github.com>
Date: Thu, 27 Jul 2023 12:36:37 -0700
Subject: [PATCH] An 3575/full-test-updates (#205)

* update traces exclude test

* monthly test yml setup

* test workflow env update

* format fix

* move missing tx filter to bottom cte

* monthly fix

* Update missing_txs.sql -and in where clause
---
 .github/workflows/dbt_test_daily.yml    |  2 +-
 .github/workflows/dbt_test_intraday.yml |  2 +-
 .github/workflows/dbt_test_monthly.yml  | 44 +++++++++++++++++++++++++
 macros/tests/missing_txs.sql            | 12 +++++--
 4 files changed, 56 insertions(+), 4 deletions(-)
 create mode 100644 .github/workflows/dbt_test_monthly.yml

diff --git a/.github/workflows/dbt_test_daily.yml b/.github/workflows/dbt_test_daily.yml
index e1e0314..fc68f5a 100644
--- a/.github/workflows/dbt_test_daily.yml
+++ b/.github/workflows/dbt_test_daily.yml
@@ -26,7 +26,7 @@ jobs:
   run_dbt_jobs:
     runs-on: ubuntu-latest
     environment: 
-      name: workflow_prod
+      name: workflow_test
 
     steps:
       - uses: actions/checkout@v3
diff --git a/.github/workflows/dbt_test_intraday.yml b/.github/workflows/dbt_test_intraday.yml
index d4904f2..da8cff8 100644
--- a/.github/workflows/dbt_test_intraday.yml
+++ b/.github/workflows/dbt_test_intraday.yml
@@ -26,7 +26,7 @@ jobs:
   run_dbt_jobs:
     runs-on: ubuntu-latest
     environment: 
-      name: workflow_prod
+      name: workflow_test
 
     steps:
       - uses: actions/checkout@v3
diff --git a/.github/workflows/dbt_test_monthly.yml b/.github/workflows/dbt_test_monthly.yml
new file mode 100644
index 0000000..0bbb64c
--- /dev/null
+++ b/.github/workflows/dbt_test_monthly.yml
@@ -0,0 +1,44 @@
+name: dbt_test_monthly
+run-name: dbt_test_monthly
+
+on:
+  workflow_dispatch:
+  schedule:
+    # Runs “1st of month at 12PM” (see https://crontab.guru)
+    - cron: '0 12 1 * *'
+
+env:
+  DBT_PROFILES_DIR: ./
+
+  ACCOUNT: "${{ vars.ACCOUNT }}"
+  ROLE: "${{ vars.ROLE }}"
+  USER: "${{ vars.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ vars.REGION }}"
+  DATABASE: "${{ vars.DATABASE }}"
+  WAREHOUSE: "${{ vars.WAREHOUSE }}"
+  SCHEMA: "${{ vars.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  run_dbt_jobs:
+    runs-on: ubuntu-latest
+    environment: 
+      name: workflow_test
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v1
+        with:
+          python-version: "3.7.x"
+
+      - name: install dependencies
+        run: |
+          pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click
+          dbt deps
+      - name: Run DBT Jobs
+        run: |
+          dbt test --select tag:full_test
\ No newline at end of file
diff --git a/macros/tests/missing_txs.sql b/macros/tests/missing_txs.sql
index 2d79d04..264fe99 100644
--- a/macros/tests/missing_txs.sql
+++ b/macros/tests/missing_txs.sql
@@ -93,8 +93,16 @@ FROM
     ON base_block_number = model_block_number
     AND base_tx_hash = model_tx_hash
 WHERE
-    model_tx_hash IS NULL
-    OR model_block_number IS NULL
+    (
+        model_tx_hash IS NULL
+        OR model_block_number IS NULL
+    )
+    AND block_number NOT IN (
+        SELECT
+            block_number
+        FROM
+            {{ ref('silver_observability__excluded_trace_blocks') }}
+    )
 {% endmacro %}
 
 {% macro recent_missing_traces(