An 3575/full-test-updates (#205)

* update traces exclude test

* monthly test yml setup

* test workflow env update

* format fix

* move missing tx filter to bottom cte

* monthly fix

* Update missing_txs.sql -and in where clause
This commit is contained in:
Matt Romano 2023-07-27 12:36:37 -07:00 committed by GitHub
parent f3fea3de1d
commit e4782869a0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 56 additions and 4 deletions

View File

@ -26,7 +26,7 @@ jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
name: workflow_test
steps:
- uses: actions/checkout@v3

View File

@ -26,7 +26,7 @@ jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
name: workflow_test
steps:
- uses: actions/checkout@v3

44
.github/workflows/dbt_test_monthly.yml vendored Normal file
View File

@ -0,0 +1,44 @@
name: dbt_test_monthly
run-name: dbt_test_monthly
on:
workflow_dispatch:
schedule:
# Runs “1st of month at 12PM” (see https://crontab.guru)
- cron: '0 12 1 * *'
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_test
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
with:
python-version: "3.7.x"
- name: install dependencies
run: |
pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |
dbt test --select tag:full_test

View File

@ -93,8 +93,16 @@ FROM
ON base_block_number = model_block_number
AND base_tx_hash = model_tx_hash
WHERE
model_tx_hash IS NULL
OR model_block_number IS NULL
(
model_tx_hash IS NULL
OR model_block_number IS NULL
)
AND block_number NOT IN (
SELECT
block_number
FROM
{{ ref('silver_observability__excluded_trace_blocks') }}
)
{% endmacro %}
{% macro recent_missing_traces(