diff --git a/.github/workflows/dbt_test_beacon.yml b/.github/workflows/dbt_test_beacon.yml index 7c2a9027..4f1ae88e 100644 --- a/.github/workflows/dbt_test_beacon.yml +++ b/.github/workflows/dbt_test_beacon.yml @@ -26,7 +26,7 @@ jobs: run_dbt_jobs: runs-on: ubuntu-latest environment: - name: workflow_prod + name: workflow_test steps: - uses: actions/checkout@v3 diff --git a/.github/workflows/dbt_test_daily.yml b/.github/workflows/dbt_test_daily.yml index 980c8425..47c87075 100644 --- a/.github/workflows/dbt_test_daily.yml +++ b/.github/workflows/dbt_test_daily.yml @@ -26,7 +26,7 @@ jobs: run_dbt_jobs: runs-on: ubuntu-latest environment: - name: workflow_prod + name: workflow_test steps: - uses: actions/checkout@v3 diff --git a/.github/workflows/dbt_test_intraday.yml b/.github/workflows/dbt_test_intraday.yml index 2983ada5..46e57f9c 100644 --- a/.github/workflows/dbt_test_intraday.yml +++ b/.github/workflows/dbt_test_intraday.yml @@ -26,7 +26,7 @@ jobs: run_dbt_jobs: runs-on: ubuntu-latest environment: - name: workflow_prod + name: workflow_test steps: - uses: actions/checkout@v3 diff --git a/.github/workflows/dbt_test_monthly.yml b/.github/workflows/dbt_test_monthly.yml new file mode 100644 index 00000000..ff7fd865 --- /dev/null +++ b/.github/workflows/dbt_test_monthly.yml @@ -0,0 +1,44 @@ +name: dbt_test_monthly +run-name: dbt_test_monthly + +on: + workflow_dispatch: + schedule: + # Runs “1st of month at 12AM” (see https://crontab.guru) + - cron: '0 0 1 * *' + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_test + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v1 + with: + python-version: "3.7.x" + + - name: install dependencies + run: | + pip3 install dbt-snowflake==${{ vars.DBT_VERSION }} cli_passthrough requests click + dbt deps + - name: Run DBT Jobs + run: | + dbt test --select tag:full_test \ No newline at end of file diff --git a/macros/tests/missing_txs.sql b/macros/tests/missing_txs.sql index bb8db8c6..313caba7 100644 --- a/macros/tests/missing_txs.sql +++ b/macros/tests/missing_txs.sql @@ -8,7 +8,12 @@ FROM {{ ref('test_silver__transactions_full') }} WHERE - block_number > 3805279 + block_number NOT IN ( + SELECT + block_number + FROM + {{ ref('silver_observability__excluded_trace_blocks') }} + ) ), model_name AS ( SELECT