flip/aurora-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/aurora-models.git synced 2026-02-06 13:46:43 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Merge pull request #41 from WHYTEWYLL/AN-3724-observability-models-aurora

Browse Source 
fix: typo action, add: daily action, uppdate: sysdate
This commit is contained in:
Jack Forgash 2023-09-01 09:47:03 -06:00 committed by GitHub
commit 4d2d89d41d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 62 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/dbt_run_ful_observability.yml → .github/workflows/dbt_run_full_observability.yml vendored
View File

@ -37,9 +37,8 @@ jobs:
python-version: "3.7.x"
- name: install dependencies
run: |
pip install -r requirements.txt
pip3 install dbt-snowflake==${{ env.DBT_VERSION }} cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |

45
.github/workflows/dbt_run_observability.yml vendored Normal file
View File

@ -0,0 +1,45 @@
name: dbt_run_full_observability
run-name: dbt_run_full_observability
on:
workflow_dispatch:
schedule:
# Runs "2 times per day" (see https://crontab.guru)
- cron: "0 6,18 * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ inputs.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
with:
python-version: "3.7.x"
- name: install dependencies
run: |
pip3 install dbt-snowflake==${{ env.DBT_VERSION }} cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |
dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":False}' -m tag:observability

8
models/silver/_obervability/silver_observability__blocks_completeness.sql
View File

@ -16,7 +16,7 @@ WITH summary_stats AS (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP())
block_timestamp <= DATEADD('hour', -12, SYSDATE())
{% if is_incremental() %}
AND (
@ -30,8 +30,8 @@ AND (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp BETWEEN DATEADD('hour', -96, CURRENT_TIMESTAMP())
AND DATEADD('hour', -95, CURRENT_TIMESTAMP())
block_timestamp BETWEEN DATEADD('hour', -96, SYSDATE())
AND DATEADD('hour', -95, SYSDATE())
UNION
SELECT
MIN(VALUE) - 1 AS block_number
@ -151,7 +151,7 @@ SELECT
ORDER BY
A.block_number
) AS blocks_impacted_array,
CURRENT_TIMESTAMP AS test_timestamp
SYSDATE() AS test_timestamp
FROM
block_gen A
LEFT JOIN blocks b

8
models/silver/_obervability/silver_observability__logs_completeness.sql
View File

@ -16,7 +16,7 @@ WITH summary_stats AS (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP())
block_timestamp <= DATEADD('hour', -12, SYSDATE())
{% if is_incremental() %}
AND (
@ -30,8 +30,8 @@ AND (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp BETWEEN DATEADD('hour', -96, CURRENT_TIMESTAMP())
AND DATEADD('hour', -95, CURRENT_TIMESTAMP())
block_timestamp BETWEEN DATEADD('hour', -96, SYSDATE())
AND DATEADD('hour', -95, SYSDATE())
UNION
SELECT
MIN(VALUE) - 1 AS block_number
@ -115,7 +115,7 @@ SELECT
blocks_tested,
blocks_impacted_count,
blocks_impacted_array,
CURRENT_TIMESTAMP() AS test_timestamp
SYSDATE() AS test_timestamp
FROM
summary_stats
JOIN impacted_blocks

8
models/silver/_obervability/silver_observability__receipts_completeness.sql
View File

@ -16,7 +16,7 @@ WITH summary_stats AS (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP())
block_timestamp <= DATEADD('hour', -12, SYSDATE())
{% if is_incremental() %}
AND (
@ -30,8 +30,8 @@ AND (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp BETWEEN DATEADD('hour', -96, CURRENT_TIMESTAMP())
AND DATEADD('hour', -95, CURRENT_TIMESTAMP())
block_timestamp BETWEEN DATEADD('hour', -96, SYSDATE())
AND DATEADD('hour', -95, SYSDATE())
UNION
SELECT
MIN(VALUE) - 1 AS block_number
@ -113,7 +113,7 @@ SELECT
blocks_tested,
blocks_impacted_count,
blocks_impacted_array,
CURRENT_TIMESTAMP() AS test_timestamp
SYSDATE() AS test_timestamp
FROM
summary_stats
JOIN impacted_blocks

8
models/silver/_obervability/silver_observability__transactions_completeness.sql
View File

@ -16,7 +16,7 @@ WITH summary_stats AS (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP())
block_timestamp <= DATEADD('hour', -12, SYSDATE())
{% if is_incremental() %}
AND (
@ -30,8 +30,8 @@ AND (
FROM
{{ ref('silver__blocks') }}
WHERE
block_timestamp BETWEEN DATEADD('hour', -96, CURRENT_TIMESTAMP())
AND DATEADD('hour', -95, CURRENT_TIMESTAMP())
block_timestamp BETWEEN DATEADD('hour', -96, SYSDATE())
AND DATEADD('hour', -95, SYSDATE())
UNION
SELECT
MIN(VALUE) - 1 AS block_number
@ -110,7 +110,7 @@ SELECT
blocks_tested,
blocks_impacted_count,
blocks_impacted_array,
CURRENT_TIMESTAMP() AS test_timestamp
SYSDATE() AS test_timestamp
FROM
summary_stats
JOIN impacted_blocks