From 94aa9aba9df750b517cda1d34764effe6a7fcb25 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 10 Apr 2025 14:29:48 -0400 Subject: [PATCH] rm nulls --- models/artemis/gold/artemis__active_users.sql | 24 ++++++++++--------- models/artemis/gold/artemis__tx_count.sql | 21 ++++++++-------- 2 files changed, 24 insertions(+), 21 deletions(-) diff --git a/models/artemis/gold/artemis__active_users.sql b/models/artemis/gold/artemis__active_users.sql index e58938f..593d812 100644 --- a/models/artemis/gold/artemis__active_users.sql +++ b/models/artemis/gold/artemis__active_users.sql @@ -9,26 +9,28 @@ SELECT 'active_users' AS metric, 'The reported number of active users as of the block_date' AS description, metric_date AS block_date, - metric_value AS active_users, + metric_value :: INT AS active_users, _inserted_timestamp, {{ dbt_utils.generate_surrogate_key(['blockchain', 'metric', 'block_date']) }} AS active_users_id, SYSDATE() AS inserted_timestamp, SYSDATE() AS modified_timestamp, '{{ invocation_id }}' AS _invocation_id -FROM +FROM {{ ref('silver__artemis') }} WHERE metric = 'dau' - AND metric_value IS NOT NULL - - {% if is_incremental() %} - AND _inserted_timestamp >= ( - SELECT COALESCE(MAX(_inserted_timestamp), '1970-01-01'::TIMESTAMP_NTZ) - FROM {{ this }} - ) + AND NULLIF(TRIM(metric_value), 'null') IS NOT NULL + +{% if is_incremental() %} +AND _inserted_timestamp >= ( + SELECT + COALESCE(MAX(_inserted_timestamp), '1970-01-01' :: timestamp_ntz) + FROM + {{ this }}) {% endif %} -QUALIFY ROW_NUMBER() OVER ( + + qualify ROW_NUMBER() over ( PARTITION BY active_users_id ORDER BY _inserted_timestamp DESC - ) = 1 \ No newline at end of file + ) = 1 diff --git a/models/artemis/gold/artemis__tx_count.sql b/models/artemis/gold/artemis__tx_count.sql index d67b724..3054d85 100644 --- a/models/artemis/gold/artemis__tx_count.sql +++ b/models/artemis/gold/artemis__tx_count.sql @@ -9,27 +9,28 @@ SELECT 'tx_count' AS metric, 'The reported number of transactions as of the block_date' AS description, metric_date AS block_date, - metric_value AS tx_count, + metric_value :: INT AS tx_count, _inserted_timestamp, {{ dbt_utils.generate_surrogate_key(['blockchain', 'metric', 'block_date']) }} AS tx_count_id, SYSDATE() AS inserted_timestamp, SYSDATE() AS modified_timestamp, '{{ invocation_id }}' AS _invocation_id -FROM +FROM {{ ref('silver__artemis') }} WHERE metric = 'daily_txns' - AND metric_value IS NOT NULL + AND NULLIF(TRIM(metric_value), 'null') IS NOT NULL - {% if is_incremental() %} - AND _inserted_timestamp >= ( - SELECT COALESCE(MAX(_inserted_timestamp), '1970-01-01'::TIMESTAMP_NTZ) - FROM {{ this }} - ) +{% if is_incremental() %} +AND _inserted_timestamp >= ( + SELECT + COALESCE(MAX(_inserted_timestamp), '1970-01-01' :: timestamp_ntz) + FROM + {{ this }}) {% endif %} -QUALIFY ROW_NUMBER() OVER ( + qualify ROW_NUMBER() over ( PARTITION BY tx_count_id ORDER BY _inserted_timestamp DESC - ) = 1 \ No newline at end of file + ) = 1