From 590b7e26b948a90cb833bfaac44cca9af3f40ec8 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 15 Apr 2025 12:45:43 -0400 Subject: [PATCH 1/2] traces2 --- ...servability__fact_traces2_completeness.sql | 115 ------------------ ...ver_observability__traces_completeness.sql | 5 +- 2 files changed, 2 insertions(+), 118 deletions(-) delete mode 100644 models/silver/_observability/silver_observability__fact_traces2_completeness.sql diff --git a/models/silver/_observability/silver_observability__fact_traces2_completeness.sql b/models/silver/_observability/silver_observability__fact_traces2_completeness.sql deleted file mode 100644 index 989b45d..0000000 --- a/models/silver/_observability/silver_observability__fact_traces2_completeness.sql +++ /dev/null @@ -1,115 +0,0 @@ -{{ config( - materialized = 'incremental', - unique_key = 'test_timestamp', - full_refresh = true, - tags = ['observability'] -) }} - -WITH summary_stats AS ( - SELECT - MIN(block_number) AS min_block, - MAX(block_number) AS max_block, - MIN(block_timestamp) AS min_block_timestamp, - MAX(block_timestamp) AS max_block_timestamp, - COUNT(1) AS blocks_tested - FROM - {{ ref('silver__blocks') }} - WHERE - block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP()) - -{% if is_incremental() %} -AND ( - block_number >= ( - SELECT - MIN(block_number) - FROM - ( - SELECT - MIN(block_number) AS block_number - FROM - {{ ref('silver__blocks') }} - WHERE - block_timestamp BETWEEN DATEADD('hour', -96, CURRENT_TIMESTAMP()) - AND DATEADD('hour', -95, CURRENT_TIMESTAMP()) - UNION - SELECT - MIN(VALUE) - 1 AS block_number - FROM - ( - SELECT - blocks_impacted_array - FROM - {{ this }} - qualify ROW_NUMBER() over ( - ORDER BY - test_timestamp DESC - ) = 1 - ), - LATERAL FLATTEN( - input => blocks_impacted_array - ) - ) - ) {% if var('OBSERV_FULL_TEST') %} - OR block_number >= 0 - {% endif %} -) -{% endif %} -), -block_range AS ( - SELECT - _id AS block_number - FROM - {{ ref('silver__number_sequence') }} - WHERE - _id BETWEEN ( - SELECT - min_block - FROM - summary_stats - ) - AND ( - SELECT - max_block - FROM - summary_stats - ) -), -broken_blocks AS ( - SELECT - DISTINCT block_number - FROM - {{ ref("silver__transactions") }} - tx - LEFT JOIN {{ ref("silver__fact_traces2") }} - tr USING ( - block_number, - tx_hash - ) - JOIN block_range USING (block_number) - WHERE - tr.tx_hash IS NULL -), -impacted_blocks AS ( - SELECT - COUNT(1) AS blocks_impacted_count, - ARRAY_AGG(block_number) within GROUP ( - ORDER BY - block_number - ) AS blocks_impacted_array - FROM - broken_blocks -) -SELECT - 'traces' AS test_name, - min_block, - max_block, - min_block_timestamp, - max_block_timestamp, - blocks_tested, - blocks_impacted_count, - blocks_impacted_array, - CURRENT_TIMESTAMP() AS test_timestamp -FROM - summary_stats - JOIN impacted_blocks - ON 1 = 1 diff --git a/models/silver/_observability/silver_observability__traces_completeness.sql b/models/silver/_observability/silver_observability__traces_completeness.sql index a042d96..63386b8 100644 --- a/models/silver/_observability/silver_observability__traces_completeness.sql +++ b/models/silver/_observability/silver_observability__traces_completeness.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = false, + full_refresh = true, tags = ['observability'] ) }} @@ -16,7 +16,6 @@ WITH summary_stats AS ( {{ ref('silver__blocks') }} WHERE block_timestamp <= DATEADD('hour', -12, CURRENT_TIMESTAMP()) - AND block_timestamp >= '2024-02-23 00:00:00.000' --earliest trace data backfilled {% if is_incremental() %} AND ( @@ -81,7 +80,7 @@ broken_blocks AS ( FROM {{ ref("silver__transactions") }} tx - LEFT JOIN {{ ref("silver__traces") }} + LEFT JOIN {{ ref("core__fact_traces") }} tr USING ( block_number, tx_hash From 84c8e69396aa696de70ce9cd6b6c43613e3f7d16 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 15 Apr 2025 12:46:08 -0400 Subject: [PATCH 2/2] fr --- .../silver_observability__traces_completeness.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/silver/_observability/silver_observability__traces_completeness.sql b/models/silver/_observability/silver_observability__traces_completeness.sql index 63386b8..156465b 100644 --- a/models/silver/_observability/silver_observability__traces_completeness.sql +++ b/models/silver/_observability/silver_observability__traces_completeness.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'incremental', unique_key = 'test_timestamp', - full_refresh = true, + full_refresh = false, tags = ['observability'] ) }}