From 2ef2dda8b75b3883b5d584e4a76f9e3ad24d8e97 Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 9 Jul 2024 09:37:45 -0600 Subject: [PATCH] update missing txns --- macros/tests/missing_txs.sql | 86 ++++++++++++++++++- ...aces.sql => test_gold__missing_traces.sql} | 2 +- .../test_gold__recent_missing_traces.sql | 2 + .../test_silver__recent_missing_traces.sql | 2 - 4 files changed, 87 insertions(+), 5 deletions(-) rename tests/berachain/{test_silver__missing_traces.sql => test_gold__missing_traces.sql} (52%) create mode 100644 tests/berachain/test_gold__recent_missing_traces.sql delete mode 100644 tests/berachain/test_silver__recent_missing_traces.sql diff --git a/macros/tests/missing_txs.sql b/macros/tests/missing_txs.sql index 293fb1b..48a487a 100644 --- a/macros/tests/missing_txs.sql +++ b/macros/tests/missing_txs.sql @@ -1,5 +1,6 @@ {% macro missing_txs( - model + model, + where_clause=None ) %} WITH txs_base AS ( SELECT @@ -7,6 +8,9 @@ tx_hash AS base_tx_hash FROM {{ ref('test_silver__transactions_full') }} + {% if where_clause %} + WHERE {{ where_clause }} + {% endif %} ), model_name AS ( SELECT @@ -33,7 +37,8 @@ WHERE {% endmacro %} {% macro recent_missing_txs( - model + model, + where_clause=None ) %} WITH txs_base AS ( SELECT @@ -41,6 +46,83 @@ WHERE tx_hash AS base_tx_hash FROM {{ ref('test_silver__transactions_recent') }} + {% if where_clause %} + WHERE {{ where_clause }} + {% endif %} + ), + model_name AS ( + SELECT + block_number AS model_block_number, + tx_hash AS model_tx_hash + FROM + {{ model }} + ) +SELECT + base_block_number, + base_tx_hash, + model_block_number, + model_tx_hash +FROM + txs_base + LEFT JOIN model_name + ON base_block_number = model_block_number + AND base_tx_hash = model_tx_hash +WHERE + model_tx_hash IS NULL + OR model_block_number IS NULL +{% endmacro %} + +{% macro gold_missing_txs( + model, + where_clause=None + ) %} + WITH txs_base AS ( + SELECT + block_number AS base_block_number, + tx_hash AS base_tx_hash + FROM + {{ ref('test_gold__transactions_full') }} + {% if where_clause %} + WHERE {{ where_clause }} + {% endif %} + ), + model_name AS ( + SELECT + block_number AS model_block_number, + tx_hash AS model_tx_hash + FROM + {{ model }} + ) +SELECT + base_block_number, + base_tx_hash, + model_block_number, + model_tx_hash +FROM + txs_base + LEFT JOIN model_name + ON base_block_number = model_block_number + AND base_tx_hash = model_tx_hash +WHERE + ( + model_tx_hash IS NULL + OR model_block_number IS NULL + ) +{% endmacro %} + +{% macro gold_recent_missing_txs( + model, + where_clause=None + ) %} + WITH txs_base AS ( + SELECT + block_number AS base_block_number, + tx_hash AS base_tx_hash + FROM + {{ ref('test_gold__transactions_recent') }} + {% if where_clause %} + WHERE {{ where_clause }} + {% endif %} ), model_name AS ( SELECT diff --git a/tests/berachain/test_silver__missing_traces.sql b/tests/berachain/test_gold__missing_traces.sql similarity index 52% rename from tests/berachain/test_silver__missing_traces.sql rename to tests/berachain/test_gold__missing_traces.sql index b7a48e4..bfd57de 100644 --- a/tests/berachain/test_silver__missing_traces.sql +++ b/tests/berachain/test_gold__missing_traces.sql @@ -1,2 +1,2 @@ -- depends_on: {{ ref('test_silver__transactions_full') }} -{{ missing_txs(ref("test_gold__traces_full")) }} +{{ gold_missing_txs(ref("test_gold__traces_full")) }} diff --git a/tests/berachain/test_gold__recent_missing_traces.sql b/tests/berachain/test_gold__recent_missing_traces.sql new file mode 100644 index 0000000..7552118 --- /dev/null +++ b/tests/berachain/test_gold__recent_missing_traces.sql @@ -0,0 +1,2 @@ +-- depends_on: {{ ref('test_silver__transactions_recent') }} +{{ gold_recent_missing_txs(ref("test_gold__traces_recent")) }} diff --git a/tests/berachain/test_silver__recent_missing_traces.sql b/tests/berachain/test_silver__recent_missing_traces.sql deleted file mode 100644 index 82557a3..0000000 --- a/tests/berachain/test_silver__recent_missing_traces.sql +++ /dev/null @@ -1,2 +0,0 @@ --- depends_on: {{ ref('test_silver__transactions_recent') }} -{{ recent_missing_txs(ref("test_gold__traces_recent")) }}