diff --git a/models/testnet/core/streamline/realtime/streamline__testnet_blocks_transactions_realtime.sql b/models/testnet/core/streamline/realtime/streamline__testnet_blocks_transactions_realtime.sql index 8d7d984..2ed2965 100644 --- a/models/testnet/core/streamline/realtime/streamline__testnet_blocks_transactions_realtime.sql +++ b/models/testnet/core/streamline/realtime/streamline__testnet_blocks_transactions_realtime.sql @@ -15,13 +15,21 @@ tags = ['streamline_testnet_realtime'] ) }} -WITH to_do AS ( +WITH last_3_days AS ( + SELECT block_number + FROM {{ ref("_testnet_block_lookback") }} +), +to_do AS ( SELECT block_number FROM {{ ref("streamline__testnet_blocks") }} + WHERE block_number IS NOT NULL + AND block_number >= (SELECT block_number FROM last_3_days) EXCEPT SELECT block_number FROM {{ ref("streamline__testnet_blocks_complete") }} b INNER JOIN {{ ref("streamline__testnet_transactions_complete") }} t USING(block_number) + WHERE 1=1 + AND block_number >= (SELECT block_number FROM last_3_days) ), ready_blocks AS ( SELECT block_number diff --git a/models/testnet/core/streamline/realtime/streamline__testnet_receipts_realtime.sql b/models/testnet/core/streamline/realtime/streamline__testnet_receipts_realtime.sql index 227d581..dcab2cb 100644 --- a/models/testnet/core/streamline/realtime/streamline__testnet_receipts_realtime.sql +++ b/models/testnet/core/streamline/realtime/streamline__testnet_receipts_realtime.sql @@ -15,12 +15,20 @@ tags = ['streamline_testnet_realtime'] ) }} -WITH to_do AS ( +WITH last_3_days AS ( + SELECT block_number + FROM {{ ref("_testnet_block_lookback") }} +), +to_do AS ( SELECT block_number FROM {{ ref("streamline__testnet_blocks") }} + WHERE block_number IS NOT NULL + AND block_number >= (SELECT block_number FROM last_3_days) EXCEPT SELECT block_number FROM {{ ref("streamline__testnet_receipts_complete") }} + WHERE 1=1 + AND block_number >= (SELECT block_number FROM last_3_days) ), ready_blocks AS ( SELECT block_number diff --git a/models/testnet/core/streamline/realtime/streamline__testnet_traces_realtime.sql b/models/testnet/core/streamline/realtime/streamline__testnet_traces_realtime.sql index 8b05706..eec364e 100644 --- a/models/testnet/core/streamline/realtime/streamline__testnet_traces_realtime.sql +++ b/models/testnet/core/streamline/realtime/streamline__testnet_traces_realtime.sql @@ -15,12 +15,20 @@ tags = ['streamline_testnet_realtime'] ) }} -WITH to_do AS ( +WITH last_3_days AS ( + SELECT block_number + FROM {{ ref("_testnet_block_lookback") }} +), +to_do AS ( SELECT block_number FROM {{ ref("streamline__testnet_blocks") }} + WHERE block_number IS NOT NULL + AND block_number >= (SELECT block_number FROM last_3_days) EXCEPT SELECT block_number FROM {{ ref("streamline__testnet_traces_complete") }} + WHERE 1=1 + AND block_number >= (SELECT block_number FROM last_3_days) ), ready_blocks AS ( SELECT block_number