From ea499725e1944093452d6b815420099cdb3eba57 Mon Sep 17 00:00:00 2001 From: Austin <93135983+austinFlipside@users.noreply.github.com> Date: Fri, 31 Oct 2025 11:13:32 -0400 Subject: [PATCH] edits (#144) --- ...streamline__evm_blocks_transactions_history.sql | 14 +++++++++----- .../streamline__evm_confirm_blocks_history.sql | 11 ++++++----- .../history/streamline__evm_receipts_history.sql | 14 ++++++++------ .../history/streamline__evm_traces_history.sql | 10 ++++------ ...treamline__evm_blocks_transactions_realtime.sql | 3 ++- .../streamline__evm_confirm_blocks_realtime.sql | 3 ++- .../realtime/streamline__evm_receipts_realtime.sql | 3 ++- .../realtime/streamline__evm_traces_realtime.sql | 3 ++- 8 files changed, 35 insertions(+), 26 deletions(-) diff --git a/models/evm/streamline/silver/core/history/streamline__evm_blocks_transactions_history.sql b/models/evm/streamline/silver/core/history/streamline__evm_blocks_transactions_history.sql index b4a5ac7..7932157 100644 --- a/models/evm/streamline/silver/core/history/streamline__evm_blocks_transactions_history.sql +++ b/models/evm/streamline/silver/core/history/streamline__evm_blocks_transactions_history.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_blocks_transactions", - "sql_limit" :"30000", - "producer_batch_size" :"30000", - "worker_batch_size" :"10000", + "sql_limit" :"1000000", + "producer_batch_size" :"3000", + "worker_batch_size" :"1000", "sql_source" :"{{this.identifier}}", "exploded_key": tojson(['result', 'result.transactions']) } @@ -19,12 +19,14 @@ WITH to_do AS ( block_number FROM {{ ref("streamline__evm_blocks") }} + WHERE block_number > 160000000 EXCEPT SELECT block_number FROM {{ ref("streamline__complete_evm_blocks") }} b INNER JOIN {{ ref("streamline__complete_evm_transactions") }} t USING (block_number) + WHERE block_number > 160000000 ), ready_blocks AS ( SELECT @@ -43,7 +45,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', @@ -59,4 +62,5 @@ SELECT FROM ready_blocks ORDER BY - block_number ASC \ No newline at end of file + block_number ASC + limit 1000000 \ No newline at end of file diff --git a/models/evm/streamline/silver/core/history/streamline__evm_confirm_blocks_history.sql b/models/evm/streamline/silver/core/history/streamline__evm_confirm_blocks_history.sql index 7fe03d6..a59b6fb 100644 --- a/models/evm/streamline/silver/core/history/streamline__evm_confirm_blocks_history.sql +++ b/models/evm/streamline/silver/core/history/streamline__evm_confirm_blocks_history.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_confirm_blocks", - "sql_limit" :"25000", - "producer_batch_size" :"10000", - "worker_batch_size" :"5000", + "sql_limit" :"1000000", + "producer_batch_size" :"3000", + "worker_batch_size" :"1000", "sql_source" :"{{this.identifier}}" } ), tags = ['streamline_core_evm_history'] @@ -58,7 +58,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', @@ -75,4 +76,4 @@ SELECT ready_blocks ORDER BY block_number asc - limit 25000 + limit 1000000 \ No newline at end of file diff --git a/models/evm/streamline/silver/core/history/streamline__evm_receipts_history.sql b/models/evm/streamline/silver/core/history/streamline__evm_receipts_history.sql index 9ac49f9..855e38d 100644 --- a/models/evm/streamline/silver/core/history/streamline__evm_receipts_history.sql +++ b/models/evm/streamline/silver/core/history/streamline__evm_receipts_history.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_receipts", - "sql_limit" :"25000", - "producer_batch_size" :"100000", - "worker_batch_size" :"10000", + "sql_limit" :"1000000", + "producer_batch_size" :"3000", + "worker_batch_size" :"1000", "sql_source" :"{{this.identifier}}", "exploded_key": tojson(["result"]) } ), @@ -18,12 +18,13 @@ WITH to_do AS ( block_number FROM {{ ref("streamline__evm_blocks") }} - WHERE block_number IS NOT NULL + WHERE block_number IS NOT NULL and block_number > 160000000 EXCEPT SELECT block_number FROM {{ ref("streamline__complete_evm_receipts") }} + WHERE block_number > 160000000 ), ready_blocks AS ( @@ -43,7 +44,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', @@ -60,4 +62,4 @@ SELECT ready_blocks ORDER BY block_number asc - limit 25000 + limit 1000000 diff --git a/models/evm/streamline/silver/core/history/streamline__evm_traces_history.sql b/models/evm/streamline/silver/core/history/streamline__evm_traces_history.sql index e60412a..82a985d 100644 --- a/models/evm/streamline/silver/core/history/streamline__evm_traces_history.sql +++ b/models/evm/streamline/silver/core/history/streamline__evm_traces_history.sql @@ -18,16 +18,13 @@ WITH to_do AS ( block_number FROM {{ ref("streamline__evm_blocks") }} - WHERE block_number IS NOT NULL and block_number < ( - SELECT - block_number - FROM - {{ ref("_evm_block_lookback") }}) + WHERE block_number IS NOT NULL and block_number > 160000000 EXCEPT SELECT block_number FROM {{ ref("streamline__complete_evm_traces") }} + WHERE block_number > 160000000 ), ready_blocks AS ( SELECT @@ -46,7 +43,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_transactions_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_transactions_realtime.sql index f049735..1df09c0 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_transactions_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_transactions_realtime.sql @@ -77,7 +77,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_confirm_blocks_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_confirm_blocks_realtime.sql index b228a9a..c9577d8 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_confirm_blocks_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_confirm_blocks_realtime.sql @@ -85,7 +85,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql index ccc958a..cbfd03a 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql @@ -80,7 +80,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id', diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_traces_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_traces_realtime.sql index e60f0e0..3dd37cd 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_traces_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_traces_realtime.sql @@ -80,7 +80,8 @@ SELECT '{Service}/{Authentication}', OBJECT_CONSTRUCT( 'Content-Type', - 'application/json' + 'application/json', + 'fsc-quantum-state', 'streamline' ), OBJECT_CONSTRUCT( 'id',