From 84b94ce1a6f6e4e633981db0c5c951559ee72042 Mon Sep 17 00:00:00 2001 From: desmond-hui <97470747+desmond-hui@users.noreply.github.com> Date: Mon, 3 Feb 2025 09:06:03 -0800 Subject: [PATCH] have each worker make parallel requests (#50) Co-authored-by: desmond-hui --- .../core/realtime/streamline__block_txs_realtime.sql | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/models/streamline/core/realtime/streamline__block_txs_realtime.sql b/models/streamline/core/realtime/streamline__block_txs_realtime.sql index c80b5a3..f7b1987 100644 --- a/models/streamline/core/realtime/streamline__block_txs_realtime.sql +++ b/models/streamline/core/realtime/streamline__block_txs_realtime.sql @@ -7,10 +7,11 @@ params ={ "external_table" :"block_txs", "sql_limit" :"20000", "producer_batch_size" :"20000", - "worker_batch_size" :"250", + "worker_batch_size" :"500", "sql_source" :"{{this.identifier}}", "order_by_column": "block_id", - "exploded_key": tojson(["result.transactions"]) } + "exploded_key": tojson(["result.transactions"]), + "async_concurrent_requests" :"10" } ) ) }} @@ -79,5 +80,3 @@ SELECT ) AS request FROM blocks -ORDER BY - block_id