From 0dd027391c40cdba85b3513821864833234a8d05 Mon Sep 17 00:00:00 2001 From: Shah Newaz Khan Date: Fri, 27 Dec 2024 05:36:43 -0800 Subject: [PATCH] Stream 48/reduce worker batch size block txs (#37) * reduce workder batch size for block txs realtime * revert worker_batch_size * revert worker_batch_size -> 20k --- .../streamline/core/realtime/streamline__block_txs_realtime.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/streamline/core/realtime/streamline__block_txs_realtime.sql b/models/streamline/core/realtime/streamline__block_txs_realtime.sql index a07d114..edff2b9 100644 --- a/models/streamline/core/realtime/streamline__block_txs_realtime.sql +++ b/models/streamline/core/realtime/streamline__block_txs_realtime.sql @@ -7,7 +7,7 @@ params ={ "external_table" :"block_txs", "sql_limit" :"100000", "producer_batch_size" :"100000", - "worker_batch_size" :"10000", + "worker_batch_size" :"20000", "sql_source" :"{{this.identifier}}", "order_by_column": "block_id", "exploded_key": tojson(["result.transactions"]) }