From 8ef5d2461bd3b31e97fa6278b2bcf9d48ecd3011 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Mon, 3 Jun 2024 09:46:52 -0400 Subject: [PATCH] smaller batches --- .../silver/realtime/streamline__blocks_realtime.sql | 4 ++-- .../silver/realtime/streamline__tx_counts_realtime.sql | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/models/streamline/silver/realtime/streamline__blocks_realtime.sql b/models/streamline/silver/realtime/streamline__blocks_realtime.sql index cc22e9a..f40b1fd 100644 --- a/models/streamline/silver/realtime/streamline__blocks_realtime.sql +++ b/models/streamline/silver/realtime/streamline__blocks_realtime.sql @@ -5,8 +5,8 @@ target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"blocks_v2", "sql_limit" :"10000", - "producer_batch_size" :"200", - "worker_batch_size" :"100", + "producer_batch_size" :"100", + "worker_batch_size" :"50", "sql_source" :"{{this.identifier}}" } ) ) }} diff --git a/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql b/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql index 5de873b..dfee10c 100644 --- a/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql +++ b/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql @@ -5,8 +5,8 @@ target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"txcount_v2", "sql_limit" :"10000", - "producer_batch_size" :"200", - "worker_batch_size" :"100", + "producer_batch_size" :"100", + "worker_batch_size" :"50", "sql_source" :"{{this.identifier}}" } ) ) }}