From 2df429104c5e32aa36d17c26928b65d371f3b6cc Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Mon, 3 Jun 2024 08:27:37 -0400 Subject: [PATCH] batch sizes --- .../silver/realtime/streamline__blocks_realtime.sql | 6 +++--- .../silver/realtime/streamline__tx_counts_realtime.sql | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/models/streamline/silver/realtime/streamline__blocks_realtime.sql b/models/streamline/silver/realtime/streamline__blocks_realtime.sql index a0b6e25..8006d26 100644 --- a/models/streamline/silver/realtime/streamline__blocks_realtime.sql +++ b/models/streamline/silver/realtime/streamline__blocks_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"blocks_v2", - "sql_limit" :"100000", - "producer_batch_size" :"2000", - "worker_batch_size" :"1000", + "sql_limit" :"10000", + "producer_batch_size" :"400", + "worker_batch_size" :"100", "sql_source" :"{{this.identifier}}" } ) ) }} diff --git a/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql b/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql index 341b1d4..2ca6948 100644 --- a/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql +++ b/models/streamline/silver/realtime/streamline__tx_counts_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"txcount_v2", - "sql_limit" :"1000000", - "producer_batch_size" :"2000", - "worker_batch_size" :"1000", + "sql_limit" :"10000", + "producer_batch_size" :"400", + "worker_batch_size" :"100", "sql_source" :"{{this.identifier}}" } ) ) }}