From 27c13f3107eec88869bbfe7fccf776108d0c83da Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Fri, 11 Jul 2025 12:13:59 -0400 Subject: [PATCH] batch --- .../core/realtime/streamline__checkpoints_realtime.sql | 6 +++--- .../core/realtime/streamline__transactions_realtime.sql | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql index 32d425b..00be156 100644 --- a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql +++ b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"checkpoints", - "sql_limit" :"100000", - "producer_batch_size" :"100000", - "worker_batch_size" :"100000", + "sql_limit" :"25000", + "producer_batch_size" :"25000", + "worker_batch_size" :"25000", "sql_source" :"{{this.identifier}}", "order_by_column": "checkpoint_number" } ), diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index d1a2ca4..f9e7d5d 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"50000", - "producer_batch_size" :"50000", - "worker_batch_size" :"25000", + "sql_limit" :"15000", + "producer_batch_size" :"15000", + "worker_batch_size" :"7500", "sql_source" :"{{this.identifier}}", 'exploded_key': '["result"]', "order_by_column": "checkpoint_number" }