From 1b8b924ca73b84e65e7e808eee92ca3e0ce58f78 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 10 Jul 2025 17:04:45 -0400 Subject: [PATCH] dial back --- .../core/realtime/streamline__checkpoints_realtime.sql | 4 ++-- .../core/realtime/streamline__transactions_realtime.sql | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql index 3dfc238..32d425b 100644 --- a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql +++ b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql @@ -4,8 +4,8 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"checkpoints", - "sql_limit" :"200000", - "producer_batch_size" :"200000", + "sql_limit" :"100000", + "producer_batch_size" :"100000", "worker_batch_size" :"100000", "sql_source" :"{{this.identifier}}", "order_by_column": "checkpoint_number" } diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index 2e7f218..d1a2ca4 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,8 +4,8 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"100000", - "producer_batch_size" :"100000", + "sql_limit" :"50000", + "producer_batch_size" :"50000", "worker_batch_size" :"25000", "sql_source" :"{{this.identifier}}", 'exploded_key': '["result"]',