From d7216e23fd46d2f6d40fad3479ad5c707a63a311 Mon Sep 17 00:00:00 2001 From: xiuy001 Date: Mon, 27 Nov 2023 15:42:03 -0500 Subject: [PATCH] optimized the params --- .../silver/streamline/realtime/streamline__blocks_realtime.sql | 2 +- .../streamline/realtime/streamline__transactions_realtime.sql | 2 +- .../streamline/realtime/streamline__tx_receipts_realtime.sql | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/models/silver/streamline/realtime/streamline__blocks_realtime.sql b/models/silver/streamline/realtime/streamline__blocks_realtime.sql index 349a917..e7c68bd 100644 --- a/models/silver/streamline/realtime/streamline__blocks_realtime.sql +++ b/models/silver/streamline/realtime/streamline__blocks_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table','blocks', 'producer_batch_size',500000, 'producer_limit_size', 20000000, 'worker_batch_size',5000))", + func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table','blocks', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))", target = "{{this.schema}}.{{this.identifier}}" ) ) }} diff --git a/models/silver/streamline/realtime/streamline__transactions_realtime.sql b/models/silver/streamline/realtime/streamline__transactions_realtime.sql index 7a59483..09cd7cd 100644 --- a/models/silver/streamline/realtime/streamline__transactions_realtime.sql +++ b/models/silver/streamline/realtime/streamline__transactions_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'transactions', 'exploded_key','[\"result\", \"transactions\"]', 'producer_batch_size',500000, 'producer_limit_size', 20000000, 'worker_batch_size',5000))", + func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'transactions', 'exploded_key','[\"result\", \"transactions\"]', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))", target = "{{this.schema}}.{{this.identifier}}" ) ) }} diff --git a/models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql b/models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql index be26800..906a62a 100644 --- a/models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql +++ b/models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_receipts', 'producer_batch_size',200000, 'producer_limit_size', 20000000, 'worker_batch_size',400))", + func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_receipts', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))", target = "{{this.schema}}.{{this.identifier}}" ) ) }}