From 637b0d7172296d1a157e82b202cb3abf2c2f89fd Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 10 Jul 2025 11:32:03 -0400 Subject: [PATCH 1/3] tx bump down --- .../core/realtime/streamline__transactions_realtime.sql | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index 0eae5f4..b2d7ffe 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"200000", - "producer_batch_size" :"200000", - "worker_batch_size" :"100000", + "sql_limit" :"150000", + "producer_batch_size" :"150000", + "worker_batch_size" :"75000", "sql_source" :"{{this.identifier}}", 'exploded_key': '["result"]', "order_by_column": "checkpoint_number" } From ad9f697b76ed9ff1303ce329e88cd659384e942d Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 10 Jul 2025 11:50:30 -0400 Subject: [PATCH 2/3] turn off docs for now --- models/silver/core/silver_core.yml | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/models/silver/core/silver_core.yml b/models/silver/core/silver_core.yml index 506010f..2a0282d 100644 --- a/models/silver/core/silver_core.yml +++ b/models/silver/core/silver_core.yml @@ -4,7 +4,7 @@ models: - name: silver__account_states config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -46,7 +46,7 @@ models: - name: silver__balances_history config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -76,7 +76,7 @@ models: - name: silver__blocks config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -154,7 +154,7 @@ models: - name: silver__dex_pools config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -204,7 +204,7 @@ models: - name: silver__dex_trades config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -260,7 +260,7 @@ models: - name: silver__jetsui_events config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -306,7 +306,7 @@ models: - name: silver__jetsui_metadata config: contract: - enforced: true + enforced: false columns: - name: adding_date data_type: DATE @@ -360,7 +360,7 @@ models: - name: silver__messages_with_data config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -424,7 +424,7 @@ models: - name: silver__nft_events config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -502,7 +502,7 @@ models: - name: silver__nft_items config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -536,7 +536,7 @@ models: - name: silver__nft_metadata config: contract: - enforced: true + enforced: false columns: - name: adding_date data_type: DATE @@ -584,7 +584,7 @@ models: - name: silver__nft_sales config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -646,7 +646,7 @@ models: - name: silver__nft_transfers config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE @@ -696,7 +696,7 @@ models: - name: silver__transactions config: contract: - enforced: true + enforced: false columns: - name: block_date data_type: DATE From 7d2bd6403e53f95eb93f3756bf77d4eba189b9de Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 10 Jul 2025 13:09:23 -0400 Subject: [PATCH 3/3] 4 batches --- .../core/realtime/streamline__transactions_realtime.sql | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index b2d7ffe..2b1b45c 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"150000", - "producer_batch_size" :"150000", - "worker_batch_size" :"75000", + "sql_limit" :"160000", + "producer_batch_size" :"160000", + "worker_batch_size" :"40000", "sql_source" :"{{this.identifier}}", 'exploded_key': '["result"]', "order_by_column": "checkpoint_number" }