From b14ddff5ec48979e26ca9b9bda1a21ccebc64e58 Mon Sep 17 00:00:00 2001 From: Austin <93135983+austinFlipside@users.noreply.github.com> Date: Mon, 4 Nov 2024 09:33:37 -0500 Subject: [PATCH] limits (#65) * limits * workflow --- data/github_actions__workflows.csv | 2 +- .../core/realtime/streamline__evm_blocks_realtime.sql | 6 +++--- .../core/realtime/streamline__evm_receipts_realtime.sql | 6 +++--- .../core/realtime/streamline__evm_transactions_realtime.sql | 6 +++--- 4 files changed, 10 insertions(+), 10 deletions(-) diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index ba6dbda..a57d724 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -4,4 +4,4 @@ dbt_run_non_core,"17 * * * *" dbt_run_streamline_blocks_txcount_realtime,"24,54 * * * *" dbt_run_streamline_transactions_realtime,"29,59 * * * *" dbt_test_tasks,"5,35 * * * *" -dbt_run_streamline_evm_chainhead,"9,24,39,54 * * * *" \ No newline at end of file +dbt_run_streamline_evm_chainhead,"9,39 * * * *" \ No newline at end of file diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_realtime.sql index e5511cd..01dcca7 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_blocks_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_blocks", - "sql_limit" :"25000", - "producer_batch_size" :"25000", - "worker_batch_size" :"15000", + "sql_limit" :"15000", + "producer_batch_size" :"15000", + "worker_batch_size" :"5000", "sql_source" :"{{this.identifier}}" } ), tags = ['streamline_core_evm_realtime'] diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql index 97e8a8f..a48ac2d 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_receipts_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_receipts", - "sql_limit" :"25000", - "producer_batch_size" :"25000", - "worker_batch_size" :"10000", + "sql_limit" :"15000", + "producer_batch_size" :"15000", + "worker_batch_size" :"5000", "sql_source" :"{{this.identifier}}", "exploded_key": tojson(["result"]) } ), diff --git a/models/evm/streamline/silver/core/realtime/streamline__evm_transactions_realtime.sql b/models/evm/streamline/silver/core/realtime/streamline__evm_transactions_realtime.sql index de165df..caa37a4 100644 --- a/models/evm/streamline/silver/core/realtime/streamline__evm_transactions_realtime.sql +++ b/models/evm/streamline/silver/core/realtime/streamline__evm_transactions_realtime.sql @@ -4,9 +4,9 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"evm_transactions", - "sql_limit" :"25000", - "producer_batch_size" :"25000", - "worker_batch_size" :"15000", + "sql_limit" :"15000", + "producer_batch_size" :"15000", + "worker_batch_size" :"5000", "sql_source" :"{{this.identifier}}", "exploded_key": tojson(["result.transactions"]) } ),