From 5357fa70cb32f87f17b4ae71b18ed50a6cee2e1d Mon Sep 17 00:00:00 2001 From: Jack Forgash <58153492+forgxyz@users.noreply.github.com> Date: Wed, 6 Sep 2023 14:30:40 -0600 Subject: [PATCH] Increase RT tx results batching (#183) * incr tx results producer and worker batch, still 10 concurrent * adj to 30 workers --- .github/workflows/dbt_run_streamline_transaction_results.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/dbt_run_streamline_transaction_results.yml b/.github/workflows/dbt_run_streamline_transaction_results.yml index 36f70c8..aab597f 100644 --- a/.github/workflows/dbt_run_streamline_transaction_results.yml +++ b/.github/workflows/dbt_run_streamline_transaction_results.yml @@ -43,4 +43,4 @@ jobs: - name: Run DBT Realtime run: | - dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": True}' + dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": True, "producer_batch_size": 60000, "worker_batch_size": 2000}'