Increase RT tx results batching (#183)

* incr tx results producer and worker batch, still 10 concurrent

* adj to 30 workers
This commit is contained in:
Jack Forgash 2023-09-06 14:30:40 -06:00 committed by GitHub
parent d8c023ba46
commit 5357fa70cb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -43,4 +43,4 @@ jobs:
- name: Run DBT Realtime
run: |
dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": True}'
dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": True, "producer_batch_size": 60000, "worker_batch_size": 2000}'