smaller batches

This commit is contained in:
Eric Laurello 2024-06-03 09:46:52 -04:00
parent ce9dcc0be0
commit 8ef5d2461b
2 changed files with 4 additions and 4 deletions

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"blocks_v2",
"sql_limit" :"10000",
"producer_batch_size" :"200",
"worker_batch_size" :"100",
"producer_batch_size" :"100",
"worker_batch_size" :"50",
"sql_source" :"{{this.identifier}}" }
)
) }}

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"txcount_v2",
"sql_limit" :"10000",
"producer_batch_size" :"200",
"worker_batch_size" :"100",
"producer_batch_size" :"100",
"worker_batch_size" :"50",
"sql_source" :"{{this.identifier}}" }
)
) }}