batch sizes

This commit is contained in:
Eric Laurello 2024-06-03 08:27:37 -04:00
parent 1a21d0ded5
commit 2df429104c
2 changed files with 6 additions and 6 deletions

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"blocks_v2",
"sql_limit" :"100000",
"producer_batch_size" :"2000",
"worker_batch_size" :"1000",
"sql_limit" :"10000",
"producer_batch_size" :"400",
"worker_batch_size" :"100",
"sql_source" :"{{this.identifier}}" }
)
) }}

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"txcount_v2",
"sql_limit" :"1000000",
"producer_batch_size" :"2000",
"worker_batch_size" :"1000",
"sql_limit" :"10000",
"producer_batch_size" :"400",
"worker_batch_size" :"100",
"sql_source" :"{{this.identifier}}" }
)
) }}