more tx, ever 2 hours

This commit is contained in:
Eric Laurello 2025-07-21 08:55:17 -04:00
parent 5984f0f64d
commit 8bb3ea0c4d
2 changed files with 2 additions and 2 deletions

View File

@ -6,7 +6,7 @@ on:
branches:
- "main"
schedule:
- cron: '7 * * * *' # Run every 20 minutes
- cron: '7 */2 * * *' # Run every 20 minutes
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"

View File

@ -4,7 +4,7 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"transactions",
"sql_limit" :"600000",
"sql_limit" :"120000",
"producer_batch_size" :"100000",
"worker_batch_size" :"2000",
"async_concurrent_requests" :"10",