From 8bb3ea0c4d2450925c826b58006e0ec16c700722 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Mon, 21 Jul 2025 08:55:17 -0400 Subject: [PATCH] more tx, ever 2 hours --- .github/workflows/dbt_run_streamline_realtime_tx.yml | 2 +- .../core/realtime/streamline__transactions_realtime.sql | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/dbt_run_streamline_realtime_tx.yml b/.github/workflows/dbt_run_streamline_realtime_tx.yml index 597c4b4..39f141b 100644 --- a/.github/workflows/dbt_run_streamline_realtime_tx.yml +++ b/.github/workflows/dbt_run_streamline_realtime_tx.yml @@ -6,7 +6,7 @@ on: branches: - "main" schedule: - - cron: '7 * * * *' # Run every 20 minutes + - cron: '7 */2 * * *' # Run every 20 minutes env: DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index 8890585..351cd97 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,7 +4,7 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"600000", + "sql_limit" :"120000", "producer_batch_size" :"100000", "worker_batch_size" :"2000", "async_concurrent_requests" :"10",