diff --git a/.github/workflows/dbt_run_streamline_realtime_tx.yml b/.github/workflows/dbt_run_streamline_realtime_tx.yml index 597c4b4..39f141b 100644 --- a/.github/workflows/dbt_run_streamline_realtime_tx.yml +++ b/.github/workflows/dbt_run_streamline_realtime_tx.yml @@ -6,7 +6,7 @@ on: branches: - "main" schedule: - - cron: '7 * * * *' # Run every 20 minutes + - cron: '7 */2 * * *' # Run every 20 minutes env: DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql index 8890585..351cd97 100644 --- a/models/streamline/core/realtime/streamline__transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql @@ -4,7 +4,7 @@ func = 'streamline.udf_bulk_rest_api_v2', target = "{{this.schema}}.{{this.identifier}}", params ={ "external_table" :"transactions", - "sql_limit" :"600000", + "sql_limit" :"120000", "producer_batch_size" :"100000", "worker_batch_size" :"2000", "async_concurrent_requests" :"10",