From d470eb125c7bb4649e0652cc4b851baee3141327 Mon Sep 17 00:00:00 2001
From: Eric Laurello <eric.laurello@flipsidecrypto.com>
Date: Fri, 11 Jul 2025 23:02:17 -0400
Subject: [PATCH] sched

---
 .github/workflows/dbt_run_streamline_realtime.yml          | 4 ++--
 .../core/realtime/streamline__checkpoints_realtime.sql     | 7 ++++---
 .../core/realtime/streamline__transactions_realtime.sql    | 7 ++++---
 3 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/dbt_run_streamline_realtime.yml b/.github/workflows/dbt_run_streamline_realtime.yml
index 703fc2c..c5cddb7 100644
--- a/.github/workflows/dbt_run_streamline_realtime.yml
+++ b/.github/workflows/dbt_run_streamline_realtime.yml
@@ -6,8 +6,8 @@ on:
     branches:
       - "main"
   schedule:
-    - cron: '7,22,37,52 * * * *'
-    # Run every hour at 7, 22, 37, and 52 minutes past the hour
+    - cron: '7 * * * *'
+    # Run every hour at 7 minutes past the hour
     
 env:
   DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
diff --git a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
index 9a2c5f0..c86263f 100644
--- a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
+++ b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
@@ -4,9 +4,10 @@
         func = 'streamline.udf_bulk_rest_api_v2',
         target = "{{this.schema}}.{{this.identifier}}",
         params ={ "external_table" :"checkpoints",
-        "sql_limit" :"35000",
-        "producer_batch_size" :"35000",
-        "worker_batch_size" :"35000",
+        "sql_limit" :"10000000",
+        "producer_batch_size" :"200000",
+        "worker_batch_size" :"50000",
+        "async_concurrent_requests" :"25",
         "sql_source" :"{{this.identifier}}",
         "order_by_column": "checkpoint_number DESC" }
     ),
diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql
index 0b78a6f..02fd051 100644
--- a/models/streamline/core/realtime/streamline__transactions_realtime.sql
+++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql
@@ -4,9 +4,10 @@
         func = 'streamline.udf_bulk_rest_api_v2',
         target = "{{this.schema}}.{{this.identifier}}",
         params ={ "external_table" :"transactions",
-        "sql_limit" :"18000",
-        "producer_batch_size" :"18000",
-        "worker_batch_size" :"9000",
+        "sql_limit" :"2000000",
+        "producer_batch_size" :"100000",
+        "worker_batch_size" :"5000",
+        "async_concurrent_requests" :"10",
         "sql_source" :"{{this.identifier}}",
         'exploded_key': '["result"]',
         "order_by_column": "checkpoint_number DESC" }