From b4e659b352b6b29582961c78b963c1ed89fc9223 Mon Sep 17 00:00:00 2001
From: Eric Laurello <eric.laurello@flipsidecrypto.com>
Date: Thu, 17 Jul 2025 12:16:33 -0400
Subject: [PATCH] re-enable new schedules

---
 .../workflows/dbt_run_streamline_realtime.yml |  2 +-
 .../dbt_run_streamline_realtime_tx.yml        |  2 +-
 dbt_project.yml                               |  8 ++++++++
 .../streamline__checkpoints_realtime.sql      |  2 +-
 .../streamline__transactions_realtime.sql     | 20 +++++++++----------
 5 files changed, 21 insertions(+), 13 deletions(-)

diff --git a/.github/workflows/dbt_run_streamline_realtime.yml b/.github/workflows/dbt_run_streamline_realtime.yml
index a03377b..c707a73 100644
--- a/.github/workflows/dbt_run_streamline_realtime.yml
+++ b/.github/workflows/dbt_run_streamline_realtime.yml
@@ -6,7 +6,7 @@ on:
     branches:
       - "main"
   schedule:
-    - cron: '17 * * * *' # Run every 2 hours at 17 minutes past the hour
+    - cron: '10,40 * * * *' # Run every hour at 10 minutes past the hour
     
 env:
   DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
diff --git a/.github/workflows/dbt_run_streamline_realtime_tx.yml b/.github/workflows/dbt_run_streamline_realtime_tx.yml
index 3081a34..cde9720 100644
--- a/.github/workflows/dbt_run_streamline_realtime_tx.yml
+++ b/.github/workflows/dbt_run_streamline_realtime_tx.yml
@@ -6,7 +6,7 @@ on:
     branches:
       - "main"
   schedule:
-    - cron: '*/20 * * * *' # Run every 20 minutes
+    - cron: '*/15 * * * *' # Run every 20 minutes
     
 env:
   DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
diff --git a/dbt_project.yml b/dbt_project.yml
index fc7b70c..7d969f0 100644
--- a/dbt_project.yml
+++ b/dbt_project.yml
@@ -94,6 +94,14 @@ vars:
         - INTERNAL_DEV
 
     prod:
+      API_INTEGRATION: AWS_SUI_API_PROD_V2
+      EXTERNAL_FUNCTION_URI: nqj8j7ln67.execute-api.us-east-1.amazonaws.com/prod/
+      ROLES:
+        - AWS_LAMBDA_SUI_API
+        - INTERNAL_DEV
+        - DBT_CLOUD_SUI
+
+    prod-2xl:
       API_INTEGRATION: AWS_SUI_API_PROD_V2
       EXTERNAL_FUNCTION_URI: nqj8j7ln67.execute-api.us-east-1.amazonaws.com/prod/
       ROLES:
diff --git a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
index d093aab..524f2f3 100644
--- a/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
+++ b/models/streamline/core/realtime/streamline__checkpoints_realtime.sql
@@ -4,7 +4,7 @@
         func = 'streamline.udf_bulk_rest_api_v2',
         target = "{{this.schema}}.{{this.identifier}}",
         params ={ "external_table" :"checkpoints",
-        "sql_limit" :"2000000",
+        "sql_limit" :"1000000",
         "producer_batch_size" :"200000",
         "worker_batch_size" :"50000",
         "async_concurrent_requests" :"25",
diff --git a/models/streamline/core/realtime/streamline__transactions_realtime.sql b/models/streamline/core/realtime/streamline__transactions_realtime.sql
index 3ed60c0..7f98805 100644
--- a/models/streamline/core/realtime/streamline__transactions_realtime.sql
+++ b/models/streamline/core/realtime/streamline__transactions_realtime.sql
@@ -4,10 +4,10 @@
         func = 'streamline.udf_bulk_rest_api_v2',
         target = "{{this.schema}}.{{this.identifier}}",
         params ={ "external_table" :"transactions",
-        "sql_limit" :"90000",
-        "producer_batch_size" :"90000",
-        "worker_batch_size" :"3000",
-        "async_concurrent_requests" :"10",
+        "sql_limit" :"2000000",
+        "producer_batch_size" :"500000",
+        "worker_batch_size" :"5000",
+        "async_concurrent_requests" :"25",
         "sql_source" :"{{this.identifier}}",
         'exploded_key': '["result"]',
         "order_by_column": "checkpoint_number DESC" }
@@ -42,7 +42,7 @@ txs AS (
     FROM
         last_3_days
 ) #}
-),
+) {# ,
 tx_grouped AS (
     SELECT
         checkpoint_number,
@@ -60,10 +60,10 @@ tx_grouped AS (
         checkpoint_number,
         block_timestamp,
         grp
-)
+) #}
 SELECT
     checkpoint_number,
-    tx_count_in_request,
+    1 AS tx_count_in_request,
     to_char(
         block_timestamp,
         'YYYY_MM_DD_HH_MI_SS_FF3'
@@ -85,10 +85,10 @@ SELECT
             'id',
             checkpoint_number,
             'method',
-            'sui_multiGetTransactionBlocks',
+            'sui_getTransactionBlock',
             'params',
             ARRAY_CONSTRUCT(
-                tx_param,
+                tx_digest,
                 OBJECT_CONSTRUCT(
                     'showInput',
                     TRUE,
@@ -110,4 +110,4 @@ SELECT
         'Vault/prod/sui/quicknode/mainnet'
     ) AS request
 FROM
-    tx_grouped
+    txs