From 5725799ff64c00b38ea2f0fb627d26d180722cff Mon Sep 17 00:00:00 2001
From: Jack Forgash <58153492+forgxyz@users.noreply.github.com>
Date: Mon, 7 Apr 2025 18:31:03 -0600
Subject: [PATCH] Points Balance Reschedule (#426)

---
 ...lver.yml => dbt_run_scheduled_streamline_non_core.yml} | 4 ++--
 ..._run_streamline_external_points_balances_realtime.yml} | 8 ++++----
 ...ltime.yml => dbt_run_streamline_external_realtime.yml} | 8 ++++----
 models/gold/rewards/rewards__fact_points_balances.yml     | 2 +-
 .../balances/streamline__reward_points_realtime.sql       | 2 +-
 5 files changed, 12 insertions(+), 12 deletions(-)
 rename .github/workflows/{dbt_run_scheduled_reward_points_silver.yml => dbt_run_scheduled_streamline_non_core.yml} (93%)
 rename .github/workflows/{dbt_run_scheduled_reward_points_realtime_2.yml => dbt_run_streamline_external_points_balances_realtime.yml} (87%)
 rename .github/workflows/{dbt_run_scheduled_reward_points_realtime.yml => dbt_run_streamline_external_realtime.yml} (83%)

diff --git a/.github/workflows/dbt_run_scheduled_reward_points_silver.yml b/.github/workflows/dbt_run_scheduled_streamline_non_core.yml
similarity index 93%
rename from .github/workflows/dbt_run_scheduled_reward_points_silver.yml
rename to .github/workflows/dbt_run_scheduled_streamline_non_core.yml
index 75d3d07..7eb966b 100644
--- a/.github/workflows/dbt_run_scheduled_reward_points_silver.yml
+++ b/.github/workflows/dbt_run_scheduled_streamline_non_core.yml
@@ -1,5 +1,5 @@
-name: dbt_run_scheduled_reward_points_silver
-run-name: dbt_run_scheduled_reward_points_silver
+name: dbt_run_scheduled_streamline_non_core
+run-name: dbt_run_scheduled_streamline_non_core
 
 on:
   workflow_dispatch:
diff --git a/.github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml b/.github/workflows/dbt_run_streamline_external_points_balances_realtime.yml
similarity index 87%
rename from .github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml
rename to .github/workflows/dbt_run_streamline_external_points_balances_realtime.yml
index 693b48a..f110390 100644
--- a/.github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml
+++ b/.github/workflows/dbt_run_streamline_external_points_balances_realtime.yml
@@ -1,11 +1,11 @@
-name: dbt_run_scheduled_reward_points_realtime_2
-run-name: dbt_run_scheduled_reward_points_realtime_2
+name: dbt_run_streamline_external_points_balances_realtime
+run-name: dbt_run_streamline_external_points_balances_realtime
 
 on:
   workflow_dispatch:
   schedule:
-    # Daily at 02:00 UTC
-    - cron: "0 2 * * *"
+    # Daily at 0, 1, 2, 3 UTC
+    - cron: "0 0,1,2,3 * * *"
 
 env:
   USE_VARS: "${{ vars.USE_VARS }}"
diff --git a/.github/workflows/dbt_run_scheduled_reward_points_realtime.yml b/.github/workflows/dbt_run_streamline_external_realtime.yml
similarity index 83%
rename from .github/workflows/dbt_run_scheduled_reward_points_realtime.yml
rename to .github/workflows/dbt_run_streamline_external_realtime.yml
index 35911a9..cf9093c 100644
--- a/.github/workflows/dbt_run_scheduled_reward_points_realtime.yml
+++ b/.github/workflows/dbt_run_streamline_external_realtime.yml
@@ -1,5 +1,5 @@
-name: dbt_run_scheduled_reward_points_realtime
-run-name: dbt_run_scheduled_reward_points_realtime
+name: dbt_run_streamline_external_realtime
+run-name: dbt_run_streamline_external_realtime
 
 on:
   workflow_dispatch:
@@ -43,9 +43,9 @@ jobs:
           pip install -r requirements.txt
           dbt deps
 
-      - name: Request User Points Balances and Storefront Items
+      - name: Request Storefront Items
         run: >
-          dbt run -s 1+streamline__reward_points_realtime streamline__minting_assets_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True}'
+          dbt run -s streamline__minting_assets_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True}'
 
       - name: Authenticate with Flow Points API
         run: |
diff --git a/models/gold/rewards/rewards__fact_points_balances.yml b/models/gold/rewards/rewards__fact_points_balances.yml
index 8bc889b..6cd9d9e 100644
--- a/models/gold/rewards/rewards__fact_points_balances.yml
+++ b/models/gold/rewards/rewards__fact_points_balances.yml
@@ -36,7 +36,7 @@ models:
         tests:
           - not_null:
               where:
-                request_date > '2025-04-01'
+                request_date > '2025-04-07'
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
diff --git a/models/streamline/external/balances/streamline__reward_points_realtime.sql b/models/streamline/external/balances/streamline__reward_points_realtime.sql
index 1b7be0b..9b50382 100644
--- a/models/streamline/external/balances/streamline__reward_points_realtime.sql
+++ b/models/streamline/external/balances/streamline__reward_points_realtime.sql
@@ -5,7 +5,7 @@
         target = "{{this.schema}}.{{this.identifier}}",
         params = {
             "external_table": "reward_points",
-            "sql_limit": "50000",
+            "sql_limit": "30000",
             "producer_batch_size": "3000",
             "worker_batch_size": "1500",
             "sql_source": "{{this.identifier}}"