From f0d6462111d12a53577725de126ea9beb7b6806d Mon Sep 17 00:00:00 2001
From: Jack Forgash <58153492+forgxyz@users.noreply.github.com>
Date: Thu, 6 Feb 2025 10:12:14 -0700
Subject: [PATCH] Rewards points batch (#405)

* chg batch size

* add website and org id to minting assets

* upd test config

* typo

* worker batch size
---
 models/gold/rewards/rewards__dim_storefront_items.yml       | 1 -
 models/gold/rewards/rewards__fact_points_balances.yml       | 6 +++---
 .../balances/streamline__reward_points_realtime.sql         | 4 ++--
 .../streamline__minting_assets_realtime.sql                 | 2 +-
 4 files changed, 6 insertions(+), 7 deletions(-)

diff --git a/models/gold/rewards/rewards__dim_storefront_items.yml b/models/gold/rewards/rewards__dim_storefront_items.yml
index 5ee770e..027b47e 100644
--- a/models/gold/rewards/rewards__dim_storefront_items.yml
+++ b/models/gold/rewards/rewards__dim_storefront_items.yml
@@ -17,7 +17,6 @@ models:
       - name: ITEM_ID
         tests:
           - not_null
-          - unique
 
       - name: CREATED_AT
         tests:
diff --git a/models/gold/rewards/rewards__fact_points_balances.yml b/models/gold/rewards/rewards__fact_points_balances.yml
index a845619..90dbe4a 100644
--- a/models/gold/rewards/rewards__fact_points_balances.yml
+++ b/models/gold/rewards/rewards__fact_points_balances.yml
@@ -17,7 +17,6 @@ models:
       - name: BOXES
         description: "The number of boxes owned by the account at the time of the request"
         tests:
-          - not_null
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
@@ -28,7 +27,6 @@ models:
       - name: KEYS
         description: "The number of keys owned by the account at the time of the request"
         tests:
-          - not_null
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
@@ -36,7 +34,9 @@ models:
       - name: POINTS
         description: "The number of points accrued by the account at the time of the request"
         tests:
-          - not_null
+          - not_null:
+              where:
+                request_date > '2025-02-07'
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
diff --git a/models/streamline/external/balances/streamline__reward_points_realtime.sql b/models/streamline/external/balances/streamline__reward_points_realtime.sql
index bc2adea..0cf798f 100644
--- a/models/streamline/external/balances/streamline__reward_points_realtime.sql
+++ b/models/streamline/external/balances/streamline__reward_points_realtime.sql
@@ -6,8 +6,8 @@
         params = {
             "external_table": "reward_points",
             "sql_limit": "32000",
-            "producer_batch_size": "8000",
-            "worker_batch_size": "1600",
+            "producer_batch_size": "4000",
+            "worker_batch_size": "1000",
             "sql_source": "{{this.identifier}}"
         }
     )
diff --git a/models/streamline/external/storefront_items/streamline__minting_assets_realtime.sql b/models/streamline/external/storefront_items/streamline__minting_assets_realtime.sql
index bb1c759..08dce2a 100644
--- a/models/streamline/external/storefront_items/streamline__minting_assets_realtime.sql
+++ b/models/streamline/external/storefront_items/streamline__minting_assets_realtime.sql
@@ -21,7 +21,7 @@ SELECT
     DATE_PART('EPOCH', SYSDATE()) :: INTEGER AS partition_key,
     {{ target.database }}.live.udf_api(
         'GET',
-        '{Service}/api/minting/assets' || '?limit=' || api_limit,
+        '{Service}/api/minting/assets' || '?organizationId=' || {organization_id} || '&websiteId=' || {website_id} || '&limit=' || api_limit,
         { 'x-api-key': '{Authentication}' },
         {},
         'Vault/prod/flow/snag-api'