Rewards points batch (#405)

* chg batch size

* add website and org id to minting assets

* upd test config

* typo

* worker batch size

models/gold/rewards/rewards__dim_storefront_items.yml

@@ -17,7 +17,6 @@ models:
       - name: ITEM_ID
         tests:
           - not_null
-          - unique
 
       - name: CREATED_AT
         tests:

models/gold/rewards/rewards__fact_points_balances.yml

@@ -17,7 +17,6 @@ models:
       - name: BOXES
         description: "The number of boxes owned by the account at the time of the request"
         tests:
-          - not_null
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
@@ -28,7 +27,6 @@ models:
       - name: KEYS
         description: "The number of keys owned by the account at the time of the request"
         tests:
-          - not_null
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER
@@ -36,7 +34,9 @@ models:
       - name: POINTS
         description: "The number of points accrued by the account at the time of the request"
         tests:
-          - not_null
+          - not_null:
+              where:
+                request_date > '2025-02-07'
           - dbt_expectations.expect_column_values_to_be_in_type_list:
               column_type_list:
                 - NUMBER

models/streamline/external/balances/streamline__reward_points_realtime.sql

@@ -6,8 +6,8 @@
         params = {
             "external_table": "reward_points",
             "sql_limit": "32000",
-            "producer_batch_size": "8000",
-            "worker_batch_size": "1600",
+            "producer_batch_size": "4000",
+            "worker_batch_size": "1000",
             "sql_source": "{{this.identifier}}"
         }
     )

models/streamline/external/storefront_items/streamline__minting_assets_realtime.sql

@@ -21,7 +21,7 @@ SELECT
     DATE_PART('EPOCH', SYSDATE()) :: INTEGER AS partition_key,
     {{ target.database }}.live.udf_api(
         'GET',
-        '{Service}/api/minting/assets' || '?limit=' || api_limit,
+        '{Service}/api/minting/assets' || '?organizationId=' || {organization_id} || '&websiteId=' || {website_id} || '&limit=' || api_limit,
         { 'x-api-key': '{Authentication}' },
         {},
         'Vault/prod/flow/snag-api'