Hotfix/Points Transfers Model FR Override (#435)

* upd gitignore

* add fallback to FR table if bad data

.gitignore

@@ -19,4 +19,7 @@ logs/
 .env
 
 .github/workflows/.dbt/.user.yml
-local*
+local*
+venv/
+.cursor/
+.cursorrules

models/streamline/external/transfers/silver_api__points_transfers_response.sql

@@ -14,15 +14,36 @@
         MAX(partition_key)
     FROM
         {{ ref('bronze_api__points_transfers') }}
+    WHERE
+        TYPEOF(data) != 'NULL_VALUE'
 
         {% endset %}
         {% set max_partition_key = run_query(query) [0] [0] %}
+        {% set must_fr = False %}
         {% do log(
             "max_partition_key: " ~ max_partition_key,
             info = True
         ) %}
         {% if max_partition_key == '' or max_partition_key is none %}
-            {% do exceptions.raise_compiler_error("max_partition_key is not set. Aborting model execution.") %}
+            {% do log("No recent data found. Using FR table.", info = True) %}
+            {% set query %}
+
+            SELECT
+                MAX(partition_key)
+            FROM
+                {{ ref('bronze_api__FR_points_transfers') }}
+            WHERE
+                TYPEOF(data) != 'NULL_VALUE'
+
+            {% endset%}
+
+            {% set max_partition_key = run_query(query) [0] [0] %}
+            {% set must_fr = True %}
+            {% do log(
+                "max_partition_key: " ~ max_partition_key,
+                info = True
+            ) %}
+            {# {% do exceptions.raise_compiler_error("max_partition_key is not set. Aborting model execution.") %} #}
         {% endif %}
     {% endif %}
 
@@ -44,6 +65,10 @@ SELECT
     SYSDATE() AS modified_timestamp,
     '{{ invocation_id }}' AS _invocation_id
 FROM
-    {{ ref('bronze_api__points_transfers') }}
+    {% if must_fr %}
+        {{ ref('bronze_api__FR_points_transfers') }}
+    {% else %}
+        {{ ref('bronze_api__points_transfers') }}
+    {% endif %}
 WHERE
     partition_key = {{ max_partition_key }}

models/streamline/external/transfers/silver_api__points_transfers_response.yml

@@ -25,13 +25,6 @@ models:
         tests:
           - not_null
 
-      - name: data_mb
-        tests:
-          - dbt_utils.accepted_range:
-              min_value: 0
-              max_value: 15.5
-              severity: error
-
       - name: points_transfers_id
         tests:
           - not_null