From 63dc6591e45900e24349846adcd8a47a2ccb882e Mon Sep 17 00:00:00 2001
From: desmond-hui <97470747+desmond-hui@users.noreply.github.com>
Date: Tue, 17 Dec 2024 07:23:12 -0800
Subject: [PATCH] Migrate compressed mint calls to streamline 2.0 (#739)

* fix batch size for udf

* update usage to v2
---
 macros/helpers/nft_compressed_mints_backfill_helpers.sql        | 2 +-
 macros/streamline/streamline_udfs.sql                           | 1 +
 .../bronze_api/bronze_api__parse_compressed_nft_mints.sql       | 2 +-
 .../bronze_api__parse_compressed_nft_sales_magic_eden.sql       | 2 +-
 .../bronze_api__parse_compressed_nft_sales_solsniper.sql        | 2 +-
 5 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/macros/helpers/nft_compressed_mints_backfill_helpers.sql b/macros/helpers/nft_compressed_mints_backfill_helpers.sql
index c0d15fc6..b85fee48 100644
--- a/macros/helpers/nft_compressed_mints_backfill_helpers.sql
+++ b/macros/helpers/nft_compressed_mints_backfill_helpers.sql
@@ -82,7 +82,7 @@
             )
             SELECT
                 ARRAY_AGG(request) AS batch_request,
-                streamline.udf_decode_compressed_mint_change_logs(batch_request) AS responses,
+                streamline.udf_decode_compressed_mint_change_logs_v2(batch_request) AS responses,
                 MIN(event_inserted_timestamp) AS start_inserted_timestamp,
                 MAX(event_inserted_timestamp) AS end_inserted_timestamp,
                 concat_ws(
diff --git a/macros/streamline/streamline_udfs.sql b/macros/streamline/streamline_udfs.sql
index 093b323a..1a97924c 100644
--- a/macros/streamline/streamline_udfs.sql
+++ b/macros/streamline/streamline_udfs.sql
@@ -82,6 +82,7 @@
     CREATE
     OR REPLACE EXTERNAL FUNCTION streamline.udf_decode_compressed_mint_change_logs_v2("JSON" ARRAY) 
     returns VARIANT 
+    max_batch_rows = 1
     api_integration = 
     {% if target.database == 'SOLANA' -%}
         AWS_SOLANA_API_PROD_V2
diff --git a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_mints.sql b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_mints.sql
index fec97ae4..4e50f561 100644
--- a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_mints.sql
+++ b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_mints.sql
@@ -96,7 +96,7 @@ base AS (
 )
 SELECT
     ARRAY_AGG(request) AS batch_request,
-    streamline.udf_decode_compressed_mint_change_logs(batch_request) AS responses,
+    streamline.udf_decode_compressed_mint_change_logs_v2(batch_request) AS responses,
     MIN(event_inserted_timestamp) AS start_inserted_timestamp,
     MAX(event_inserted_timestamp) AS end_inserted_timestamp,
     concat_ws(
diff --git a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_magic_eden.sql b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_magic_eden.sql
index 2643b6a7..feb8b2f3 100644
--- a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_magic_eden.sql
+++ b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_magic_eden.sql
@@ -81,7 +81,7 @@ base AS (
 )
 SELECT
     ARRAY_AGG(request) AS batch_request,
-    streamline.udf_decode_compressed_mint_change_logs(batch_request) AS responses,
+    streamline.udf_decode_compressed_mint_change_logs_v2(batch_request) AS responses,
     MIN(decoded_inserted_timestamp) AS start_inserted_timestamp,
     MAX(decoded_inserted_timestamp) AS end_inserted_timestamp,
     SYSDATE() AS _inserted_timestamp,
diff --git a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_solsniper.sql b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_solsniper.sql
index 26922d86..fff2818d 100644
--- a/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_solsniper.sql
+++ b/models/bronze/bronze_api/bronze_api__parse_compressed_nft_sales_solsniper.sql
@@ -81,7 +81,7 @@ base AS (
 )
 SELECT
     ARRAY_AGG(request) AS batch_request,
-    streamline.udf_decode_compressed_mint_change_logs(batch_request) AS responses,
+    streamline.udf_decode_compressed_mint_change_logs_v2(batch_request) AS responses,
     MIN(decoded_inserted_timestamp) AS start_inserted_timestamp,
     MAX(decoded_inserted_timestamp) AS end_inserted_timestamp,
     SYSDATE() AS _inserted_timestamp,