From 5aa3b3dd8ede59f77bd6c99f9b88bf882a9f5678 Mon Sep 17 00:00:00 2001
From: gregoriustanleyy <gstanleytejakusuma@gmail.com>
Date: Fri, 29 Aug 2025 13:02:35 +0700
Subject: [PATCH] bronze upd

---
 .../realtime/bronze__streamline_blocks.sql    | 38 ++++--------------
 .../realtime/bronze__streamline_fr_blocks.sql | 39 ++++---------------
 2 files changed, 15 insertions(+), 62 deletions(-)

diff --git a/models/bronze/streamline/realtime/bronze__streamline_blocks.sql b/models/bronze/streamline/realtime/bronze__streamline_blocks.sql
index cf7748e..21f9a0a 100644
--- a/models/bronze/streamline/realtime/bronze__streamline_blocks.sql
+++ b/models/bronze/streamline/realtime/bronze__streamline_blocks.sql
@@ -2,34 +2,10 @@
     materialized = 'view'
 ) }}
 
-WITH meta AS (
-        SELECT
-            last_modified AS _inserted_timestamp,
-            file_name,
-            CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 3), '_', 1) AS INTEGER) AS _partition_by_block_id
-        FROM
-            TABLE(
-                information_schema.external_table_file_registration_history(
-                    start_time => DATEADD('day', -3, CURRENT_TIMESTAMP()),
-                    table_name => '{{ source( "bronze_streamline", "blocks_v2") }}')
-                ) A
-            )
-        SELECT
-            block_number,
-            DATA,
-            _inserted_timestamp,
-            MD5(
-                CAST(
-                    COALESCE(CAST(block_number AS text), '' :: STRING) AS text
-                )
-            ) AS _fsc_id,
-            s._partition_by_block_id,
-            s.value AS VALUE
-        FROM
-            {{ source("bronze_streamline","blocks_v2") }} s
-            JOIN meta b
-            ON b.file_name = metadata$filename
-            AND b._partition_by_block_id = s._partition_by_block_id
-        WHERE
-            b._partition_by_block_id = s._partition_by_block_id
-
+{% set model = this.identifier.split("_") [-1] %}
+{{ streamline_external_table_query(
+    model = 'blocks_v2',
+    partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 3), '_', 1) AS INTEGER)",
+    partition_name = "_partition_by_block_id",
+    unique_key = "id"
+) }}
\ No newline at end of file
diff --git a/models/bronze/streamline/realtime/bronze__streamline_fr_blocks.sql b/models/bronze/streamline/realtime/bronze__streamline_fr_blocks.sql
index 0e209a4..9d5ba43 100644
--- a/models/bronze/streamline/realtime/bronze__streamline_fr_blocks.sql
+++ b/models/bronze/streamline/realtime/bronze__streamline_fr_blocks.sql
@@ -1,34 +1,11 @@
 {{ config (
-materialized = 'view'
+    materialized = 'view'
 ) }}
 
-WITH meta AS (
-    SELECT
-        registered_on AS _inserted_timestamp,
-        file_name,
-        CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 3), '_', 1) AS INTEGER) AS _partition_by_block_id
-    FROM
-        TABLE(
-            information_schema.external_table_files(
-                table_name => '{{ source( "bronze_streamline", "blocks_v2") }}'
-            )
-        ) A
-)
-SELECT
-    block_number,
-    DATA,
-    _inserted_timestamp,
-    MD5(
-        CAST(
-            COALESCE(CAST(block_number AS text), '' :: STRING) AS text
-        )
-    ) AS _fsc_id,
-    s._partition_by_block_id,
-    s.value AS VALUE
-FROM
-    {{ source("bronze_streamline","blocks_v2") }} s
-    JOIN meta b
-    ON b.file_name = metadata$filename
-    AND b._partition_by_block_id = s._partition_by_block_id
-WHERE
-    b._partition_by_block_id = s._partition_by_block_id
+{% set model = this.identifier.split("_") [-1] %}
+{{ streamline_external_table_FR_query(
+    model = 'blocks_v2',
+    partition_function = "CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 3), '_', 1) AS INTEGER)",
+    partition_name = "_partition_by_block_id",
+    unique_key = "id"
+) }}