From 488dfa2ad7ad739d1d9c45587cd9952b6e14bc62 Mon Sep 17 00:00:00 2001
From: Austin <93135983+austinFlipside@users.noreply.github.com>
Date: Fri, 12 Apr 2024 10:48:26 -0400
Subject: [PATCH] lookback (#163)

---
 .../streamline/silver/_24_hour_lookback.sql   | 26 +++++++++++++++++++
 .../streamline__decode_logs_realtime.sql      |  9 ++-----
 2 files changed, 28 insertions(+), 7 deletions(-)
 create mode 100644 models/streamline/silver/_24_hour_lookback.sql

diff --git a/models/streamline/silver/_24_hour_lookback.sql b/models/streamline/silver/_24_hour_lookback.sql
new file mode 100644
index 0000000..e9d060f
--- /dev/null
+++ b/models/streamline/silver/_24_hour_lookback.sql
@@ -0,0 +1,26 @@
+{{ config (
+    materialized = "ephemeral"
+) }}
+
+WITH max_time AS (
+
+    SELECT
+        MAX(block_timestamp) AS max_timestamp
+    FROM
+        {{ ref("silver__blocks") }}
+)
+SELECT
+    MIN(block_number) AS block_number
+FROM
+    {{ ref("silver__blocks") }}
+    JOIN max_time
+    ON block_timestamp BETWEEN DATEADD(
+        'hour',
+        -25,
+        max_timestamp
+    )
+    AND DATEADD(
+        'hour',
+        -24,
+        max_timestamp
+    )
diff --git a/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql
index 16d909d..3c9f43f 100644
--- a/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql
+++ b/models/streamline/silver/decoder/realtime/streamline__decode_logs_realtime.sql
@@ -9,11 +9,7 @@ WITH look_back AS (
     SELECT
         block_number
     FROM
-        {{ ref("_max_block_by_date") }}
-        qualify ROW_NUMBER() over (
-            ORDER BY
-                block_number DESC
-        ) = 1
+        {{ ref("_24_hour_lookback") }}
 )
 SELECT
     l.block_number,
@@ -58,5 +54,4 @@ WHERE
                 FROM
                     look_back
             )
-            AND _inserted_timestamp >= DATEADD('day', -2, CURRENT_DATE())
-    )
+            AND _inserted_timestamp >= DATEADD('day', -2, CURRENT_DATE()))