From 18b37b738433567cb8253580e94ee4a597a5ef91 Mon Sep 17 00:00:00 2001
From: desmond-hui <97470747+desmond-hui@users.noreply.github.com>
Date: Wed, 11 Jan 2023 09:20:34 -0800
Subject: [PATCH] Hotfix/reingest full parts to fix partial load (#205)

* temporarily reload larger range

* check complete blocks for max partition instead of arbitrary range

* use source
---
 .gitignore                             | 3 ++-
 models/silver/silver__transactions.sql | 2 +-
 models/silver/silver__votes.sql        | 2 +-
 models/sources.yml                     | 6 +++++-
 4 files changed, 9 insertions(+), 4 deletions(-)

diff --git a/.gitignore b/.gitignore
index d2045f47..d99e9bd8 100644
--- a/.gitignore
+++ b/.gitignore
@@ -14,4 +14,5 @@ logs/
 .history/
 **/.DS_Store
 .vscode/
-.env
\ No newline at end of file
+.env
+dbt-env/
\ No newline at end of file
diff --git a/models/silver/silver__transactions.sql b/models/silver/silver__transactions.sql
index 7525678c..55fff65a 100644
--- a/models/silver/silver__transactions.sql
+++ b/models/silver/silver__transactions.sql
@@ -57,7 +57,7 @@ WITH pre_final AS (
         SELECT 
             MAX(_partition_id)
         FROM 
-            {{ ref('streamline__complete_block_txs') }}
+            {{ source('solana_streamline','complete_block_txs') }}
     )
 -- AND t._inserted_timestamp > (
 --     SELECT
diff --git a/models/silver/silver__votes.sql b/models/silver/silver__votes.sql
index a4f52d59..d7cb8c2b 100644
--- a/models/silver/silver__votes.sql
+++ b/models/silver/silver__votes.sql
@@ -49,7 +49,7 @@ WITH pre_final AS (
             SELECT 
                 MAX(_partition_id)
             FROM 
-                {{ ref('streamline__complete_block_txs') }}
+                {{ source('solana_streamline','complete_block_txs') }}
         )
     -- AND 
     --     t._inserted_timestamp > (
diff --git a/models/sources.yml b/models/sources.yml
index 9a448f9e..d45e0f3a 100644
--- a/models/sources.yml
+++ b/models/sources.yml
@@ -53,4 +53,8 @@ sources:
     schema: silver
     tables:
       - name: nft_sales_solport
-      - name: nft_sales_magic_eden_v1
\ No newline at end of file
+      - name: nft_sales_magic_eden_v1
+  - name: solana_streamline
+    schema: streamline
+    tables:
+      - name: complete_block_txs
\ No newline at end of file