From 74f1ac7159316d4a074e17d89fcca524aeebae16 Mon Sep 17 00:00:00 2001
From: desmond-hui <97470747+desmond-hui@users.noreply.github.com>
Date: Thu, 15 Sep 2022 08:26:45 -0700
Subject: [PATCH] add macros to refresh tables in streamline database (#104)

---
 .../task_bulk_get_block_rewards_historical.sql  |  8 --------
 .../task_bulk_get_block_txs_historical.sql      |  8 --------
 .../task_bulk_get_blocks_historical.sql         |  9 ---------
 .../run_sp_refresh_external_tables_full.sql     |  7 +++++++
 .../sp_refresh_external_tables_full.sql         | 17 +++++++++++++++++
 5 files changed, 24 insertions(+), 25 deletions(-)
 create mode 100644 macros/streamline/run_sp_refresh_external_tables_full.sql
 create mode 100644 macros/streamline/sp_refresh_external_tables_full.sql

diff --git a/macros/streamline/bulk_get_block_rewards/task_bulk_get_block_rewards_historical.sql b/macros/streamline/bulk_get_block_rewards/task_bulk_get_block_rewards_historical.sql
index 0da774a9..ff662f8e 100644
--- a/macros/streamline/bulk_get_block_rewards/task_bulk_get_block_rewards_historical.sql
+++ b/macros/streamline/bulk_get_block_rewards/task_bulk_get_block_rewards_historical.sql
@@ -52,16 +52,8 @@ END;'
 {% endset %}
 {% do run_query(sql) %}
 
-/* no backfills atm so we can suspend in prod also */
 {% set sql %}
     alter task streamline.bulk_get_block_rewards_historical suspend;
 {% endset %}
 {% do run_query(sql) %}
-
--- {% if target.database == 'SOLANA' %}
---     {% set sql %}
---     alter task streamline.bulk_get_block_rewards_historical resume;
---     {% endset %}
---     {% do run_query(sql) %}
--- {% endif %}
 {% endmacro %}
\ No newline at end of file
diff --git a/macros/streamline/bulk_get_block_txs/task_bulk_get_block_txs_historical.sql b/macros/streamline/bulk_get_block_txs/task_bulk_get_block_txs_historical.sql
index 0283886f..a1909c36 100644
--- a/macros/streamline/bulk_get_block_txs/task_bulk_get_block_txs_historical.sql
+++ b/macros/streamline/bulk_get_block_txs/task_bulk_get_block_txs_historical.sql
@@ -52,16 +52,8 @@ END;'
 {% endset %}
 {% do run_query(sql) %}
 
-/* no backfills atm so we can suspend in prod also */
 {% set sql %}
     alter task streamline.bulk_get_block_txs_historical suspend;
 {% endset %}
 {% do run_query(sql) %}
-
--- {% if target.database == 'SOLANA' %}
---     {% set sql %}
---     alter task streamline.bulk_get_block_txs_historical resume;
---     {% endset %}
---     {% do run_query(sql) %}
--- {% endif %}
 {% endmacro %}
\ No newline at end of file
diff --git a/macros/streamline/bulk_get_blocks/task_bulk_get_blocks_historical.sql b/macros/streamline/bulk_get_blocks/task_bulk_get_blocks_historical.sql
index 810a676e..9213e6ea 100644
--- a/macros/streamline/bulk_get_blocks/task_bulk_get_blocks_historical.sql
+++ b/macros/streamline/bulk_get_blocks/task_bulk_get_blocks_historical.sql
@@ -78,17 +78,8 @@ END;'
 {% endset %}
 {% do run_query(sql) %}
 
-/* no backfills atm so we can suspend in prod also */
 {% set sql %}
     alter task streamline.bulk_get_blocks_historical suspend;
 {% endset %}
 {% do run_query(sql) %}
-
-
--- {% if target.database == 'SOLANA' %}
---     {% set sql %}
---     alter task streamline.bulk_get_blocks_historical resume;
---     {% endset %}
---     {% do run_query(sql) %}
--- {% endif %}
 {% endmacro %}
\ No newline at end of file
diff --git a/macros/streamline/run_sp_refresh_external_tables_full.sql b/macros/streamline/run_sp_refresh_external_tables_full.sql
new file mode 100644
index 00000000..09937643
--- /dev/null
+++ b/macros/streamline/run_sp_refresh_external_tables_full.sql
@@ -0,0 +1,7 @@
+{% macro run_sp_refresh_external_tables_full() %}
+{% set sql %}
+call streamline.sp_refresh_external_tables_full();
+{% endset %}
+
+{% do run_query(sql) %}
+{% endmacro %}
\ No newline at end of file
diff --git a/macros/streamline/sp_refresh_external_tables_full.sql b/macros/streamline/sp_refresh_external_tables_full.sql
new file mode 100644
index 00000000..0f588ca5
--- /dev/null
+++ b/macros/streamline/sp_refresh_external_tables_full.sql
@@ -0,0 +1,17 @@
+{% macro sp_refresh_external_tables_full() %}
+{% set sql %}
+create or replace procedure streamline.sp_refresh_external_tables_full()
+returns boolean
+language sql
+as
+$$
+    begin 
+        alter external table streamline.{{ target.database }}.decoded_instructions_data_api refresh;
+        alter external table streamline.{{ target.database }}.validator_metadata_api refresh;
+        alter external table streamline.{{ target.database }}.stake_account_tx_ids_api refresh;
+        alter external table streamline.{{ target.database }}.txs_api refresh;
+        return TRUE;
+    end;
+$${% endset %}
+{% do run_query(sql) %}
+{% endmacro %}
\ No newline at end of file