add macros to refresh tables in streamline database (#104)

This commit is contained in:
desmond-hui 2022-09-15 08:26:45 -07:00 committed by GitHub
parent 8a00a94959
commit 74f1ac7159
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 24 additions and 25 deletions

View File

@ -52,16 +52,8 @@ END;'
{% endset %}
{% do run_query(sql) %}
/* no backfills atm so we can suspend in prod also */
{% set sql %}
alter task streamline.bulk_get_block_rewards_historical suspend;
{% endset %}
{% do run_query(sql) %}
-- {% if target.database == 'SOLANA' %}
-- {% set sql %}
-- alter task streamline.bulk_get_block_rewards_historical resume;
-- {% endset %}
-- {% do run_query(sql) %}
-- {% endif %}
{% endmacro %}

View File

@ -52,16 +52,8 @@ END;'
{% endset %}
{% do run_query(sql) %}
/* no backfills atm so we can suspend in prod also */
{% set sql %}
alter task streamline.bulk_get_block_txs_historical suspend;
{% endset %}
{% do run_query(sql) %}
-- {% if target.database == 'SOLANA' %}
-- {% set sql %}
-- alter task streamline.bulk_get_block_txs_historical resume;
-- {% endset %}
-- {% do run_query(sql) %}
-- {% endif %}
{% endmacro %}

View File

@ -78,17 +78,8 @@ END;'
{% endset %}
{% do run_query(sql) %}
/* no backfills atm so we can suspend in prod also */
{% set sql %}
alter task streamline.bulk_get_blocks_historical suspend;
{% endset %}
{% do run_query(sql) %}
-- {% if target.database == 'SOLANA' %}
-- {% set sql %}
-- alter task streamline.bulk_get_blocks_historical resume;
-- {% endset %}
-- {% do run_query(sql) %}
-- {% endif %}
{% endmacro %}

View File

@ -0,0 +1,7 @@
{% macro run_sp_refresh_external_tables_full() %}
{% set sql %}
call streamline.sp_refresh_external_tables_full();
{% endset %}
{% do run_query(sql) %}
{% endmacro %}

View File

@ -0,0 +1,17 @@
{% macro sp_refresh_external_tables_full() %}
{% set sql %}
create or replace procedure streamline.sp_refresh_external_tables_full()
returns boolean
language sql
as
$$
begin
alter external table streamline.{{ target.database }}.decoded_instructions_data_api refresh;
alter external table streamline.{{ target.database }}.validator_metadata_api refresh;
alter external table streamline.{{ target.database }}.stake_account_tx_ids_api refresh;
alter external table streamline.{{ target.database }}.txs_api refresh;
return TRUE;
end;
$${% endset %}
{% do run_query(sql) %}
{% endmacro %}