flip/osmosis-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/osmosis-models.git synced 2026-02-06 13:57:16 +00:00
Code Issues Actions 10 Packages Projects Releases Wiki Activity

fix extremely long query run time

Browse Source
This commit is contained in:
Desmond Hui 2023-10-24 11:50:58 -07:00
parent 53dbadd87e
commit 41239f76ab
1 changed files with 52 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

101
models/silver/core/silver__transfers.sql
View File

@ -1,3 +1,4 @@
-- depends_on: {{ ref('silver__msg_attributes') }}
{{ config(
materialized = 'incremental',
unique_key = "_unique_key",
@ -5,48 +6,61 @@
cluster_by = ['block_timestamp::DATE','_inserted_timestamp::DATE']
) }}
{% if execute %}
{% set query = """
CREATE OR REPLACE TEMPORARY TABLE silver.transfers__intermediate_tmp AS
SELECT
block_id,
block_timestamp,
tx_id,
tx_succeeded,
msg_group,
msg_sub_group,
msg_index,
msg_type,
attribute_key,
attribute_value,
_inserted_timestamp
FROM
""" ~ ref('silver__msg_attributes') ~ """
WHERE
(
attribute_key IN (
'acc_seq',
'amount'
)
OR msg_type IN (
'coin_spent',
'transfer',
'message',
'claim',
'ibc_transfer',
'write_acknowledgement'
)
)"""
%}
{% set incr = "" %}
{% if is_incremental() %}
{% set incr = """
AND _inserted_timestamp >= (
SELECT
MAX(
_inserted_timestamp
)
FROM
""" ~ this ~ """
) - INTERVAL '24 HOURS'""" %}
{% endif %}
{% do run_query(query ~ incr) %}
{% endif %}
WITH base_atts AS (
SELECT
block_id,
block_timestamp,
tx_id,
tx_succeeded,
msg_group,
msg_sub_group,
msg_index,
msg_type,
attribute_key,
attribute_value,
_inserted_timestamp
*
FROM
{{ ref('silver__msg_attributes') }}
WHERE
(
attribute_key IN (
'acc_seq',
'amount'
)
OR msg_type IN (
'coin_spent',
'transfer',
'message',
'claim',
'ibc_transfer',
'write_acknowledgement'
)
)
{% if is_incremental() %}
AND _inserted_timestamp >= (
SELECT
MAX(
_inserted_timestamp
)
FROM
{{ this }}
) - INTERVAL '24 HOURS'
{% endif %}
silver.transfers__intermediate_tmp
),
sender AS (
SELECT
@ -359,17 +373,6 @@ fin AS (
ON s.tx_id = m.tx_id
LEFT OUTER JOIN {{ ref('silver__asset_metadata') }} A
ON TRY_PARSE_JSON(attribute_value) :denom :: STRING = A.denom
JOIN (
SELECT
DISTINCT block_id,
block_timestamp,
tx_succeeded,
tx_id,
_inserted_timestamp
FROM
base_atts
) t
ON s.tx_id = t.tx_id
INNER JOIN coin_sent_ibc C
ON s.tx_id = C.tx_id
AND m.msg_group = C.msg_group {# AND m.msg_sub_group = C.msg_sub_group #}