mirror of
https://github.com/FlipsideCrypto/solana-models.git
synced 2026-02-06 16:16:47 +00:00
75a16253d9
* hourly schedule for ez dex swaps and upstream * hourly schedule for ez dex swaps and upstream * cleanup
77 lines
2.7 KiB
SQL
77 lines
2.7 KiB
SQL
-- depends_on: {{ ref('bronze__streamline_decoded_instructions_2') }}
|
|
-- depends_on: {{ ref('bronze__streamline_FR_decoded_instructions_2') }}
|
|
-- depends_on: {{ ref('bronze__streamline_decoded_instructions_3') }}
|
|
|
|
{{ config(
|
|
materialized = 'incremental',
|
|
incremental_predicates = ["dynamic_range_predicate", "block_timestamp::date"],
|
|
unique_key = "decoded_instructions_id",
|
|
cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE', 'program_id'],
|
|
merge_exclude_columns = ["inserted_timestamp"],
|
|
tags = ['scheduled_non_core','scheduled_non_core_hourly'],
|
|
full_refresh = false,
|
|
) }}
|
|
|
|
{% set legacy_cutoff_timestamp = '2024-12-09 00:00:00+00:00' %}
|
|
|
|
/* run incremental timestamp value first then use it as a static value */
|
|
{% if execute %}
|
|
{% if is_incremental() %}
|
|
{% set query %}
|
|
SELECT
|
|
max(_inserted_timestamp) AS _inserted_timestamp
|
|
FROM
|
|
{{ this }}
|
|
{% endset %}
|
|
|
|
{% set max_inserted_timestamp = run_query(query).columns[0].values()[0] %}
|
|
{% endif %}
|
|
{% endif %}
|
|
|
|
SELECT
|
|
b.block_timestamp,
|
|
A.block_id,
|
|
A.tx_id,
|
|
COALESCE(
|
|
A.index,
|
|
VALUE:data:data[0][0],
|
|
VALUE:data[0][0]
|
|
)::INT AS index,
|
|
A.inner_index,
|
|
A.program_id,
|
|
COALESCE(
|
|
A.value:data:data[0][1],
|
|
A.value:data[1],
|
|
A.value:data
|
|
) AS decoded_instruction,
|
|
A._inserted_timestamp,
|
|
{{ dbt_utils.generate_surrogate_key(['A.tx_id', 'A.index', 'A.inner_index']) }} AS decoded_instructions_id,
|
|
sysdate() AS inserted_timestamp,
|
|
sysdate() AS modified_timestamp,
|
|
'{{ invocation_id }}' AS _invocation_id
|
|
FROM
|
|
{% if is_incremental() and max_inserted_timestamp < modules.datetime.datetime.strptime(legacy_cutoff_timestamp, '%Y-%m-%d %H:%M:%S%z') %}
|
|
{{ ref('bronze__streamline_decoded_instructions_2') }} A
|
|
{% elif is_incremental() %}
|
|
{{ ref('bronze__streamline_decoded_instructions_3') }} A
|
|
{% endif %}
|
|
/*
|
|
No longer allow full refresh of this model.
|
|
If we need to full refresh, manual intervention is required as we need to union both sets of raw data
|
|
{# {% else %}
|
|
{{ ref('bronze__streamline_FR_decoded_instructions_2') }} A
|
|
{% endif %} #}
|
|
*/
|
|
JOIN
|
|
{{ ref('silver__blocks') }} b
|
|
ON A.block_id = b.block_id
|
|
{% if is_incremental() %}
|
|
WHERE
|
|
A._inserted_timestamp >= dateadd('minute', -5, '{{ max_inserted_timestamp }}')
|
|
AND A._partition_by_created_date_hour >= dateadd('hour', -2, date_trunc('hour', '{{ max_inserted_timestamp }}'::timestamp_ntz))
|
|
{% endif %}
|
|
QUALIFY
|
|
row_number() OVER (
|
|
PARTITION BY tx_id, index, coalesce(inner_index, -1)
|
|
ORDER BY A._inserted_timestamp DESC
|
|
) = 1 |