flip/eclipse-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/eclipse-models.git synced 2026-02-06 11:06:43 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update txs/votes to use new block txs pipeline

Browse Source
This commit is contained in:
tarikceric 2025-03-12 15:19:38 -07:00
parent 87014d5c4b
commit 097c915c4f
2 changed files with 100 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
models/silver/core/silver__transactions.sql
View File

@ -1,4 +1,5 @@
-- depends_on: {{ ref('bronze__transactions') }}
-- depends_on: {{ ref('bronze__transactions_2') }}
{{ config(
materialized = 'incremental',
@ -21,6 +22,9 @@
{% endif %}
{% endif %}
{% set cutover_block_id = 54084999 %}
{% set cutover_partition_key = 54080000 %}
WITH pre_final AS (
SELECT
b.block_timestamp AS block_timestamp,
@ -58,7 +62,8 @@ WITH pre_final AS (
{{ ref('silver__blocks') }} b
ON b.block_id = t.block_id
WHERE
tx_id IS NOT NULL
t.block_id < {{cutover_block_id}}
AND tx_id IS NOT NULL
AND (
coalesce(t.data:transaction:message:instructions[0]:programId::STRING,'') <> 'Vote111111111111111111111111111111111111111'
OR array_size(t.data:transaction:message:instructions) > 1
@ -68,6 +73,53 @@ WITH pre_final AS (
{% else %}
AND t._inserted_timestamp::date = '2024-09-12'
{% endif %}
AND t.partition_key < {{ cutover_partition_key }}
UNION ALL
SELECT
to_timestamp_ntz(t.value:"result.blockTime"::int) AS block_timestamp,
t.block_id,
t.data:transaction:signatures[0]::string AS tx_id,
t.value:array_index as index,
t.data:transaction:message:recentBlockhash::string AS recent_block_hash,
t.data:meta:fee::number AS fee,
CASE
WHEN is_null_value(t.data:meta:err) THEN
TRUE
ELSE
FALSE
END AS succeeded,
t.data:transaction:message:accountKeys::array AS account_keys,
t.data:meta:preBalances::array AS pre_balances,
t.data:meta:postBalances::array AS post_balances,
t.data:meta:preTokenBalances::array AS pre_token_balances,
t.data:meta:postTokenBalances::array AS post_token_balances,
t.data:transaction:message:instructions::array AS instructions,
t.data:meta:innerInstructions::array AS inner_instructions,
t.data:meta:logMessages::array AS log_messages,
t.data:transaction:message:addressTableLookups::array as address_table_lookups,
t.data :meta :computeUnitsConsumed :: NUMBER as units_consumed,
t.data:version::string as version,
t.partition_key,
t._inserted_timestamp
FROM
{% if is_incremental() %}
{{ ref('bronze__transactions_2') }} t
{% else %}
{{ ref('bronze__FR_transactions_2') }} t
{% endif %}
WHERE
t.block_id >= {{ cutover_block_id }}
AND tx_id IS NOT NULL
AND (
coalesce(t.data:transaction:message:instructions[0]:programId::STRING,'') <> 'Vote111111111111111111111111111111111111111'
OR array_size(t.data:transaction:message:instructions) > 1
)
{% if is_incremental() %}
AND t._inserted_timestamp >= '{{ max_inserted_timestamp }}'
{% else %}
AND t.partition_key < 0 /* keep this here, if we ever do a full refresh this should select no data from _2 */
{% endif %}
AND t.partition_key >= {{ cutover_partition_key}}
),
{% if is_incremental() %}
prev_null_block_timestamp_txs AS (

48
models/silver/core/silver__votes.sql
View File

@ -1,4 +1,5 @@
-- depends_on: {{ ref('bronze__transactions') }}
-- depends_on: {{ ref('bronze__transactions_2') }}
{{ config(
materialized = 'incremental',
@ -21,6 +22,9 @@
{% endif %}
{% endif %}
{% set cutover_block_id = 54084999 %}
{% set cutover_partition_key = 54080000 %}
WITH pre_final AS (
SELECT
b.block_timestamp AS block_timestamp,
@ -54,7 +58,8 @@ WITH pre_final AS (
JOIN
table(flatten(t.data:transaction:message:instructions)) i
WHERE
tx_id IS NOT NULL
t.block_id < {{cutover_block_id}}
AND tx_id IS NOT NULL
AND coalesce(t.data:transaction:message:instructions[0]:programId::string,'') = 'Vote111111111111111111111111111111111111111'
AND i.value:programId::string = 'Vote111111111111111111111111111111111111111'
{% if is_incremental() %}
@ -62,6 +67,47 @@ WITH pre_final AS (
{% else %}
AND t._inserted_timestamp::date = '2024-09-12'
{% endif %}
AND t.partition_key < {{ cutover_partition_key }}
UNION ALL
SELECT
to_timestamp_ntz(t.value:"result.blockTime"::int) AS block_timestamp,
t.block_id,
t.data:transaction:signatures[0]::string AS tx_id,
t.value:array_index as index,
t.data:transaction:message:recentBlockhash::string AS recent_block_hash,
t.data:meta:fee::number AS fee,
CASE
WHEN is_null_value(t.data:meta:err) THEN
TRUE
ELSE
FALSE
END AS succeeded,
t.data:transaction:message:accountKeys::array AS account_keys,
i.index::int AS vote_index,
i.value:parsed:type::string AS event_type,
i.value::variant AS instruction,
t.data:version::string as version,
t.partition_key,
t._inserted_timestamp
FROM
{% if is_incremental() %}
{{ ref('bronze__transactions_2') }} t
{% else %}
{{ ref('bronze__FR_transactions_2') }} t
{% endif %}
JOIN
table(flatten(t.data:transaction:message:instructions)) i
WHERE
t.block_id >= {{ cutover_block_id }}
AND tx_id IS NOT NULL
AND coalesce(t.data:transaction:message:instructions[0]:programId::string,'') = 'Vote111111111111111111111111111111111111111'
AND i.value:programId::string = 'Vote111111111111111111111111111111111111111'
{% if is_incremental() %}
AND t._inserted_timestamp >= '{{ max_inserted_timestamp }}'
{% else %}
AND t.partition_key < 0 /* keep this here, if we ever do a full refresh this should select no data from _2 */
{% endif %}
AND t.partition_key >= {{ cutover_partition_key}}
),
{% if is_incremental() %}
prev_null_block_timestamp_txs AS (