mirror of
https://github.com/FlipsideCrypto/flow-models.git
synced 2026-02-06 11:06:45 +00:00
6ce17a7219
* add: model to backfill * fix: node's string format * add tags * upd collection model * mainnet21 hardcoded collections history model * del tag * mainnet 21 getblock * tag for 21 * realtime models * alias num as height * realtime tags * add missing tag and newlines * backfiller * backfiller * move script to folder (renamed) python, upd test accordingly w dir name ch * upd script to accept model input, update jobs per method call * error w use_dev arg * add: silver mdoels * limit backfill job in python script * rename silver dbt models to streamline_ and move into silver/core * explicit casting to silver streamline models * add documentation to silver streamline models * run only current mainnet and history mainnet 22 first * activate schedule for gha * del hardcoded mainnet models * move history modes out of subdirs into history dir * fix GHA vars * del upstream 1+ from history step * del tag --------- Co-authored-by: Jack Forgash <jmfxyz@pm.me>
101 lines
2.2 KiB
SQL
101 lines
2.2 KiB
SQL
{{ config(
|
|
materialized = 'incremental',
|
|
cluster_by = ['_inserted_timestamp::DATE'],
|
|
unique_key = 'event_id',
|
|
incremental_strategy = 'delete+insert',
|
|
tags = ['scheduled']
|
|
) }}
|
|
|
|
WITH transactions AS (
|
|
|
|
SELECT
|
|
*
|
|
FROM
|
|
{{ ref('silver__transactions') }}
|
|
|
|
{% if is_incremental() %}
|
|
WHERE
|
|
_inserted_timestamp >= (
|
|
SELECT
|
|
MAX(_inserted_timestamp)
|
|
FROM
|
|
{{ this }}
|
|
)
|
|
{% endif %}
|
|
),
|
|
events AS (
|
|
SELECT
|
|
VALUE,
|
|
tx_id,
|
|
block_timestamp,
|
|
block_height,
|
|
tx_succeeded,
|
|
INDEX AS _index_from_flatten,
|
|
COALESCE(
|
|
VALUE :event_index,
|
|
VALUE :eventIndex
|
|
) :: NUMBER AS event_index,
|
|
VALUE :value :: variant AS event_data,
|
|
COALESCE(
|
|
VALUE :value :EventType,
|
|
VALUE :value :eventType
|
|
) :: variant AS event_data_type,
|
|
COALESCE(
|
|
VALUE :value :Fields,
|
|
VALUE :value :fields
|
|
) :: variant AS event_data_fields,
|
|
SPLIT(
|
|
IFF(
|
|
(
|
|
event_data_type :qualifiedIdentifier LIKE 'A.%'
|
|
OR event_data_type :qualifiedIdentifier LIKE 'flow%'
|
|
),
|
|
event_data_type :qualifiedIdentifier,
|
|
VALUE :type
|
|
),
|
|
'.'
|
|
) AS type_split,
|
|
ARRAY_TO_STRING(
|
|
ARRAY_SLICE(type_split, 0, ARRAY_SIZE(type_split) -1),
|
|
'.') AS event_contract,
|
|
type_split [array_size(type_split)-1] :: STRING AS event_type,
|
|
concat_ws(
|
|
'-',
|
|
tx_id,
|
|
event_index
|
|
) AS event_id,
|
|
TRY_PARSE_JSON(BASE64_DECODE_STRING(VALUE :payload)) AS try_parse_payload,
|
|
_ingested_at,
|
|
_inserted_timestamp
|
|
FROM
|
|
transactions,
|
|
LATERAL FLATTEN(
|
|
input => transaction_result :events
|
|
)
|
|
),
|
|
FINAL AS (
|
|
SELECT
|
|
event_id,
|
|
tx_id,
|
|
block_timestamp,
|
|
block_height,
|
|
tx_succeeded,
|
|
event_index,
|
|
event_contract,
|
|
event_type,
|
|
event_data,
|
|
event_data_type AS _event_data_type,
|
|
event_data_fields AS _event_data_fields,
|
|
try_parse_payload AS _try_parse_payload,
|
|
_event_data_type :fields AS _attribute_fields,
|
|
_index_from_flatten,
|
|
_ingested_at,
|
|
_inserted_timestamp
|
|
FROM
|
|
events
|
|
)
|
|
SELECT
|
|
*
|
|
FROM
|
|
FINAL
|