flow-models/models/silver/base/silver__event_attributes_https.sql

{{ config(
    materialized = 'incremental',
    cluster_by = ['_inserted_timestamp::DATE'],
    unique_key = 'attribute_id',
    incremental_strategy = 'delete+insert',
    tags = ['scheduled']
) }}

WITH events AS (

    SELECT
        *
    FROM
        {{ ref('silver__events') }}
    WHERE
        _inserted_timestamp :: DATE >= '2022-07-18'

{% if is_incremental() %}
AND _inserted_timestamp >= (
    SELECT
        MAX(_inserted_timestamp)
    FROM
        {{ this }}
)
{% endif %}
),
payload_method AS (
    SELECT
        *
    FROM
        events
    WHERE
        _try_parse_payload IS NOT NULL
),
events_data AS (
    SELECT
        event_id,
        tx_id,
        block_timestamp,
        event_index,
        event_contract,
        event_type,
        _event_data_type,
        _event_data_fields,
        _ingested_at,
        COALESCE(
            _event_data_type :fields,
            _event_data_type :Fields
        ) AS event_data_type_fields,
        _inserted_timestamp
    FROM
        events
    WHERE
        _try_parse_payload IS NULL
),
attributes AS (
    SELECT
        event_id,
        tx_id,
        block_timestamp,
        event_index,
        event_contract,
        event_type,
        COALESCE(
            VALUE :identifier,
            VALUE :Identifier
        ) :: STRING AS attribute_key,
        COALESCE(
            _event_data_fields [index] :fields,
            _event_data_fields [index] :staticType :typeID,
            _event_data_fields [index] :value :value,
            _event_data_fields [index] :value,
            _event_data_fields [index] :Value,
            _event_data_fields [index]
        ) :: STRING AS attribute_value,
        concat_ws(
            '-',
            event_id,
            INDEX
        ) AS attribute_id,
        INDEX AS attribute_index,
        _ingested_at,
        _inserted_timestamp,
        'attributes' AS _cte
    FROM
        events_data,
        LATERAL FLATTEN(
            input => event_data_type_fields
        )
),
attributes_2 AS (
    SELECT
        event_id,
        tx_id,
        block_timestamp,
        event_index,
        event_contract,
        event_type,
        VALUE :name :: STRING AS attribute_key,
        COALESCE(
            VALUE :value :value :fields,
            VALUE :value :value :staticType,
            VALUE :value :value :value :value,
            VALUE :value :value :value,
            VALUE :value :value
        ) :: STRING AS attribute_value,
        concat_ws(
            '-',
            event_id,
            INDEX
        ) AS attribute_id,
        INDEX AS attribute_index,
        _ingested_at,
        _inserted_timestamp,
        'attributes_2' AS _cte
    FROM
        payload_method,
        LATERAL FLATTEN(
            _try_parse_payload :value :fields
        )
),
combo AS (
    SELECT
        *
    FROM
        attributes
    UNION
    SELECT
        *
    FROM
        attributes_2
),
FINAL AS (
    SELECT
        attribute_id,
        event_id,
        tx_id,
        block_timestamp,
        event_index,
        attribute_index,
        event_contract,
        event_type,
        attribute_key,
        attribute_value,
        _ingested_at,
        _inserted_timestamp,
        _cte
    FROM
        combo
)
SELECT
    *
FROM
    FINAL