movement-models/models/silver/core/silver__blocks.sql

{{ config(
    materialized = 'incremental',
    unique_key = ['block_number'],
    incremental_strategy = 'merge',
    merge_exclude_columns = ['inserted_timestamp'],
    cluster_by = ['modified_timestamp::DATE'],
    tags = ['core']
) }}
-- depends_on: {{ ref('bronze__blocks_tx') }}
WITH base AS (

    SELECT
        VALUE,
        DATA :block_height :: INT AS block_number,
        DATA :block_hash :: STRING AS block_hash,
        DATA :block_timestamp :: bigint AS block_timestamp_num,
        TO_TIMESTAMP(
            block_timestamp_num :: STRING
        ) AS block_timestamp,
        DATA :first_version :: bigint AS first_version,
        DATA :last_version :: bigint AS last_version,
        {# ARRAY_SIZE(
        DATA :transactions
) AS tx_count_from_transactions_array,
#}
last_version - first_version + 1 AS tx_count_from_versions
FROM

{% if is_incremental() %}
{{ ref('bronze__blocks_tx') }}
WHERE
    inserted_timestamp >= (
        SELECT
            DATEADD('minute', -5, MAX(modified_timestamp))
        FROM
            {{ this }})
            AND block_number > 0 -- genesis block has >100k lines of json
        {% else %}
            {{ ref('bronze__blocks_tx_FR') }}
        WHERE
            block_number IS NOT NULL
        {% endif %}

        qualify(ROW_NUMBER() over(PARTITION BY block_number
        ORDER BY
            inserted_timestamp DESC)) = 1
    )
SELECT
    block_number,
    block_hash,
    block_timestamp_num,
    block_timestamp,
    first_version,
    last_version,
    {# tx_count_from_transactions_array, #}
    tx_count_from_versions,
    {{ dbt_utils.generate_surrogate_key(
        ['block_number']
    ) }} AS blocks_id,
    SYSDATE() AS inserted_timestamp,
    SYSDATE() AS modified_timestamp,
    '{{ invocation_id }}' AS _invocation_id
FROM
    base