aurora-models/models/bronze/core/bronze__blocks.sql

{{ config (
    materialized = 'view',
    tags = ['bronze','core','streamline_v2','phase_1']
) }}

WITH meta AS (
    SELECT
        job_created_time AS _inserted_timestamp,
        file_name,
        CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER) AS partition_key
    FROM
        TABLE(
            information_schema.external_table_file_registration_history(
                start_time => DATEADD('day', -3, CURRENT_TIMESTAMP()),
                table_name => '{{ source( "bronze_streamline", "blocks_v2") }}'
            )
        ) A
)
    SELECT
        s.*,
        b.file_name,
        b._inserted_timestamp,
        COALESCE(
            s.value :"BLOCK_NUMBER" :: STRING,
            s.metadata :request :"data" :id :: STRING,
            PARSE_JSON(
                s.metadata :request :"data"
            ) :id :: STRING
        ) :: INT AS block_number
    FROM
        {{ source( "bronze_streamline", "blocks_v2") }}
        s
        JOIN meta b
        ON b.file_name = metadata$filename
        AND b.partition_key = s.partition_key
    WHERE
        b.partition_key = s.partition_key
        AND DATA :error IS NULL
        AND DATA IS NOT NULL