kaia-models/models/streamline/bronze/decoder/bronze__decoded_logs.sql

{{ config (
    materialized = 'view'
) }}

WITH meta AS (

    SELECT
        last_modified AS _inserted_timestamp,
        file_name,
        CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 6), '_', 1) AS INTEGER) AS _partition_by_block_number,
        TO_DATE(
            concat_ws('-', SPLIT_PART(file_name, '/', 3), SPLIT_PART(file_name, '/', 4), SPLIT_PART(file_name, '/', 5))
        ) AS _partition_by_created_date
    FROM
        TABLE(
            information_schema.external_table_file_registration_history(
                start_time => DATEADD('day', -3, CURRENT_TIMESTAMP()),
                table_name => '{{ source( "bronze_streamline", "decoded_logs") }}')
            ) A
        )
    SELECT
        block_number,
        id :: STRING AS id,
        DATA,
        _inserted_timestamp,
        s._partition_by_block_number AS _partition_by_block_number,
        s._partition_by_created_date AS _partition_by_created_date
    FROM
        {{ source(
            "bronze_streamline",
            "decoded_logs"
        ) }}
        s
        JOIN meta b
        ON b.file_name = metadata$filename
        AND b._partition_by_block_number = s._partition_by_block_number
        AND b._partition_by_created_date = s._partition_by_created_date
    WHERE
        b._partition_by_block_number = s._partition_by_block_number
        AND b._partition_by_created_date = s._partition_by_created_date
        AND s._partition_by_created_date >= DATEADD('day', -2, CURRENT_TIMESTAMP())