external-models/models/bitquery/silver/silver__bitquery_tx_count.sql

-- depends_on: {{ ref('bronze__bitquery') }}
{{ config(
    materialized = 'incremental',
    unique_key = ['blockchain', 'metric', 'block_date'],
    tags = ['bitquery']
) }}

WITH ripple AS (

    SELECT
        A.blockchain,
        A.metric,
        b.value :date :date :: DATE AS block_date,
        b.value :countBigInt AS tx_count,
        A._inserted_timestamp
    FROM

{% if is_incremental() %}
{{ ref('bronze__bitquery') }}
{% else %}
    {{ ref('bronze__bitquery_FR') }}
{% endif %}

A,
LATERAL FLATTEN(
    A.data :data :ripple :transactions
) b
WHERE
    A.data :errors IS NULL
    AND A.metric = 'tx_count'
    AND A.blockchain = 'ripple'

{% if is_incremental() %}
AND _inserted_timestamp :: DATE > (
    SELECT
        MAX(_inserted_timestamp) :: DATE
    FROM
        {{ this }}
)
{% endif %}
),
hedera AS (
    SELECT
        A.blockchain,
        A.metric,
        b.value :date :date :: DATE AS block_date,
        b.value :count AS tx_count,
        A._inserted_timestamp
    FROM

{% if is_incremental() %}
{{ ref('bronze__bitquery_FR') }}
{% else %}
    {{ ref('bronze__bitquery_FR') }}
{% endif %}

A,
LATERAL FLATTEN(
    A.data :data :hedera :transactions
) b
WHERE
    A.data :errors IS NULL
    AND A.metric = 'tx_count'
    AND A.blockchain = 'hedera'

{% if is_incremental() %}
AND _inserted_timestamp :: DATE > (
    SELECT
        MAX(_inserted_timestamp) :: DATE
    FROM
        {{ this }}
)
{% endif %}
),
ua AS (
    SELECT
        *
    FROM
        ripple
    UNION ALL
    SELECT
        *
    FROM
        hedera
)
SELECT
    blockchain,
    metric,
    block_date,
    tx_count,
    _inserted_timestamp,
    {{ dbt_utils.generate_surrogate_key(
        ['blockchain','metric','block_date']
    ) }} AS accounts_id,
    SYSDATE() AS inserted_timestamp,
    SYSDATE() AS modified_timestamp,
    '{{ invocation_id }}' AS _invocation_id
FROM
    ua qualify ROW_NUMBER() over (
        PARTITION BY blockchain,
        metric,
        block_date
        ORDER BY
            _inserted_timestamp DESC
    ) = 1