external-models/models/defillama/bronze/bronze__defillama_dexes.sql

{{ config(
    materialized = 'incremental',
    unique_key = 'dex_id',
    tags = ['defillama']
) }}

WITH base AS (

SELECT
    ethereum.streamline.udf_api(
        'GET','https://api.llama.fi/overview/dexs?excludeTotalDataChart=true&excludeTotalDataChartBreakdown=true&dataType=totalVolume',{},{}
    ) AS dex_read,
    ethereum.streamline.udf_api(
        'GET','https://api.llama.fi/overview/options?excludeTotalDataChart=true&excludeTotalDataChartBreakdown=true&dataType=totalPremiumVolume',{},{}
    ) AS options_read,
    SYSDATE() AS _inserted_timestamp
)
    
SELECT
    VALUE:module::STRING AS dex_id,
    VALUE:name::STRING AS dex,
    VALUE:category::STRING AS category,
    VALUE:chains AS chains,
    _inserted_timestamp
FROM base,
    LATERAL FLATTEN (input=> dex_read:data:protocols)
{% if is_incremental() %}
WHERE dex_id NOT IN (
    SELECT
        DISTINCT dex_id
    FROM
        {{ this }}
)
{% endif %}
UNION
SELECT
    VALUE:module::STRING AS dex_id,
    VALUE:name::STRING AS dex,
    VALUE:category::STRING AS category,
    VALUE:chains AS chains,
    _inserted_timestamp
FROM base,
    LATERAL FLATTEN (input=> options_read:data:protocols)

{% if is_incremental() %}
WHERE dex_id NOT IN (
    SELECT
        DISTINCT dex_id
    FROM
        {{ this }}
)
{% endif %}