near-models/models/silver/lockup/silver__lockup_actions.sql

{{ config(
    materialized = 'incremental',
    incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
    merge_exclude_columns = ["inserted_timestamp"],
    unique_key = 'tx_hash',
    cluster_by = [ 'block_timestamp::date'],
    post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,lockup_account_id,owner_account_id);",
    tags = ['scheduled_non_core'],
) }}

{% if execute %}

    {% if is_incremental() and not var("MANUAL_FIX") %}
    {% do log("Incremental and not MANUAL_FIX", info=True) %}
    {% set max_mod_query %}

    SELECT
        GREATEST(
            MAX(modified_timestamp),
            DATEADD(DAY, -3, SYSDATE()) -- lockup actions are rare, so avoid large table scans between events
        ) AS modified_timestamp
    FROM
        {{ this }}

    {% endset %}

        {% set max_mod = run_query(max_mod_query) [0] [0] %}
        {% if not max_mod or max_mod == 'None' %}
            {% set max_mod = '2099-01-01' %}
        {% endif %}

        {% do log("max_mod: " ~ max_mod, info=True) %}

        {% set min_block_date_query %}
    SELECT
        MIN(block_timestamp :: DATE)
    FROM
        (
            SELECT
                MIN(block_timestamp) block_timestamp
            FROM
                {{ ref('core__ez_actions') }} A
            WHERE
                modified_timestamp >= '{{max_mod}}'
            UNION ALL
            SELECT
                MIN(block_timestamp) block_timestamp
            FROM
                {{ ref('silver__token_transfer_native') }} A
            WHERE
                modified_timestamp >= '{{max_mod}}'
        ) 
    {% endset %}

        {% set min_bd = run_query(min_block_date_query) [0] [0] %}
        {% if not min_bd or min_bd == 'None' %}
            {% set min_bd = '2099-01-01' %}
        {% endif %}

        {% do log("min_bd: " ~ min_bd, info=True) %}

    {% endif %}

{% endif %}

WITH
lockup_actions AS (
    SELECT
        block_timestamp,
        block_id,
        tx_hash,
        receipt_id,
        receipt_predecessor_id,
        receipt_receiver_id,
        receipt_signer_id,
        action_data,
        tx_succeeded,
        receipt_succeeded,
        _partition_by_block_number,
        modified_timestamp
    FROM
        {{ ref('core__ez_actions') }}
    WHERE 
        receipt_succeeded
        AND tx_succeeded
        AND action_name = 'FunctionCall'
        AND action_data :method_name :: STRING in (
            'on_lockup_create',
            'create',
            'new'
        )
        AND (
            receipt_signer_id = 'lockup.near' 
            OR receipt_predecessor_id = 'lockup.near'
            OR receipt_receiver_id ILIKE '%lockup.near'
        )

    {% if var("MANUAL_FIX") %}
      AND {{ partition_load_manual('no_buffer') }}
    {% else %}
    {% if is_incremental() %}
        AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day')
    {% endif %}
    {% endif %}

),
xfers AS (
    SELECT
        tx_hash,
        receipt_id,
        block_timestamp,
        block_id,
        amount_unadj :: INT AS deposit,
        _partition_by_block_number,
        modified_timestamp
    FROM
        {{ ref('silver__token_transfer_native') }}

    WHERE
        predecessor_id = 'lockup.near'
    {% if var("MANUAL_FIX") %}
      AND {{ partition_load_manual('no_buffer') }}
    {% else %}
    {% if is_incremental() %}
        AND block_timestamp :: DATE >= GREATEST('{{min_bd}}', SYSDATE() :: DATE - interval '1 day')
    {% endif %}
    {% endif %}
),
agg_arguments AS (
    SELECT
        tx_hash,
        OBJECT_AGG(
            action_data :method_name :: STRING,
            receipt_id :: variant
        ) AS receipt_ids,
        OBJECT_AGG(
            action_data :method_name :: STRING,
            receipt_receiver_id :: variant
        ) AS receiver_ids,
        MIN(block_id) AS block_id,
        MIN(block_timestamp) AS block_timestamp,
        OBJECT_AGG(
            action_data :method_name :: STRING,
            action_data :args :: variant
        ) AS args_all,
        COUNT(
            DISTINCT action_data :method_name :: STRING
        ) AS method_count,
        MIN(_partition_by_block_number) AS _partition_by_block_number,
        MIN(modified_timestamp) AS modified_timestamp
    FROM
        lockup_actions
    GROUP BY
        1
),
lockup_xfers AS (
    SELECT
        xfers.tx_hash,
        xfers.receipt_id,
        xfers.block_timestamp,
        xfers.block_id,
        xfers.deposit,
        xfers._partition_by_block_number,
        xfers.modified_timestamp
    FROM
        xfers
    LEFT JOIN agg_arguments l
    ON xfers.tx_hash = l.tx_hash
    WHERE
        l.tx_hash IS NOT NULL
),
parse_args_json AS (
    SELECT
        A.tx_hash,
        receipt_ids,
        A.block_id,
        A.block_timestamp,
        COALESCE(
            args_all :on_lockup_create :attached_deposit :: DOUBLE,
            x.deposit
        ) AS deposit,
        COALESCE(
            args_all :on_lockup_create :lockup_account_id :: STRING,
            receiver_ids :new :: STRING
        ) AS lockup_account_id,
        COALESCE(
            args_all :new :owner_account_id :: STRING,
            args_all :create :owner_account_id :: STRING
        ) AS owner_account_id,
        COALESCE(
            args_all :new :lockup_duration :: STRING,
            args_all :create :lockup_duration :: STRING
        ) AS lockup_duration,
        COALESCE(
            args_all :new :lockup_timestamp :: STRING,
            args_all :create :lockup_timestamp :: STRING
        ) AS lockup_timestamp,
        COALESCE(
            args_all :new :release_duration :: STRING,
            args_all :create :release_duration :: STRING
        ) AS release_duration,
        COALESCE(
            args_all :new :vesting_schedule :: STRING,
            args_all :create :vesting_schedule :: STRING
        ) AS vesting_schedule,
        args_all :new :transfers_information :: STRING AS transfers_information,
        args_all,
        A._partition_by_block_number
    FROM
        agg_arguments A
        LEFT JOIN lockup_xfers x
        ON A.receipt_ids :new :: STRING = x.receipt_id
    {% if is_incremental() and not var("MANUAL_FIX") %}
        WHERE
            GREATEST(
                COALESCE(A.modified_timestamp, '1970-01-01'),
                COALESCE(x.modified_timestamp, '1970-01-01')   
            ) >= '{{max_mod}}'
    {% endif %}
),
FINAL AS (
    SELECT
        tx_hash,
        receipt_ids AS receipt_object_ids, -- slated for rename to receipt_ids
        block_timestamp,
        block_id,
        deposit,
        lockup_account_id,
        owner_account_id,
        lockup_duration,
        lockup_timestamp,
        TO_TIMESTAMP_NTZ(lockup_timestamp) AS lockup_timestamp_ntz,
        release_duration,
        vesting_schedule,
        transfers_information,
        args_all,
        _partition_by_block_number
    FROM
        parse_args_json
)
SELECT
    *,
    {{ dbt_utils.generate_surrogate_key(
        ['tx_hash']
    ) }} AS lockup_actions_id,
    SYSDATE() AS inserted_timestamp,
    SYSDATE() AS modified_timestamp,
    '{{ invocation_id }}' AS _invocation_id
FROM
    FINAL