mirror of
https://github.com/FlipsideCrypto/solana-models.git
synced 2026-02-06 11:47:08 +00:00
AN-5888-Lifinity (#828)
* base silver * gold + yml * small changes * yml file * update test name --------- Co-authored-by: tarikceric <tarik@flipsidecrypto.com>
This commit is contained in:
Stanley
GitHub
parent
4da6ac01b3
commit
6405152a75
@ -286,6 +286,27 @@ FROM
|
|||||||
WHERE
|
WHERE
|
||||||
modified_timestamp >= '{{ max_modified_timestamp }}'
|
modified_timestamp >= '{{ max_modified_timestamp }}'
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
UNION ALL
|
||||||
|
SELECT
|
||||||
|
block_timestamp,
|
||||||
|
block_id,
|
||||||
|
tx_id,
|
||||||
|
succeeded,
|
||||||
|
swapper,
|
||||||
|
from_amt AS swap_from_amount,
|
||||||
|
from_mint AS swap_from_mint,
|
||||||
|
to_amt AS swap_to_amount,
|
||||||
|
to_mint AS swap_to_mint,
|
||||||
|
program_id,
|
||||||
|
swap_index,
|
||||||
|
swaps_intermediate_lifinity_id as fact_swaps_id,
|
||||||
|
inserted_timestamp,
|
||||||
|
modified_timestamp
|
||||||
|
FROM
|
||||||
|
{{ ref('silver__swaps_intermediate_lifinity') }}
|
||||||
|
{% if is_incremental() %}
|
||||||
|
WHERE modified_timestamp >= '{{ max_modified_timestamp }}'
|
||||||
|
{% endif %}
|
||||||
)
|
)
|
||||||
|
|
||||||
select
|
select
|
||||||
|
|||||||
@ -0,0 +1,148 @@
|
|||||||
|
-- depends_on: {{ ref('silver__decoded_instructions_combined') }}
|
||||||
|
|
||||||
|
{{ config(
|
||||||
|
materialized = 'incremental',
|
||||||
|
unique_key = ['swaps_intermediate_lifinity_id'],
|
||||||
|
incremental_predicates = ["dynamic_range_predicate", "block_timestamp::date"],
|
||||||
|
merge_exclude_columns = ["inserted_timestamp"],
|
||||||
|
cluster_by = ['block_timestamp::DATE','modified_timestamp::DATE'],
|
||||||
|
tags = ['scheduled_non_core','scheduled_non_core_hourly'],
|
||||||
|
) }}
|
||||||
|
|
||||||
|
{% if execute %}
|
||||||
|
{% set base_query %}
|
||||||
|
CREATE OR REPLACE TEMPORARY TABLE silver.swaps_intermediate_lifinity__intermediate_tmp AS
|
||||||
|
SELECT
|
||||||
|
*
|
||||||
|
FROM
|
||||||
|
{{ ref('silver__decoded_instructions_combined') }}
|
||||||
|
WHERE
|
||||||
|
program_id = '2wT8Yq49kHgDzXuPxZSaeLaH1qbmGXtEyPy64bL7aD3c'
|
||||||
|
AND event_type = 'swap'
|
||||||
|
|
||||||
|
{% if is_incremental() %}
|
||||||
|
AND _inserted_timestamp >= (
|
||||||
|
SELECT
|
||||||
|
MAX(_inserted_timestamp) - INTERVAL '1 hour'
|
||||||
|
FROM
|
||||||
|
{{ this }}
|
||||||
|
)
|
||||||
|
{% else %}
|
||||||
|
AND _inserted_timestamp::DATE >= '2022-10-01'
|
||||||
|
{% endif %}
|
||||||
|
{% endset %}
|
||||||
|
|
||||||
|
{% do run_query(base_query) %}
|
||||||
|
{% set between_stmts = fsc_utils.dynamic_range_predicate(
|
||||||
|
"silver.swaps_intermediate_lifinity__intermediate_tmp",
|
||||||
|
"block_timestamp::date"
|
||||||
|
) %}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
WITH base AS (
|
||||||
|
SELECT
|
||||||
|
*
|
||||||
|
FROM
|
||||||
|
silver.swaps_intermediate_lifinity__intermediate_tmp
|
||||||
|
),
|
||||||
|
decoded AS (
|
||||||
|
SELECT
|
||||||
|
block_timestamp,
|
||||||
|
block_id,
|
||||||
|
tx_id,
|
||||||
|
INDEX,
|
||||||
|
inner_index,
|
||||||
|
program_id,
|
||||||
|
succeeded,
|
||||||
|
silver.udf_get_account_pubkey_by_name('userTransferAuthority', decoded_instruction:accounts) AS user_authority,
|
||||||
|
silver.udf_get_account_pubkey_by_name('sourceInfo', decoded_instruction:accounts) AS source_token_account,
|
||||||
|
silver.udf_get_account_pubkey_by_name('destinationInfo', decoded_instruction:accounts) AS destination_token_account,
|
||||||
|
silver.udf_get_account_pubkey_by_name('swapSource', decoded_instruction:accounts) AS swap_source,
|
||||||
|
silver.udf_get_account_pubkey_by_name('swapDestination', decoded_instruction:accounts) AS swap_destination,
|
||||||
|
TRY_PARSE_JSON(decoded_instruction:args:amountIn)::number AS amount_in,
|
||||||
|
TRY_PARSE_JSON(decoded_instruction:args:minimumAmountOut)::number AS min_amount_out,
|
||||||
|
signers,
|
||||||
|
_inserted_timestamp
|
||||||
|
FROM
|
||||||
|
base
|
||||||
|
),
|
||||||
|
transfers AS (
|
||||||
|
SELECT
|
||||||
|
A.*,
|
||||||
|
COALESCE(SPLIT_PART(INDEX :: text, '.', 1) :: INT, INDEX :: INT) AS index_1,
|
||||||
|
NULLIF(SPLIT_PART(INDEX :: text, '.', 2), '') :: INT AS inner_index_1
|
||||||
|
FROM
|
||||||
|
{{ ref('silver__transfers') }} A
|
||||||
|
INNER JOIN (
|
||||||
|
SELECT
|
||||||
|
DISTINCT tx_id,
|
||||||
|
block_timestamp::DATE AS block_date
|
||||||
|
FROM
|
||||||
|
decoded
|
||||||
|
) d
|
||||||
|
ON d.block_date = A.block_timestamp::DATE
|
||||||
|
AND d.tx_id = A.tx_id
|
||||||
|
WHERE
|
||||||
|
{{ between_stmts }}
|
||||||
|
),
|
||||||
|
final_swaps AS (
|
||||||
|
SELECT
|
||||||
|
d.block_id,
|
||||||
|
d.block_timestamp,
|
||||||
|
d.program_id,
|
||||||
|
d.tx_id,
|
||||||
|
d.index,
|
||||||
|
d.inner_index,
|
||||||
|
d.succeeded,
|
||||||
|
COALESCE(d.user_authority, d.signers[0]::STRING) AS swapper,
|
||||||
|
from_t.amount AS from_amt,
|
||||||
|
from_t.mint AS from_mint,
|
||||||
|
to_t.amount AS to_amt,
|
||||||
|
to_t.mint AS to_mint,
|
||||||
|
d.amount_in,
|
||||||
|
d.min_amount_out,
|
||||||
|
d._inserted_timestamp
|
||||||
|
FROM
|
||||||
|
decoded d
|
||||||
|
LEFT JOIN transfers from_t
|
||||||
|
ON d.tx_id = from_t.tx_id
|
||||||
|
AND d.source_token_account = from_t.source_token_account
|
||||||
|
AND d.swap_source = from_t.dest_token_account
|
||||||
|
AND d.index = from_t.index_1
|
||||||
|
AND from_t.succeeded = TRUE
|
||||||
|
LEFT JOIN transfers to_t
|
||||||
|
ON d.tx_id = to_t.tx_id
|
||||||
|
AND d.destination_token_account = to_t.dest_token_account
|
||||||
|
AND d.swap_destination = to_t.source_token_account
|
||||||
|
AND d.index = to_t.index_1
|
||||||
|
AND to_t.succeeded = TRUE
|
||||||
|
QUALIFY ROW_NUMBER() OVER (PARTITION BY d.tx_id, d.index, d.inner_index ORDER BY COALESCE(from_t.amount, 0) DESC) = 1
|
||||||
|
)
|
||||||
|
SELECT
|
||||||
|
block_id,
|
||||||
|
block_timestamp,
|
||||||
|
program_id,
|
||||||
|
tx_id,
|
||||||
|
index,
|
||||||
|
inner_index,
|
||||||
|
ROW_NUMBER() OVER (
|
||||||
|
PARTITION BY tx_id
|
||||||
|
ORDER BY
|
||||||
|
index,
|
||||||
|
inner_index
|
||||||
|
) AS swap_index,
|
||||||
|
succeeded,
|
||||||
|
swapper,
|
||||||
|
from_amt,
|
||||||
|
from_mint,
|
||||||
|
to_amt,
|
||||||
|
to_mint,
|
||||||
|
amount_in,
|
||||||
|
min_amount_out,
|
||||||
|
_inserted_timestamp,
|
||||||
|
{{ dbt_utils.generate_surrogate_key(['tx_id','index','inner_index']) }} AS swaps_intermediate_lifinity_id,
|
||||||
|
SYSDATE() AS inserted_timestamp,
|
||||||
|
SYSDATE() AS modified_timestamp,
|
||||||
|
'{{ invocation_id }}' AS _invocation_id
|
||||||
|
FROM
|
||||||
|
final_swaps
|
||||||
@ -0,0 +1,94 @@
|
|||||||
|
version: 2
|
||||||
|
models:
|
||||||
|
- name: silver__swaps_intermediate_lifinity
|
||||||
|
tests:
|
||||||
|
- dbt_utils.unique_combination_of_columns:
|
||||||
|
combination_of_columns:
|
||||||
|
- TX_ID
|
||||||
|
- SWAP_INDEX
|
||||||
|
- PROGRAM_ID
|
||||||
|
where: block_timestamp::date > current_date - 7
|
||||||
|
recent_date_filter: &recent_date_filter
|
||||||
|
config:
|
||||||
|
where: _inserted_timestamp >= current_date - 7
|
||||||
|
columns:
|
||||||
|
- name: BLOCK_TIMESTAMP
|
||||||
|
description: "{{ doc('block_timestamp') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- dbt_expectations.expect_row_values_to_have_recent_data:
|
||||||
|
datepart: day
|
||||||
|
interval: 2
|
||||||
|
- name: BLOCK_ID
|
||||||
|
description: "{{ doc('block_id') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: TX_ID
|
||||||
|
description: "{{ doc('tx_id') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: INDEX
|
||||||
|
description: "{{ doc('index') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: INNER_INDEX
|
||||||
|
description: "{{ doc('inner_index') }}"
|
||||||
|
- name: SUCCEEDED
|
||||||
|
description: "{{ doc('tx_succeeded') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: PROGRAM_ID
|
||||||
|
description: "{{ doc('program_id') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: SWAPPER
|
||||||
|
description: "{{ doc('swaps_swapper') }}"
|
||||||
|
tests:
|
||||||
|
- not_null:
|
||||||
|
where: succeeded = TRUE AND _inserted_timestamp >= current_date - 7
|
||||||
|
- name: FROM_AMT
|
||||||
|
description: "{{ doc('swaps_from_amt') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: FROM_MINT
|
||||||
|
description: "{{ doc('swaps_from_mint') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: TO_AMT
|
||||||
|
description: "{{ doc('swaps_to_amt') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: TO_MINT
|
||||||
|
description: "{{ doc('swaps_to_mint') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: AMOUNT_IN
|
||||||
|
description: "Amount of tokens specified in the swap instruction"
|
||||||
|
- name: MIN_AMOUNT_OUT
|
||||||
|
description: "Minimum amount of output tokens specified in the swap instruction"
|
||||||
|
- name: SWAP_INDEX
|
||||||
|
description: "{{ doc('swaps_swap_index') }}"
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: _INSERTED_TIMESTAMP
|
||||||
|
description: "{{ doc('_inserted_timestamp') }}"
|
||||||
|
tests:
|
||||||
|
- not_null
|
||||||
|
- name: SWAPS_INTERMEDIATE_LIFINITY_ID
|
||||||
|
description: '{{ doc("pk") }}'
|
||||||
|
tests:
|
||||||
|
- unique: *recent_date_filter
|
||||||
|
- name: INSERTED_TIMESTAMP
|
||||||
|
description: '{{ doc("inserted_timestamp") }}'
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: MODIFIED_TIMESTAMP
|
||||||
|
description: '{{ doc("modified_timestamp") }}'
|
||||||
|
tests:
|
||||||
|
- not_null: *recent_date_filter
|
||||||
|
- name: _INVOCATION_ID
|
||||||
|
description: '{{ doc("_invocation_id") }}'
|
||||||
|
tests:
|
||||||
|
- not_null:
|
||||||
|
name: test_silver__not_null_swaps_intermediate_lifinity__invocation_id
|
||||||
|
<<: *recent_date_filter
|
||||||
Loading…
Reference in New Issue
Block a user