mirror of
https://github.com/FlipsideCrypto/solana-models.git
synced 2026-02-06 11:27:00 +00:00
d5cf625b50
* update tables with sl 1.0 ext tables * remove ext refresh operation * remove trailing commas * remove trailing comma
121 lines
5.1 KiB
SQL
121 lines
5.1 KiB
SQL
{{ config(
|
|
materialized = 'incremental',
|
|
unique_key = "CONCAT_WS('-', epoch_recorded, vote_pubkey)",
|
|
incremental_strategy = 'delete+insert',
|
|
cluster_by = ['modified_timestamp::DATE'],
|
|
tags = ['validator'],
|
|
full_refresh = false
|
|
) }}
|
|
|
|
{% set cutoff_date = '2024-10-30' %}
|
|
|
|
WITH base AS (
|
|
-- historical data
|
|
{#
|
|
SELECT
|
|
_inserted_timestamp,
|
|
json_data :account :data :parsed :info :authorizedVoters [0] :authorizedVoter :: STRING AS authorized_voter,
|
|
json_data :account :data :parsed :info :authorizedVoters [0] :epoch :: NUMBER AS last_epoch_active,
|
|
json_data :account :data :parsed :info :authorizedWithdrawer :: STRING AS authorized_withdrawer,
|
|
json_data :account :data :parsed :info :commission :: NUMBER AS commission,
|
|
json_data :account :data :parsed :info :epochCredits :: ARRAY AS epoch_credits,
|
|
json_data :account :data :parsed :info :lastTimestamp :slot :: NUMBER AS last_timestamp_slot,
|
|
json_data :account :data :parsed :info :lastTimestamp :timestamp :: timestamp_tz AS last_timestamp,
|
|
json_data :account :data :parsed :info :nodePubkey :: STRING AS node_pubkey,
|
|
json_data :account :data :parsed :info :priorVoters :: ARRAY AS prior_voters,
|
|
json_data :account :data :parsed :info :rootSlot :: NUMBER AS root_slot,
|
|
json_data :account :data :parsed :info :votes :: ARRAY AS votes,
|
|
json_data :account :lamports / pow(
|
|
10,
|
|
9
|
|
) AS account_sol,
|
|
json_data :account :owner :: STRING AS owner,
|
|
json_data :account :rentEpoch :: NUMBER AS rent_epoch,
|
|
json_data :pubkey :: STRING AS vote_pubkey
|
|
FROM
|
|
{{ ref('bronze__vote_accounts') }}
|
|
WHERE
|
|
_inserted_timestamp::DATE <= '{{ cutoff_date }}'
|
|
{% if is_incremental() %}
|
|
AND _inserted_timestamp > (
|
|
SELECT
|
|
MAX(_inserted_timestamp)
|
|
FROM
|
|
{{ this }}
|
|
)
|
|
{% endif %}
|
|
UNION ALL
|
|
#}
|
|
SELECT
|
|
_inserted_timestamp,
|
|
data :account :data :parsed :info :authorizedVoters [0] :authorizedVoter :: STRING AS authorized_voter,
|
|
data :account :data :parsed :info :authorizedVoters [0] :epoch :: NUMBER AS last_epoch_active,
|
|
data :account :data :parsed :info :authorizedWithdrawer :: STRING AS authorized_withdrawer,
|
|
data :account :data :parsed :info :commission :: NUMBER AS commission,
|
|
data :account :data :parsed :info :epochCredits :: ARRAY AS epoch_credits,
|
|
data :account :data :parsed :info :lastTimestamp :slot :: NUMBER AS last_timestamp_slot,
|
|
CASE
|
|
-- Handle nanosecond timestamps (19+ digits) - convert to seconds by dividing by 1e9
|
|
WHEN length(data :account :data :parsed :info :lastTimestamp :timestamp) >= 19 THEN
|
|
to_timestamp(floor((data :account :data :parsed :info :lastTimestamp :timestamp::bigint) / 1000000000))::timestamp_ntz
|
|
-- Handle millisecond timestamps (>10 digits) - convert using scale 3
|
|
WHEN length(data :account :data :parsed :info :lastTimestamp :timestamp) > 10 THEN
|
|
to_timestamp(data :account :data :parsed :info :lastTimestamp :timestamp::int, 3)::timestamp_ntz
|
|
-- Handle second timestamps (10 digits or less)
|
|
ELSE
|
|
to_timestamp(data :account :data :parsed :info :lastTimestamp :timestamp)::timestamp_ntz
|
|
END AS last_timestamp,
|
|
data :account :data :parsed :info :nodePubkey :: STRING AS node_pubkey,
|
|
data :account :data :parsed :info :priorVoters :: ARRAY AS prior_voters,
|
|
data :account :data :parsed :info :rootSlot :: NUMBER AS root_slot,
|
|
data :account :data :parsed :info :votes :: ARRAY AS votes,
|
|
data :account :lamports / pow(
|
|
10,
|
|
9
|
|
) AS account_sol,
|
|
data :account :owner :: STRING AS owner,
|
|
data :account :rentEpoch :: NUMBER AS rent_epoch,
|
|
data :pubkey :: STRING AS vote_pubkey
|
|
FROM
|
|
{{ ref('bronze__streamline_validator_vote_program_accounts_2')}}
|
|
WHERE
|
|
_inserted_timestamp::DATE > '{{ cutoff_date }}'
|
|
{% if is_incremental() %}
|
|
AND _inserted_timestamp > (
|
|
SELECT
|
|
MAX(_inserted_timestamp)
|
|
FROM
|
|
{{ this }}
|
|
)
|
|
{% endif %}
|
|
),
|
|
vote_accounts_epoch_recorded AS (
|
|
SELECT
|
|
A.*,
|
|
b.epoch_recorded
|
|
FROM
|
|
base A
|
|
LEFT JOIN (
|
|
SELECT
|
|
MAX(last_epoch_active) AS epoch_recorded,
|
|
_inserted_timestamp
|
|
FROM
|
|
base
|
|
GROUP BY
|
|
_inserted_timestamp
|
|
) b
|
|
ON A._inserted_timestamp = b._inserted_timestamp
|
|
)
|
|
SELECT
|
|
*,
|
|
{{ dbt_utils.generate_surrogate_key(
|
|
['epoch_recorded', 'vote_pubkey']
|
|
) }} AS snapshot_vote_accounts_id,
|
|
SYSDATE() AS inserted_timestamp,
|
|
SYSDATE() AS modified_timestamp,
|
|
'{{ invocation_id }}' AS _invocation_id
|
|
FROM
|
|
vote_accounts_epoch_recorded qualify(ROW_NUMBER() over(PARTITION BY epoch_recorded, vote_pubkey
|
|
ORDER BY
|
|
_inserted_timestamp DESC)) = 1
|