mirror of
https://github.com/FlipsideCrypto/terra-models.git
synced 2026-02-06 13:36:43 +00:00
feat: message silver and core table
This commit is contained in:
Geewynn
parent
5534283f72
commit
fd76dd02da
24
models/core/core__fact_messages.sql
Normal file
24
models/core/core__fact_messages.sql
Normal file
@ -0,0 +1,24 @@
|
||||
{{ config(
|
||||
materialized = 'view',
|
||||
secure = true
|
||||
) }}
|
||||
|
||||
WITH messages AS (
|
||||
|
||||
SELECT
|
||||
*
|
||||
FROM
|
||||
{{ ref('silver__messages') }}
|
||||
)
|
||||
SELECT
|
||||
message_id,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
tx_id,
|
||||
tx_succeeded,
|
||||
chain_id,
|
||||
message_index,
|
||||
message_type,
|
||||
attributes
|
||||
FROM
|
||||
messages
|
||||
81
models/core/core__fact_messages.yml
Normal file
81
models/core/core__fact_messages.yml
Normal file
@ -0,0 +1,81 @@
|
||||
version: 2
|
||||
|
||||
models:
|
||||
- name: core__fact_messages
|
||||
description: |-
|
||||
This table records all the transactions of the Terra2 blockchain.
|
||||
|
||||
columns:
|
||||
- name: message_id
|
||||
description: "{{ doc('message_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: BLOCK_ID
|
||||
description: "{{ doc('block_id')}}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- NUMBER
|
||||
- FLOAT
|
||||
|
||||
- name: BLOCK_TIMESTAMP
|
||||
description: "{{ doc('block_timestamp')}}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- TIMESTAMP_NTZ
|
||||
|
||||
|
||||
- name: tx_id
|
||||
description: "{{ doc('tx_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: tx_succeeded
|
||||
description: "{{ doc('tx_succeeded') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- BOOLEAN
|
||||
|
||||
- name: chain_id
|
||||
description: "{{ doc('chain_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: message_index
|
||||
description: "{{ doc('message_index') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- NUMBER
|
||||
|
||||
- name: message_type
|
||||
description: "{{ doc('message_type') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: attributes
|
||||
description: "{{ doc('attributes') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- OBJECT
|
||||
6
models/descriptions/attributes.md
Normal file
6
models/descriptions/attributes.md
Normal file
@ -0,0 +1,6 @@
|
||||
|
||||
{% docs attributes %}
|
||||
|
||||
The messages and message events attributes
|
||||
|
||||
{% enddocs %}
|
||||
6
models/descriptions/message_id.md
Normal file
6
models/descriptions/message_id.md
Normal file
@ -0,0 +1,6 @@
|
||||
|
||||
{% docs message_id %}
|
||||
|
||||
transaction hash concat message index
|
||||
|
||||
{% enddocs %}
|
||||
6
models/descriptions/message_index.md
Normal file
6
models/descriptions/message_index.md
Normal file
@ -0,0 +1,6 @@
|
||||
|
||||
{% docs message_index %}
|
||||
|
||||
The index of the messages
|
||||
|
||||
{% enddocs %}
|
||||
6
models/descriptions/message_type.md
Normal file
6
models/descriptions/message_type.md
Normal file
@ -0,0 +1,6 @@
|
||||
|
||||
{% docs message_type %}
|
||||
|
||||
The type of the message
|
||||
|
||||
{% enddocs %}
|
||||
221
models/silver/silver__messages.sql
Normal file
221
models/silver/silver__messages.sql
Normal file
@ -0,0 +1,221 @@
|
||||
{{ config(
|
||||
materialized = 'incremental',
|
||||
cluster_by = ['_inserted_timestamp::DATE'],
|
||||
unique_key = 'tx_id'
|
||||
) }}
|
||||
|
||||
WITH txs AS (
|
||||
|
||||
SELECT
|
||||
tx_id,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
tx,
|
||||
tx_succeeded,
|
||||
VALUE :events AS logs,
|
||||
VALUE :msg_index :: NUMBER AS msg_index,
|
||||
tx :body :messages [0] :"@type" :: STRING AS msg_type,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
{{ ref('silver__transactions') }},
|
||||
LATERAL FLATTEN(
|
||||
input => tx :tx_result :log
|
||||
)
|
||||
WHERE
|
||||
ARRAY_SIZE(
|
||||
tx :tx_result :log
|
||||
) > 1
|
||||
),
|
||||
blocks AS (
|
||||
SELECT
|
||||
block_id,
|
||||
chain_id
|
||||
FROM
|
||||
{{ ref('silver__blocks') }}
|
||||
),
|
||||
events AS (
|
||||
SELECT
|
||||
tx_id,
|
||||
tx,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
msg_index,
|
||||
tx_succeeded,
|
||||
tx :body :messages [0] AS msg_value,
|
||||
msg_type,
|
||||
VALUE AS logs,
|
||||
VALUE :attributes AS event_attributes,
|
||||
VALUE :type :: STRING AS event_type,
|
||||
INDEX AS event_index,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
txs,
|
||||
LATERAL FLATTEN(
|
||||
input => logs
|
||||
)
|
||||
),
|
||||
attributes AS (
|
||||
SELECT
|
||||
tx_id,
|
||||
tx,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
event_attributes,
|
||||
event_type,
|
||||
event_index,
|
||||
tx_succeeded,
|
||||
msg_index,
|
||||
msg_type,
|
||||
INDEX AS attribute_index,
|
||||
VALUE AS ATTRIBUTE,
|
||||
VALUE :key :: STRING AS attribute_key,
|
||||
IFF(
|
||||
VALUE :key = 'amount',
|
||||
SPLIT_PART(
|
||||
TRIM(
|
||||
REGEXP_REPLACE(
|
||||
VALUE :value :: STRING,
|
||||
'[^[:digit:]]',
|
||||
' '
|
||||
)
|
||||
),
|
||||
' ',
|
||||
0
|
||||
),
|
||||
VALUE :value :: STRING
|
||||
) AS attribute_value,
|
||||
IFF(
|
||||
VALUE :key = 'amount',
|
||||
REGEXP_SUBSTR(
|
||||
VALUE :value :: STRING,
|
||||
'[A-Za-z]+'
|
||||
),
|
||||
NULL
|
||||
) AS currency,
|
||||
LAST_VALUE(currency) over (
|
||||
PARTITION BY tx_id,
|
||||
event_type
|
||||
ORDER BY
|
||||
currency DESC
|
||||
) AS last_currency,
|
||||
COUNT(attribute_key) over (
|
||||
PARTITION BY attribute_key,
|
||||
event_index,
|
||||
msg_index,
|
||||
tx_id
|
||||
) AS key_frequency,
|
||||
ROW_NUMBER() over (
|
||||
PARTITION BY attribute_key,
|
||||
event_index,
|
||||
msg_index,
|
||||
tx_id
|
||||
ORDER BY
|
||||
attribute_key
|
||||
) - 1 AS key_index,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
events,
|
||||
LATERAL FLATTEN(
|
||||
input => event_attributes
|
||||
)
|
||||
ORDER BY
|
||||
tx_id,
|
||||
msg_index,
|
||||
event_type,
|
||||
attribute_index
|
||||
),
|
||||
third_table AS (
|
||||
SELECT
|
||||
tx_id,
|
||||
tx,
|
||||
event_type,
|
||||
event_attributes,
|
||||
event_index,
|
||||
msg_index,
|
||||
msg_type,
|
||||
tx_succeeded,
|
||||
attributes.block_id,
|
||||
chain_id,
|
||||
block_timestamp,
|
||||
IFF(
|
||||
key_frequency > 1,
|
||||
CONCAT(
|
||||
attribute_key,
|
||||
'_',
|
||||
key_index
|
||||
),
|
||||
attribute_key
|
||||
) AS unique_attribute_key,
|
||||
attribute_value,
|
||||
OBJECT_AGG(
|
||||
unique_attribute_key,
|
||||
attribute_value :: variant
|
||||
) over (
|
||||
PARTITION BY tx_id,
|
||||
msg_index,
|
||||
event_type
|
||||
) AS attribute_obj,
|
||||
OBJECT_INSERT(
|
||||
attribute_obj,
|
||||
'currency',
|
||||
last_currency
|
||||
) AS final_attrib_obj,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
attributes
|
||||
JOIN blocks
|
||||
ON attributes.block_id = blocks.block_id
|
||||
),
|
||||
final_table AS (
|
||||
SELECT
|
||||
DISTINCT tx_id,
|
||||
msg_index,
|
||||
event_type,
|
||||
chain_id,
|
||||
msg_type,
|
||||
tx_succeeded,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
final_attrib_obj,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
third_table
|
||||
),
|
||||
FINAL AS (
|
||||
SELECT
|
||||
DISTINCT CONCAT(
|
||||
tx_id,
|
||||
'-',
|
||||
msg_index
|
||||
) AS message_id,
|
||||
block_timestamp,
|
||||
block_id,
|
||||
tx_id,
|
||||
tx_succeeded,
|
||||
chain_id,
|
||||
msg_index AS message_index,
|
||||
msg_type AS message_type,
|
||||
OBJECT_AGG(
|
||||
event_type,
|
||||
final_attrib_obj
|
||||
) over (
|
||||
PARTITION BY tx_id,
|
||||
msg_index
|
||||
) AS attributes,
|
||||
_ingested_at,
|
||||
_inserted_timestamp
|
||||
FROM
|
||||
final_table
|
||||
ORDER BY
|
||||
tx_id,
|
||||
message_index
|
||||
)
|
||||
SELECT
|
||||
*
|
||||
FROM
|
||||
FINAL
|
||||
92
models/silver/silver__messages.yml
Normal file
92
models/silver/silver__messages.yml
Normal file
@ -0,0 +1,92 @@
|
||||
version: 2
|
||||
|
||||
models:
|
||||
- name: silver__messages
|
||||
description: |-
|
||||
This table records all the transactions of the Terra2 blockchain.
|
||||
|
||||
columns:
|
||||
- name: message_id
|
||||
description: "{{ doc('message_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: BLOCK_ID
|
||||
description: "{{ doc('block_id')}}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- NUMBER
|
||||
- FLOAT
|
||||
|
||||
- name: BLOCK_TIMESTAMP
|
||||
description: "{{ doc('block_timestamp')}}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- TIMESTAMP_NTZ
|
||||
|
||||
|
||||
- name: tx_id
|
||||
description: "{{ doc('tx_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: tx_succeeded
|
||||
description: "{{ doc('tx_succeeded') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- BOOLEAN
|
||||
|
||||
- name: chain_id
|
||||
description: "{{ doc('chain_id') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: message_index
|
||||
description: "{{ doc('message_index') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- NUMBER
|
||||
|
||||
- name: message_type
|
||||
description: "{{ doc('message_type') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- VARCHAR
|
||||
|
||||
- name: attributes
|
||||
description: "{{ doc('attributes') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- OBJECT
|
||||
|
||||
- name: _ingested_at
|
||||
description: "{{ doc('_ingested_at') }}"
|
||||
|
||||
- name: _inserted_timestamp
|
||||
description: "{{ doc('_inserted_timestamp') }}"
|
||||
tests:
|
||||
- not_null
|
||||
- dbt_expectations.expect_column_values_to_be_in_type_list:
|
||||
column_type_list:
|
||||
- TIMESTAMP_NTZ
|
||||
Loading…
Reference in New Issue
Block a user