An 1113 core views (#12)

* core views v1 - transactions in the works

* transactions - have uncle block issue

* updated transactions model and ymls

* updates to docs to reflect new column names

* update to joins in tx (now correct number of txs) and test

* added clustering by block_timestamp::date

* changes

models/core/core__dim_labels.sql

@@ -0,0 +1,29 @@
+{{ config(
+    materialized = 'view'
+) }}
+
+SELECT
+    blockchain, 
+    address, 
+    creator, 
+    label_type, 
+    label_subtype, 
+    label, 
+    project_name, 
+    raw_metadata
+FROM 
+    {{ ref('silver__asset_metadata') }}
+
+UNION ALL 
+
+SELECT
+    blockchain, 
+    address, 
+    creator, 
+    label_type, 
+    label_subtype, 
+    label, 
+    project_name, 
+    raw_metadata
+FROM 
+    {{ ref('silver__validator_metadata') }}

models/core/core__dim_labels.yml

@@ -0,0 +1,37 @@
+version: 2
+models:
+  - name: core__dim_labels
+    description: Contains token and validator labels for Osmosis.
+    columns:
+      - name: ADDRESS
+        description: "{{ doc('address') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCKCHAIN
+        description: "{{ doc('blockchain') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: CREATOR
+        description: "{{ doc('creator') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: LABEL_TYPE
+        description: "{{ doc('label_type') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: LABEL_SUBTYPE
+        description: "{{ doc('label_subtype') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: LABEL 
+        description: "{{ doc('label') }}" 
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: PROJECT_NAME
+        description: "{{ doc('project_name') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: RAW_METADATA
+        description: "{{ doc('raw_metadata') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist

models/core/core__fact_blocks.sql

@@ -0,0 +1,13 @@
+{{ config(
+    materialized = 'view'
+) }}
+
+SELECT 
+    block_id, 
+    block_timestamp, 
+    chain_id, 
+    tx_count, 
+    proposer_address, 
+    validator_hash
+FROM 
+    {{ ref('silver__blocks') }}

models/core/core__fact_blocks.yml

@@ -0,0 +1,29 @@
+version: 2
+models:
+  - name: core__fact_blocks
+    description: Records of all blocks that have occurred on Osmosis, dating back to the genesis block. 
+    columns:
+      - name: BLOCK_ID
+        description: "{{ doc('block_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCK_TIMESTAMP
+        description: "{{ doc('block_timestamp') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: CHAIN_ID
+        description: "{{ doc('chain_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_COUNT
+        description: "{{ doc('tx_count') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: PROPOSER_ADDRESS
+        description: "{{ doc('proposer_address') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: VALIDATOR_HASH
+        description: "{{ doc('validator_hash') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist

models/core/core__fact_msg_attributes.sql

@@ -0,0 +1,17 @@
+{{ config(
+    materialized = 'view'
+) }}
+
+SELECT
+    block_id, 
+    block_timestamp, 
+    blockchain, 
+    chain_id, 
+    tx_id, 
+    msg_index, 
+    msg_type, 
+    attribute_index, 
+    attribute_key, 
+    attribute_value 
+FROM 
+    {{ ref('silver__msg_attributes') }}

models/core/core__fact_msg_attributes.yml

@@ -0,0 +1,42 @@
+version: 2
+models:
+  - name: core__fact_msg_attributes
+    description: Records of all message attributes associated to messages that have occurred on Osmosis, dating back to the genesis block. 
+    columns:
+      - name: BLOCK_ID
+        description: "{{ doc('block_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCK_TIMESTAMP
+        description: "{{ doc('block_timestamp') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCKCHAIN
+        description: "{{ doc('blockchain') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: CHAIN_ID
+        description: "{{ doc('chain_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_ID
+        description: "{{ doc('tx_id') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: MSG_INDEX
+        description: "{{ doc('msg_index') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist 
+      - name: MSG_TYPE
+        description: "{{ doc('msg_type') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: ATTRIBUTE_KEY
+        description: "They key from the key-value pair from the message attribute"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: ATTRIBUTE_VALUE
+        description: "They value from the key-value pair from the message attribute"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      

models/core/core__fact_msgs.sql

@@ -0,0 +1,16 @@
+{{ config(
+    materialized = 'view'
+) }}
+
+SELECT
+    block_id, 
+    block_timestamp, 
+    blockchain, 
+    chain_id, 
+    tx_id, 
+    tx_status, 
+    msg_index, 
+    msg_type, 
+    msg
+FROM 
+    {{ ref('silver__msgs') }}

models/core/core__fact_msgs.yml

@@ -0,0 +1,42 @@
+version: 2
+models:
+  - name: core__fact_msgs
+    description: Records of all message attributes associated to messages that have occurred on Osmosis, dating back to the genesis block. 
+    columns:
+      - name: BLOCK_ID
+        description: "{{ doc('block_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCK_TIMESTAMP
+        description: "{{ doc('block_timestamp') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCKCHAIN
+        description: "{{ doc('blockchain') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: CHAIN_ID
+        description: "{{ doc('chain_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_ID
+        description: "{{ doc('tx_id') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_STATUS
+        description: "{{ doc('tx_status') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: MSG_INDEX
+        description: "{{ doc('msg_index') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist 
+      - name: MSG_TYPE
+        description: "{{ doc('msg_type') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: MSG
+        description: "A block of json that contains the message attributes in base64 encoding."
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      

models/core/core__fact_transactions.sql

@@ -0,0 +1,64 @@
+{{ config(
+  materialized = 'incremental',
+  unique_key = "tx_id",
+  incremental_strategy = 'delete+insert', 
+  cluster_by = ['block_timestamp::DATE'],
+) }}
+
+WITH fee AS (
+    SELECT 
+        tx_id, 
+        attribute_value AS fee
+        
+    FROM  {{ ref('silver__msg_attributes') }}
+    WHERE attribute_key = 'fee'
+
+    {% if is_incremental() %}
+        AND
+        _ingested_at :: DATE >= CURRENT_DATE -2
+    {% endif %}
+
+), 
+
+spender AS (
+   SELECT 
+        tx_id, 
+        split_part(attribute_value, '/', 0) AS tx_from
+        
+    FROM  {{ ref('silver__msg_attributes') }}
+    WHERE attribute_key = 'acc_seq'
+
+    {% if is_incremental() %}
+        AND
+        _ingested_at :: DATE >= CURRENT_DATE -2
+    {% endif %} 
+)
+
+SELECT 
+    t.block_id, 
+    t.block_timestamp, 
+    t.blockchain, 
+    t.chain_id, 
+    t.tx_id,
+    s.tx_from, 
+    tx_status, 
+    codespace, 
+    COALESCE( fee,
+            '0uosmo') AS fee,  
+    gas_used, 
+    gas_wanted,
+    tx_code, 
+    msgs
+FROM {{ ref('silver__transactions') }} t
+
+LEFT OUTER JOIN fee f 
+ON t.tx_id = f.tx_id
+
+LEFT OUTER JOIN spender s
+ON t.tx_id = s.tx_id
+
+{% if is_incremental() %}
+    WHERE
+    _ingested_at :: DATE >= CURRENT_DATE -2
+{% endif %}
+

models/core/core__fact_transactions.yml

@@ -0,0 +1,62 @@
+version: 2
+models:
+  - name: core__fact_transactions
+    description: Records of all transactions that have occurred on Osmosis, dating back to the genesis block. 
+    tests:
+      - dbt_utils.unique_combination_of_columns:
+          combination_of_columns:
+            - TX_ID
+    columns:
+      - name: BLOCK_ID
+        description: "{{ doc('block_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCK_TIMESTAMP
+        description: "{{ doc('block_timestamp') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: BLOCKCHAIN
+        description: "{{ doc('blockchain') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: CHAIN_ID
+        description: "{{ doc('chain_id') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_ID
+        description: "{{ doc('tx_id') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: TX_FROM
+        description: "{{ doc('tx_from') }}"
+        tests: 
+          - not_null: 
+              where: TX_STATUS = 'SUCCEEDED'
+      - name: TX_STATUS
+        description: "{{ doc('tx_status') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: CODESPACE
+        description: "{{ doc('codespace') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist
+      - name: FEE
+        description: "{{ doc('fee') }}"
+        tests: 
+          - not_null
+      - name: GAS_USED
+        description: "{{ doc('gas_used') }}"
+        tests:
+          - dbt_expectations.expect_column_to_exist  
+      - name: GAS_WANTED
+        description: "{{ doc('gas_wanted') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist  
+      - name: TX_CODE
+        description: "{{ doc('tx_code') }}"
+        tests: 
+          - dbt_expectations.expect_column_to_exist 
+      - name: MSGS
+        description: "The underlying json from the messages or events within the transactions"
+        tests: 
+          - dbt_expectations.expect_column_to_exist

models/descriptions/fee.md

@@ -0,0 +1,5 @@
+{% docs fee %}
+
+The fee is paid by the initiator of the transaction. Fee = gas * gas price and is given in micro-OSMO. 
+
+{% enddocs %}

models/descriptions/tx_from.md

@@ -0,0 +1,5 @@
+{% docs tx_from %}
+
+The wallet address of the individual who initiated the transaction
+
+{% enddocs %}