From 458895896af849acbb8293cd7d157a641ce955db Mon Sep 17 00:00:00 2001
From: Jack Forgash <58153492+forgxyz@users.noreply.github.com>
Date: Thu, 1 Dec 2022 16:57:51 -0700
Subject: [PATCH] Silver Events Column (#72)

* adjusted bad events table to hold 3 error types

* typo

* clean

* main and tweak

* del bad events table
---
 models/silver/silver__bad_events.sql | 29 ----------------------------
 models/silver/silver__bad_events.yml |  8 --------
 models/silver/silver__events.sql     |  5 +++--
 3 files changed, 3 insertions(+), 39 deletions(-)
 delete mode 100644 models/silver/silver__bad_events.sql
 delete mode 100644 models/silver/silver__bad_events.yml

diff --git a/models/silver/silver__bad_events.sql b/models/silver/silver__bad_events.sql
deleted file mode 100644
index 300ae7a..0000000
--- a/models/silver/silver__bad_events.sql
+++ /dev/null
@@ -1,29 +0,0 @@
-{{ config(
-    materialized = 'incremental',
-    incremental_strategy = 'delete+insert',
-    cluster_by = ['_inserted_timestamp::date'],
-    unique_key = "CONCAT_WS('-', tx_id, event_index)"
-) }}
-
-WITH events AS (
-
-    SELECT
-        *
-    FROM
-        {{ ref('silver__events_final') }}
-    WHERE
-        event_data :: STRING = '{}'
-
-{% if is_incremental() %}
-AND _inserted_timestamp >= (
-    SELECT
-        MAX(_inserted_timestamp)
-    FROM
-        {{ this }}
-)
-{% endif %}
-)
-SELECT
-    *
-FROM
-    events
diff --git a/models/silver/silver__bad_events.yml b/models/silver/silver__bad_events.yml
deleted file mode 100644
index 2bef942..0000000
--- a/models/silver/silver__bad_events.yml
+++ /dev/null
@@ -1,8 +0,0 @@
-version: 2
-
-models:
-  - name: silver__bad_events
-    description: Tracks erroneous events.
-    tests:
-      - dbt_expectations.expect_table_row_count_to_be_between:
-          max_value: 1
diff --git a/models/silver/silver__events.sql b/models/silver/silver__events.sql
index eb28725..52a1893 100644
--- a/models/silver/silver__events.sql
+++ b/models/silver/silver__events.sql
@@ -29,6 +29,7 @@ events AS (
     block_timestamp,
     block_height,
     tx_succeeded,
+    INDEX AS _index_from_flatten,
     COALESCE(
       VALUE :event_index,
       VALUE :eventIndex
@@ -70,8 +71,6 @@ events AS (
         LATERAL FLATTEN(
           input => transaction_result :events
         )
-      WHERE
-        VALUE :: STRING != 'null'
     ),
     FINAL AS (
       SELECT
@@ -87,6 +86,8 @@ events AS (
         event_data_type AS _event_data_type,
         event_data_fields AS _event_data_fields,
         try_parse_payload AS _try_parse_payload,
+        _event_data_type :fields AS _attribute_fields,
+        _index_from_flatten,
         _ingested_at,
         _inserted_timestamp
       FROM