AN-2580/unique-key-tx-test (#35)

* changed unique key in logs and traces and added new test to logs

* remove user file

* added dbt-env to gitignore for SSO functionality

.gitignore

@@ -14,4 +14,5 @@ logs/
 .history/
 **/.DS_Store
 .vscode/
-.env
+.env
+dbt-env/

macros/tests/tx_block_count.sql

@@ -0,0 +1,14 @@
+{% test tx_block_count(
+        model,
+        column_name
+) %}
+
+SELECT 
+    {{ column_name }}, 
+    COUNT(DISTINCT block_number) AS num_blocks
+FROM
+    {{ model }}
+GROUP BY {{ column_name }}
+HAVING num_blocks > 1
+
+{% endtest %}

models/silver/silver__logs.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
-    unique_key = "_log_id",
-    cluster_by = ['_inserted_timestamp::DATE']
+    unique_key = 'tx_hash',
+    cluster_by = ['_inserted_timestamp::DATE'],
+    incremental_strategy = 'delete+insert'
 ) }}
 
 WITH base_txs AS (

models/silver/silver__logs.yml

@@ -32,6 +32,10 @@ models:
           - not_null
           - dbt_expectations.expect_column_values_to_match_regex:
               regex: 0[xX][0-9a-fA-F]+
+          - tx_block_count:
+              config:
+                severity: error
+                error_if: "!=0"
       - name: EVENT_INDEX
         tests:
           - not_null

models/silver/silver__traces.sql

@@ -1,7 +1,8 @@
 {{ config(
     materialized = 'incremental',
-    unique_key = '_call_id',
-    cluster_by = ['_inserted_timestamp::DATE']
+    unique_key = 'tx_hash',
+    cluster_by = ['_inserted_timestamp::DATE'],
+    incremental_strategy = 'delete+insert'
 ) }}
 
 WITH new_blocks AS (