From c862d98babee3d02a8df7732e2ee1f22a679f80e Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 23 Sep 2025 11:31:01 -0400 Subject: [PATCH] remove v1 --- models/bronze/core/bronze__blocks.sql | 2 +- models/bronze/core/bronze__blocks_fr.sql | 53 +++++++----- models/bronze/core/bronze__blocks_fr_v1.sql | 54 ------------ models/bronze/core/bronze__blocks_fr_v2.sql | 39 --------- models/bronze/core/bronze__receipts.sql | 2 +- models/bronze/core/bronze__receipts_fr.sql | 54 +++++++----- models/bronze/core/bronze__receipts_fr_v1.sql | 58 ------------- models/bronze/core/bronze__receipts_fr_v2.sql | 40 --------- models/bronze/core/bronze__traces.sql | 2 +- models/bronze/core/bronze__traces_fr.sql | 56 +++++++----- models/bronze/core/bronze__traces_fr_v1.sql | 59 ------------- models/bronze/core/bronze__traces_fr_v2.sql | 40 --------- models/bronze/core/bronze__transactions.sql | 2 +- .../bronze/core/bronze__transactions_fr.sql | 53 +++++++----- .../core/bronze__transactions_fr_v1.sql | 86 ------------------- .../core/bronze__transactions_fr_v2.sql | 39 --------- models/sources.yml | 4 - 17 files changed, 137 insertions(+), 506 deletions(-) delete mode 100644 models/bronze/core/bronze__blocks_fr_v1.sql delete mode 100644 models/bronze/core/bronze__blocks_fr_v2.sql delete mode 100644 models/bronze/core/bronze__receipts_fr_v1.sql delete mode 100644 models/bronze/core/bronze__receipts_fr_v2.sql delete mode 100644 models/bronze/core/bronze__traces_fr_v1.sql delete mode 100644 models/bronze/core/bronze__traces_fr_v2.sql delete mode 100644 models/bronze/core/bronze__transactions_fr_v1.sql delete mode 100644 models/bronze/core/bronze__transactions_fr_v2.sql diff --git a/models/bronze/core/bronze__blocks.sql b/models/bronze/core/bronze__blocks.sql index c825eff..8497519 100644 --- a/models/bronze/core/bronze__blocks.sql +++ b/models/bronze/core/bronze__blocks.sql @@ -1,6 +1,6 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} WITH meta AS ( diff --git a/models/bronze/core/bronze__blocks_fr.sql b/models/bronze/core/bronze__blocks_fr.sql index d8602af..792b098 100644 --- a/models/bronze/core/bronze__blocks_fr.sql +++ b/models/bronze/core/bronze__blocks_fr.sql @@ -1,26 +1,39 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} + WITH meta AS ( + SELECT + registered_on AS _inserted_timestamp, + file_name, + CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key + FROM + TABLE( + information_schema.external_table_files( + table_name => '{{ source( "bronze_streamline", "blocks_v2") }}' + ) + ) A + ) SELECT - partition_key, - block_number, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp + s.*, + b.file_name, + b._inserted_timestamp, + COALESCE( + s.value :"BLOCK_NUMBER" :: STRING, + s.value :"block_number" :: STRING, + s.metadata :request :"data" :id :: STRING, + PARSE_JSON( + s.metadata :request :"data" + ) :id :: STRING + ) :: INT AS block_number FROM - {{ ref('bronze__blocks_fr_v2') }} -UNION ALL -SELECT - _partition_by_block_id AS partition_key, - block_number, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp -FROM - {{ ref('bronze__blocks_fr_v1') }} \ No newline at end of file + {{ source( "bronze_streamline", "blocks_v2") }} + s + JOIN meta b + ON b.file_name = metadata$filename + AND b.partition_key = s.partition_key +WHERE + b.partition_key = s.partition_key + AND DATA :error IS NULL + AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__blocks_fr_v1.sql b/models/bronze/core/bronze__blocks_fr_v1.sql deleted file mode 100644 index 7f05f05..0000000 --- a/models/bronze/core/bronze__blocks_fr_v1.sql +++ /dev/null @@ -1,54 +0,0 @@ -{{ config ( - materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] -) }} - - WITH meta AS ( - SELECT - registered_on AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS _partition_by_block_id - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "blocks") }}' - ) - ) A - ) -SELECT - block_number, - DATA, - metadata, - file_name, - _inserted_timestamp, - MD5( - CAST( - COALESCE(CAST(block_number AS text), '' :: STRING) AS text - ) - ) AS id, - s._partition_by_block_id, - s.value AS VALUE -FROM - {{ source( "bronze_streamline", "blocks") }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b._partition_by_block_id = s._partition_by_block_id -WHERE - b._partition_by_block_id = s._partition_by_block_id - AND ( - DATA :error :code IS NULL - OR DATA :error :code NOT IN ( - '-32000', - '-32001', - '-32002', - '-32003', - '-32004', - '-32005', - '-32006', - '-32007', - '-32008', - '-32009', - '-32010' - ) - ) \ No newline at end of file diff --git a/models/bronze/core/bronze__blocks_fr_v2.sql b/models/bronze/core/bronze__blocks_fr_v2.sql deleted file mode 100644 index fb1ff8a..0000000 --- a/models/bronze/core/bronze__blocks_fr_v2.sql +++ /dev/null @@ -1,39 +0,0 @@ -{{ config ( - materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] -) }} - - WITH meta AS ( - SELECT - registered_on AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "blocks_v2") }}' - ) - ) A - ) -SELECT - s.*, - b.file_name, - b._inserted_timestamp, - COALESCE( - s.value :"BLOCK_NUMBER" :: STRING, - s.value :"block_number" :: STRING, - s.metadata :request :"data" :id :: STRING, - PARSE_JSON( - s.metadata :request :"data" - ) :id :: STRING - ) :: INT AS block_number -FROM - {{ source( "bronze_streamline", "blocks_v2") }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b.partition_key = s.partition_key -WHERE - b.partition_key = s.partition_key - AND DATA :error IS NULL - AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__receipts.sql b/models/bronze/core/bronze__receipts.sql index bf8c3ef..4576ee4 100644 --- a/models/bronze/core/bronze__receipts.sql +++ b/models/bronze/core/bronze__receipts.sql @@ -1,6 +1,6 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} WITH meta AS ( diff --git a/models/bronze/core/bronze__receipts_fr.sql b/models/bronze/core/bronze__receipts_fr.sql index 703c3fd..6a16443 100644 --- a/models/bronze/core/bronze__receipts_fr.sql +++ b/models/bronze/core/bronze__receipts_fr.sql @@ -3,26 +3,38 @@ tags = ['bronze','core','streamline_v1','phase_1'] ) }} + WITH meta AS ( + SELECT + registered_on AS _inserted_timestamp, + file_name, + CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key + FROM + TABLE( + information_schema.external_table_files( + table_name => '{{ source( "bronze_streamline", "receipts_by_hash") }}' + ) + ) A + ) SELECT - partition_key, - block_number, - tx_hash, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp + s.*, + b.file_name, + b._inserted_timestamp, + COALESCE( + s.value :"BLOCK_NUMBER" :: STRING, + s.value :"block_number" :: STRING, + s.metadata :request :"data" :id :: STRING, + PARSE_JSON( + s.metadata :request :"data" + ) :id :: STRING + ) :: INT AS block_number, + s.value: "TX_HASH" :: STRING AS tx_hash FROM - {{ ref('bronze__receipts_fr_v2') }} -UNION ALL -SELECT - _partition_by_block_id AS partition_key, - block_number, - tx_hash, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp -FROM - {{ ref('bronze__receipts_fr_v1') }} \ No newline at end of file + {{ source( "bronze_streamline", "receipts_by_hash") }} + s + JOIN meta b + ON b.file_name = metadata$filename + AND b.partition_key = s.partition_key +WHERE + b.partition_key = s.partition_key + AND DATA :error IS NULL + AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__receipts_fr_v1.sql b/models/bronze/core/bronze__receipts_fr_v1.sql deleted file mode 100644 index 4e8f68a..0000000 --- a/models/bronze/core/bronze__receipts_fr_v1.sql +++ /dev/null @@ -1,58 +0,0 @@ -{{ config ( - materialized = 'view' -) }} - -WITH meta AS ( - - SELECT - last_modified AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER) AS _partition_by_block_id - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "tx_receipts") }}' - ) - ) A -) -SELECT - block_number, - value :data :result :transactionHash ::STRING AS tx_hash, - _inserted_timestamp, - MD5( - CAST( - COALESCE(CAST(CONCAT(block_number, '_-_', COALESCE(value :data :result :transactionHash ::STRING, '')) AS text), '' :: STRING) AS text - ) - ) AS id, - s._partition_by_block_id, - s.value:data:result AS VALUE, - data, - metadata, - file_name -FROM - {{ source( - "bronze_streamline", - "tx_receipts" - ) }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b._partition_by_block_id = s._partition_by_block_id -WHERE - b._partition_by_block_id = s._partition_by_block_id - AND ( - DATA :error :code IS NULL - OR DATA :error :code NOT IN ( - '-32000', - '-32001', - '-32002', - '-32003', - '-32004', - '-32005', - '-32006', - '-32007', - '-32008', - '-32009', - '-32010' - ) - ) diff --git a/models/bronze/core/bronze__receipts_fr_v2.sql b/models/bronze/core/bronze__receipts_fr_v2.sql deleted file mode 100644 index 6a16443..0000000 --- a/models/bronze/core/bronze__receipts_fr_v2.sql +++ /dev/null @@ -1,40 +0,0 @@ -{{ config ( - materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] -) }} - - WITH meta AS ( - SELECT - registered_on AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "receipts_by_hash") }}' - ) - ) A - ) -SELECT - s.*, - b.file_name, - b._inserted_timestamp, - COALESCE( - s.value :"BLOCK_NUMBER" :: STRING, - s.value :"block_number" :: STRING, - s.metadata :request :"data" :id :: STRING, - PARSE_JSON( - s.metadata :request :"data" - ) :id :: STRING - ) :: INT AS block_number, - s.value: "TX_HASH" :: STRING AS tx_hash -FROM - {{ source( "bronze_streamline", "receipts_by_hash") }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b.partition_key = s.partition_key -WHERE - b.partition_key = s.partition_key - AND DATA :error IS NULL - AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__traces.sql b/models/bronze/core/bronze__traces.sql index dc0bca8..d7b0a28 100644 --- a/models/bronze/core/bronze__traces.sql +++ b/models/bronze/core/bronze__traces.sql @@ -1,6 +1,6 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} WITH meta AS ( diff --git a/models/bronze/core/bronze__traces_fr.sql b/models/bronze/core/bronze__traces_fr.sql index b420e1c..830d3da 100644 --- a/models/bronze/core/bronze__traces_fr.sql +++ b/models/bronze/core/bronze__traces_fr.sql @@ -1,28 +1,40 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} + WITH meta AS ( + SELECT + registered_on AS _inserted_timestamp, + file_name, + CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key + FROM + TABLE( + information_schema.external_table_files( + table_name => '{{ source( "bronze_streamline", "traces_by_hash") }}' + ) + ) A + ) SELECT - partition_key, - block_number, - tx_hash, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp + s.*, + b.file_name, + b._inserted_timestamp, + COALESCE( + s.value :"BLOCK_NUMBER" :: STRING, + s.value :"block_number" :: STRING, + s.metadata :request :"data" :id :: STRING, + PARSE_JSON( + s.metadata :request :"data" + ) :id :: STRING + ) :: INT AS block_number, + s.value: "TX_HASH" :: STRING AS tx_hash FROM - {{ ref('bronze__traces_fr_v2') }} -UNION ALL -SELECT - _partition_by_block_id AS partition_key, - block_number, - tx_hash, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp -FROM - {{ ref('bronze__traces_fr_v1') }} \ No newline at end of file + {{ source( "bronze_streamline", "traces_by_hash") }} + s + JOIN meta b + ON b.file_name = metadata$filename + AND b.partition_key = s.partition_key +WHERE + b.partition_key = s.partition_key + AND DATA :error IS NULL + AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__traces_fr_v1.sql b/models/bronze/core/bronze__traces_fr_v1.sql deleted file mode 100644 index 76f9f63..0000000 --- a/models/bronze/core/bronze__traces_fr_v1.sql +++ /dev/null @@ -1,59 +0,0 @@ -{{ config ( - materialized = 'view' -) }} - -WITH meta AS ( - - SELECT - last_modified AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER) AS _partition_by_block_id - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "traces") }}' - ) - ) A - ) - SELECT - block_number, - s.value :metadata :request :params [0] :: STRING AS tx_hash, - DATA, - _inserted_timestamp, - MD5( - CAST( - COALESCE(CAST(tx_hash AS text), '' :: STRING) AS text - ) - ) AS id, - s._partition_by_block_id, - s.value AS VALUE, - metadata, - file_name - FROM - {{ source( - "bronze_streamline", - "traces" - ) }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b._partition_by_block_id = s._partition_by_block_id - WHERE - b._partition_by_block_id = s._partition_by_block_id - AND ( - DATA :error :code IS NULL - OR DATA :error :code NOT IN ( - '-32000', - '-32001', - '-32002', - '-32003', - '-32004', - '-32005', - '-32006', - '-32007', - '-32008', - '-32009', - '-32010', - '-32608' - ) - ) diff --git a/models/bronze/core/bronze__traces_fr_v2.sql b/models/bronze/core/bronze__traces_fr_v2.sql deleted file mode 100644 index 5ecc5eb..0000000 --- a/models/bronze/core/bronze__traces_fr_v2.sql +++ /dev/null @@ -1,40 +0,0 @@ -{{ config ( - materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] -) }} - - WITH meta AS ( - SELECT - registered_on AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "traces_by_hash") }}' - ) - ) A - ) -SELECT - s.*, - b.file_name, - b._inserted_timestamp, - COALESCE( - s.value :"BLOCK_NUMBER" :: STRING, - s.value :"block_number" :: STRING, - s.metadata :request :"data" :id :: STRING, - PARSE_JSON( - s.metadata :request :"data" - ) :id :: STRING - ) :: INT AS block_number, - s.value: "TX_HASH" :: STRING AS tx_hash -FROM - {{ source( "bronze_streamline", "traces_by_hash") }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b.partition_key = s.partition_key -WHERE - b.partition_key = s.partition_key - AND DATA :error IS NULL - AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__transactions.sql b/models/bronze/core/bronze__transactions.sql index 5eee0bf..ac5ce40 100644 --- a/models/bronze/core/bronze__transactions.sql +++ b/models/bronze/core/bronze__transactions.sql @@ -1,6 +1,6 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} WITH meta AS ( diff --git a/models/bronze/core/bronze__transactions_fr.sql b/models/bronze/core/bronze__transactions_fr.sql index b5f9cc2..e76fd74 100644 --- a/models/bronze/core/bronze__transactions_fr.sql +++ b/models/bronze/core/bronze__transactions_fr.sql @@ -1,26 +1,39 @@ {{ config ( materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] + tags = ['bronze','core','streamline_v2','phase_1'] ) }} + WITH meta AS ( + SELECT + registered_on AS _inserted_timestamp, + file_name, + CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key + FROM + TABLE( + information_schema.external_table_files( + table_name => '{{ source( "bronze_streamline", "transactions_v2") }}' + ) + ) A + ) SELECT - partition_key, - block_number, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp + s.*, + b.file_name, + b._inserted_timestamp, + COALESCE( + s.value :"BLOCK_NUMBER" :: STRING, + s.value :"block_number" :: STRING, + s.metadata :request :"data" :id :: STRING, + PARSE_JSON( + s.metadata :request :"data" + ) :id :: STRING + ) :: INT AS block_number FROM - {{ ref('bronze__transactions_fr_v2') }} -UNION ALL -SELECT - _partition_by_block_id AS partition_key, - block_number, - VALUE, - DATA, - metadata, - file_name, - _inserted_timestamp -FROM - {{ ref('bronze__transactions_fr_v1') }} \ No newline at end of file + {{ source( "bronze_streamline", "transactions_v2") }} + s + JOIN meta b + ON b.file_name = metadata$filename + AND b.partition_key = s.partition_key +WHERE + b.partition_key = s.partition_key + AND DATA :error IS NULL + AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__transactions_fr_v1.sql b/models/bronze/core/bronze__transactions_fr_v1.sql deleted file mode 100644 index b925577..0000000 --- a/models/bronze/core/bronze__transactions_fr_v1.sql +++ /dev/null @@ -1,86 +0,0 @@ -{{ config ( - materialized = 'view' -) }} - -WITH meta AS ( - - SELECT - last_modified AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER) AS _partition_by_block_id - FROM - TABLE( - information_schema.external_table_file_registration_history( - start_time => GREATEST(DATEADD('day', -1, CURRENT_TIMESTAMP), '2023-08-01 18:44:00.000' :: timestamp_ntz), - table_name => '{{ source( "bronze_streamline", "transactions") }}' - ) - ) A -), -tbl AS ( - SELECT - block_number, - COALESCE(s.data :hash :: STRING, s.data :result :hash :: STRING) AS tx_hash, - _inserted_timestamp, - metadata, - file_name, - s._partition_by_block_id, - s.value AS VALUE, - s.data AS DATA - FROM - {{ source( - "bronze_streamline", - "transactions" - ) }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b._partition_by_block_id = s._partition_by_block_id - WHERE - b._partition_by_block_id = s._partition_by_block_id - AND ( - DATA :error :code IS NULL - OR DATA :error :code NOT IN ( - '-32000', - '-32001', - '-32002', - '-32003', - '-32004', - '-32005', - '-32006', - '-32007', - '-32008', - '-32009', - '-32010' - ) - ) -) -SELECT - block_number, - COALESCE(f.value :hash :: STRING, tx_hash) AS tx_hash, - _inserted_timestamp, - MD5( - CAST( - COALESCE( - CAST( - CONCAT( - block_number, - '_-_', - COALESCE(COALESCE(f.value :hash :: STRING, tx_hash), '') - ) AS text - ), - '' :: STRING - ) AS text - ) - ) AS id, - data, - metadata, - file_name, - _partition_by_block_id, - _inserted_timestamp, - COALESCE(f.value, tbl.data:result, tbl.data) AS VALUE -FROM - tbl, - LATERAL FLATTEN( - input => VALUE :data :result :transactions, OUTER => TRUE - ) f -WHERE f.value IS NOT NULL OR tbl.data :transactionIndex IS NOT NULL \ No newline at end of file diff --git a/models/bronze/core/bronze__transactions_fr_v2.sql b/models/bronze/core/bronze__transactions_fr_v2.sql deleted file mode 100644 index ef5982a..0000000 --- a/models/bronze/core/bronze__transactions_fr_v2.sql +++ /dev/null @@ -1,39 +0,0 @@ -{{ config ( - materialized = 'view', - tags = ['bronze','core','streamline_v1','phase_1'] -) }} - - WITH meta AS ( - SELECT - registered_on AS _inserted_timestamp, - file_name, - CAST(SPLIT_PART(SPLIT_PART(file_name, '/', 4), '_', 1) AS INTEGER ) AS partition_key - FROM - TABLE( - information_schema.external_table_files( - table_name => '{{ source( "bronze_streamline", "transactions_v2") }}' - ) - ) A - ) -SELECT - s.*, - b.file_name, - b._inserted_timestamp, - COALESCE( - s.value :"BLOCK_NUMBER" :: STRING, - s.value :"block_number" :: STRING, - s.metadata :request :"data" :id :: STRING, - PARSE_JSON( - s.metadata :request :"data" - ) :id :: STRING - ) :: INT AS block_number -FROM - {{ source( "bronze_streamline", "transactions_v2") }} - s - JOIN meta b - ON b.file_name = metadata$filename - AND b.partition_key = s.partition_key -WHERE - b.partition_key = s.partition_key - AND DATA :error IS NULL - AND DATA IS NOT NULL \ No newline at end of file diff --git a/models/sources.yml b/models/sources.yml index d841c4c..b3908ad 100644 --- a/models/sources.yml +++ b/models/sources.yml @@ -14,10 +14,6 @@ sources: schema: | {{ "AURORA_DEV" if var("STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES", False) else "AURORA" }} tables: - - name: blocks - - name: transactions - - name: tx_receipts - - name: traces - name: blocks_v2 - name: transactions_v2 - name: receipts_by_hash