near-models/models/silver/silver__load_shards.sql
2022-12-14 18:02:10 -07:00

31 lines
644 B
SQL

{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
cluster_by = ['_partition_by_block_number', '_load_timestamp::DATE'],
unique_key = 'shard_id',
full_refresh = False
) }}
WITH shardsjson AS (
SELECT
block_id,
concat_ws(
'-',
block_id :: STRING,
_shard_number :: STRING
) AS shard_id,
_shard_number,
VALUE,
_filename,
_load_timestamp,
_partition_by_block_number
FROM
{{ ref('bronze__streamline_shards') }}
{{ partition_batch_load(300000) }}
)
SELECT
*
FROM
shardsjson