flip/near-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/near-models.git synced 2026-02-06 14:11:54 +00:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

cluster, upd streamline rt to join

Browse Source
This commit is contained in:
Jack Forgash 2025-02-20 13:58:04 -07:00
parent 6797503f58
commit 5f14b1440a
5 changed files with 21 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/silver/core/silver__blocks_v2.sql
View File

@ -5,7 +5,7 @@
incremental_strategy = 'merge',
incremental_predicates = ["dynamic_range_predicate","block_timestamp::date"],
unique_key = "block_hash",
cluster_by = ['modified_timestamp::DATE','partition_key'],
cluster_by = ['modified_timestamp::DATE','block_timestamp::date'],
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_hash)",
tags = ['scheduled_core', 'core_v2']
) }}

2
models/silver/core/silver__chunks_v2.sql
View File

@ -5,7 +5,7 @@
incremental_strategy = 'merge',
incremental_predicates = ["dynamic_range_predicate","block_timestamp::date"],
unique_key = "chunk_hash",
cluster_by = ['modified_timestamp::DATE','partition_key'],
cluster_by = ['modified_timestamp::DATE','block_timestamp::date'],
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(chunk_hash)",
tags = ['scheduled_core', 'core_v2']
) }}

2
models/silver/core/silver__transactions_v2.sql
View File

@ -5,7 +5,7 @@
incremental_strategy = 'merge',
incremental_predicates = ["dynamic_range_predicate","origin_block_timestamp::date"],
unique_key = "tx_hash",
cluster_by = ['modified_timestamp::DATE','partition_key'],
cluster_by = ['modified_timestamp::DATE','origin_block_timestamp::date'],
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(tx_hash)",
tags = ['scheduled_core', 'core_v2']
) }}

33
models/streamline/core/realtime/streamline__chunks_realtime.sql
View File

@ -37,41 +37,22 @@ last_3_days AS (
{% endif %}
tbl AS (
SELECT
block_id,
block_timestamp_epoch,
chunk_hash
A.block_id,
A.block_timestamp_epoch,
A.chunk_hash
FROM
{{ ref('streamline__chunks') }}
{{ ref('streamline__chunks') }} A
LEFT JOIN {{ ref('streamline__chunks_complete') }} B ON A.chunk_hash = B.chunk_hash
WHERE
(
block_id >= (
A.block_id >= (
SELECT
block_id
FROM
last_3_days
)
)
AND chunk_hash IS NOT NULL
EXCEPT
SELECT
block_id,
block_timestamp_epoch,
chunk_hash
FROM
{{ ref('streamline__chunks_complete') }}
WHERE
block_id >= (
SELECT
block_id
FROM
last_3_days
)
AND _inserted_timestamp >= DATEADD(
'day',
-4,
SYSDATE()
)
AND chunk_hash IS NOT NULL
AND B.chunk_hash IS NULL
)
SELECT
block_id,

45
models/streamline/core/realtime/streamline__transactions_realtime.sql
View File

@ -37,49 +37,26 @@ last_3_days AS (
{% endif %}
tbl AS (
SELECT
block_id,
block_timestamp_epoch,
tx_hash,
signer_id,
shard_id,
chunk_hash
A.block_id,
A.block_timestamp_epoch,
A.tx_hash,
A.signer_id,
A.shard_id,
A.chunk_hash
FROM
{{ ref('streamline__transactions') }}
{{ ref('streamline__transactions') }} A
LEFT JOIN {{ ref('streamline__transactions_complete') }} B ON A.tx_hash = B.tx_hash
WHERE
(
block_id >= (
A.block_id >= (
SELECT
block_id
FROM
last_3_days
)
)
AND tx_hash IS NOT NULL
AND signer_id IS NOT NULL
EXCEPT
SELECT
block_id,
block_timestamp_epoch,
tx_hash,
signer_id,
shard_id,
chunk_hash
FROM
{{ ref('streamline__transactions_complete') }}
WHERE
block_id >= (
SELECT
block_id
FROM
last_3_days
)
AND _inserted_timestamp >= DATEADD(
'day',
-4,
SYSDATE()
)
AND tx_hash IS NOT NULL
AND signer_id IS NOT NULL
AND A.signer_id IS NOT NULL
AND B.tx_hash IS NULL
)
SELECT
shard_id,