flip/flow-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/flow-models.git synced 2026-02-06 13:56:45 +00:00
Code Issues Actions 29 Packages Projects Releases Wiki Activity

add last_3_days filter, rem tbl (#177)

Browse Source 
* add last_3_days filter, rem tbl

* max

* rem max
This commit is contained in:
Jack Forgash 2023-09-01 15:03:15 -06:00 committed by GitHub
parent eca7813bae
commit 7608c1c611
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 12 additions and 107 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
models/silver/streamline/core/realtime/streamline__get_collections_realtime.sql
View File

@ -19,47 +19,7 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
FROM
{{ ref('streamline__blocks') }}
{% endif %}),
tbl AS (
SELECT
block_height
FROM
{{ ref('streamline__blocks') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
EXCEPT
SELECT
block_number AS block_height
FROM
{{ ref('streamline__complete_get_collections') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
),
collections AS (
SELECT
block_number AS block_height,
DATA
FROM
{{ ref('streamline__complete_get_blocks') }}
JOIN tbl
ON tbl.block_height = block_number
),
-- CTE to get all block_heights and their associated collection_ids from the complete_get_blocks table
-- CTE to get targeted block_heights and their associated collection_ids from the complete_get_blocks table
block_collections AS (
SELECT
cb.block_number AS block_height,
@ -70,6 +30,13 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
LATERAL FLATTEN(
input => cb.data :collection_guarantees
) AS collection_guarantee
WHERE
block_height >= (
SELECT
block_height
FROM
last_3_days
)
),
-- CTE to identify collections that haven't been ingested yet
collections_to_ingest AS (

35
models/silver/streamline/core/realtime/streamline__get_transaction_results_realtime.sql
View File

@ -19,37 +19,6 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
FROM
{{ ref('streamline__blocks') }}
{% endif %}),
tbl AS (
SELECT
block_height
FROM
{{ ref('streamline__blocks') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
EXCEPT
SELECT
block_number AS block_height
FROM
{{ ref('streamline__complete_get_transactions') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
),
collection_transactions AS (
SELECT
block_number AS block_height,
@ -61,11 +30,11 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
input => cc.data :transaction_ids
) AS TRANSACTION
WHERE
block_height IN (
block_height >= (
SELECT
block_height
FROM
tbl
last_3_days
)
),
-- CTE to identify transactions that haven't been ingested yet

35
models/silver/streamline/core/realtime/streamline__get_transactions_realtime.sql
View File

@ -19,37 +19,6 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
FROM
{{ ref('streamline__blocks') }}
{% endif %}),
tbl AS (
SELECT
block_height
FROM
{{ ref('streamline__blocks') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
EXCEPT
SELECT
block_number AS block_height
FROM
{{ ref('streamline__complete_get_transactions') }}
WHERE
(
block_height >= (
SELECT
block_height
FROM
last_3_days
)
)
AND block_height IS NOT NULL
),
collection_transactions AS (
SELECT
block_number AS block_height,
@ -61,11 +30,11 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
input => cc.data :transaction_ids
) AS TRANSACTION
WHERE
block_height IN (
block_height >= (
SELECT
block_height
FROM
tbl
last_3_days
)
),
-- CTE to identify transactions that haven't been ingested yet