Hotfix/streamline legacy tasks (#628)

* add tests for solana legacy streamline pipeline disruptions

* formatting
This commit is contained in:
desmond-hui 2024-08-05 09:38:58 -07:00 committed by GitHub
parent 9a16dd5817
commit 775518e8bf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 63 additions and 8 deletions

View File

@ -13,6 +13,5 @@ FROM
ON b.block_id = b2.block_id
WHERE
b.block_id >= 226000000
AND b.block_timestamp BETWEEN CURRENT_DATE - 8
AND CURRENT_TIMESTAMP - INTERVAL '12 HOUR'
AND b.block_timestamp BETWEEN CURRENT_DATE - 8 AND CURRENT_TIMESTAMP - INTERVAL '12 HOUR'
AND b2.block_id IS NULL

View File

@ -12,8 +12,7 @@ WITH solscan_counts AS (
JOIN solana.silver.blocks b
ON b.block_id = s.block_id
WHERE
b.block_timestamp :: DATE BETWEEN CURRENT_DATE - 8
AND CURRENT_DATE - INTERVAL '12 HOUR'
b.block_timestamp :: DATE BETWEEN CURRENT_DATE - 8 AND CURRENT_DATE - INTERVAL '12 HOUR'
),
silver_counts AS (
SELECT
@ -28,8 +27,7 @@ silver_counts AS (
{{ ref('silver__transactions') }}
t
WHERE
block_timestamp :: DATE BETWEEN CURRENT_DATE - 8
AND CURRENT_DATE - INTERVAL '12 HOUR'
block_timestamp :: DATE BETWEEN CURRENT_DATE - 8 AND CURRENT_DATE - INTERVAL '12 HOUR'
UNION
SELECT
block_id,
@ -37,8 +35,7 @@ silver_counts AS (
FROM
solana.silver.votes t
WHERE
block_timestamp :: DATE BETWEEN CURRENT_DATE - 8
AND CURRENT_DATE - INTERVAL '12 HOUR'
block_timestamp :: DATE BETWEEN CURRENT_DATE - 8 AND CURRENT_DATE - INTERVAL '12 HOUR'
)
GROUP BY
1

View File

@ -0,0 +1,59 @@
{{
config(
tags=["test_hourly"]
)
}}
WITH block_txs_real_time_task_counts AS (
SELECT
count(*) AS success_count
FROM
TABLE(solana.information_schema.task_history(
scheduled_time_range_start=>dateadd('hour',-1,current_timestamp()),
task_name=>'BULK_GET_BLOCK_TXS_REAL_TIME'))
WHERE
state = 'SUCCEEDED'
),
block_rewards_real_time_task_counts AS (
SELECT
count(*) AS success_count
FROM
TABLE(solana.information_schema.task_history(
scheduled_time_range_start=>dateadd('hour',-1,current_timestamp()),
task_name=>'BULK_GET_BLOCK_REWARDS_REAL_TIME'))
WHERE
state = 'SUCCEEDED'
),
blocks_real_time_task_counts AS (
SELECT
count(*) AS success_count
FROM
TABLE(solana.information_schema.task_history(
scheduled_time_range_start=>dateadd('hour',-1,current_timestamp()),
task_name=>'BULK_GET_BLOCKS_REAL_TIME'))
WHERE
state = 'SUCCEEDED'
)
SELECT
'block_txs_real_time' AS pipeline,
success_count
FROM
block_txs_real_time_task_counts
WHERE
success_count < 7
UNION ALL
SELECT
'blocks_real_time' AS pipeline,
success_count
FROM
blocks_real_time_task_counts
WHERE
success_count < 10
UNION ALL
SELECT
'block_rewards_real_time' AS pipeline,
success_count
FROM
block_rewards_real_time_task_counts
WHERE
success_count < 3