flip/flow-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/flow-models.git synced 2026-02-06 11:47:00 +00:00
Code Issues Actions 29 Packages Projects Releases Wiki Activity

Merge branch 'main' into AN-6550-testnet

Browse Source
This commit is contained in:
shah 2025-09-17 04:28:54 -07:00
commit 977b8005dc
8 changed files with 216 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/dbt_run_streamline_evm_testnet_realtime.yml vendored
View File

@ -4,8 +4,8 @@ run-name: dbt_run_streamline_evm_testnet_realtime
on:
workflow_dispatch:
schedule:
# Every 4 hours
- cron: "0 */4 * * *"
# Every hour at minute 2
- cron: "2 * * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"

62
models/evm/streamline/testnet/history/streamline__get_evm_testnet_blocks_history.sql Normal file
View File

@ -0,0 +1,62 @@
{{ config (
materialized = "view",
post_hook = fsc_utils.if_data_call_function_v2(
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_testnet_blocks",
"sql_limit" :"1000000",
"producer_batch_size" :"10000",
"worker_batch_size" :"1000",
"async_concurrent_requests" :"10",
"sql_source" :"{{this.identifier}}" }
),
tags = ['streamline_history_evm_testnet']
) }}
WITH tbl AS (
SELECT
block_number
FROM
{{ ref('streamline__evm_testnet_blocks') }}
WHERE block_number IS NOT NULL
EXCEPT
SELECT
block_number
FROM
{{ ref('streamline__complete_get_evm_testnet_blocks') }}
WHERE block_number IS NOT NULL
)
SELECT
block_number,
DATE_PART(epoch_second, SYSDATE()) :: STRING AS request_timestamp,
'{{ invocation_id }}' AS _invocation_id,
ROUND(
block_number,
-3
) :: INT AS partition_key,
{{ target.database }}.live.udf_api(
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
block_number,
'jsonrpc',
'2.0',
'method',
'eth_getBlockByNumber',
'params',
ARRAY_CONSTRUCT(
utils.udf_int_to_hex(block_number),
TRUE -- Include transactions
)
),
'Vault/prod/flow/quicknode/testnet'
) AS request
FROM
tbl
ORDER BY
block_number ASC

68
models/evm/streamline/testnet/history/streamline__get_evm_testnet_receipts_history.sql Normal file
View File

@ -0,0 +1,68 @@
{{ config (
materialized = "view",
post_hook = fsc_utils.if_data_call_function_v2(
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_testnet_receipts",
"sql_limit" :"1000000",
"async_concurrent_requests" :"10",
"producer_batch_size" :"10000",
"worker_batch_size" :"1000",
"sql_source" :"{{this.identifier}}" }
),
tags = ['streamline_history_evm_testnet']
) }}
WITH tbl AS (
SELECT
block_number
FROM
{{ ref('streamline__evm_testnet_blocks') }}
WHERE block_number IS NOT NULL
EXCEPT
SELECT
block_number
FROM
{{ ref('streamline__complete_get_evm_testnet_receipts') }}
WHERE block_number IS NOT NULL
),
ready_blocks AS (
SELECT
block_number
FROM
tbl
)
SELECT
block_number,
DATE_PART(epoch_second, SYSDATE())::STRING AS request_timestamp,
'{{ invocation_id }}' AS _invocation_id,
ROUND(
block_number,
-3
) :: INT AS partition_key,
{{ target.database }}.live.udf_api(
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
block_number,
'jsonrpc',
'2.0',
'method',
'eth_getBlockReceipts',
'params',
ARRAY_CONSTRUCT(
utils.udf_int_to_hex(block_number)
)
),
'Vault/prod/flow/quicknode/testnet'
) AS request
FROM
ready_blocks
ORDER BY
block_number ASC

76
models/evm/streamline/testnet/history/streamline__get_evm_testnet_traces_history.sql Normal file
View File

@ -0,0 +1,76 @@
{{ config (
materialized = "view",
post_hook = fsc_utils.if_data_call_function_v2(
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_testnet_traces",
"sql_limit" :"1000000",
"async_concurrent_requests" :"10",
"producer_batch_size" :"10000",
"worker_batch_size" :"1000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result"])}
),
tags = ['streamline_history_evm_testnet']
) }}
WITH tbl AS (
SELECT
block_number
FROM
{{ ref('streamline__evm_testnet_blocks') }}
WHERE
block_number IS NOT NULL
EXCEPT
SELECT
block_number
FROM
{{ ref('streamline__complete_get_evm_testnet_traces') }}
WHERE
block_number IS NOT NULL
),
ready_blocks AS (
SELECT
block_number
FROM
tbl
)
SELECT
block_number,
DATE_PART(epoch_second, SYSDATE())::STRING AS request_timestamp,
'{{ invocation_id }}' AS _invocation_id,
ROUND(
block_number,
-3
) :: INT AS partition_key,
{{ target.database }}.live.udf_api(
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
block_number,
'jsonrpc',
'2.0',
'method',
'debug_traceBlockByNumber',
'params',
ARRAY_CONSTRUCT(
utils.udf_int_to_hex(block_number),
OBJECT_CONSTRUCT(
'tracer', 'callTracer',
'timeout', '180s'
)
)
),
'Vault/prod/flow/quicknode/testnet'
) AS request
FROM
ready_blocks
ORDER BY
block_number ASC

4
models/evm/streamline/testnet/realtime/streamline__get_evm_testnet_blocks_realtime.sql
View File

@ -65,8 +65,8 @@ SELECT
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

4
models/evm/streamline/testnet/realtime/streamline__get_evm_testnet_receipts_realtime.sql
View File

@ -76,8 +76,8 @@ SELECT
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

4
models/evm/streamline/testnet/realtime/streamline__get_evm_testnet_traces_realtime.sql
View File

@ -73,8 +73,8 @@ SELECT
'POST',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'Content-Type', 'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

1
models/evm/streamline/testnet/streamline__evm_testnet_blocks.sql
View File

@ -12,3 +12,4 @@ FROM
) }}
WHERE
_id <= (SELECT block_number FROM {{ ref('streamline__evm_testnet_chainhead') }})
AND _id >= 67860000