edits (#144)
Some checks failed
docs_update / run_dbt_jobs (push) Has been cancelled
dbt_run_observability_monthly / run_dbt_jobs (push) Has been cancelled
dbt_run_heal_models / run_dbt_jobs (push) Has been cancelled
dbt_run_heal_models / notify-failure (push) Has been cancelled
dbt_test_evm_recent / run_dbt_jobs (push) Has been cancelled
dbt_run_scheduled_abis / run_dbt_jobs (push) Has been cancelled
dbt_run_daily / run_dbt_jobs (push) Has been cancelled
dbt_run_dev_refresh / run_dbt_jobs (push) Has been cancelled
dbt_run_observability / run_dbt_jobs (push) Has been cancelled
dbt_run_scheduled_scores / run_dbt_jobs (push) Has been cancelled
dbt_test_recent / run_dbt_jobs (push) Has been cancelled
dbt_test_evm_recent / notify-failure (push) Has been cancelled
dbt_run_scheduled_scores / notify-failure (push) Has been cancelled
dbt_test_monthly / run_dbt_jobs (push) Has been cancelled
dbt_test_evm_monthly / run_dbt_jobs (push) Has been cancelled
dbt_test_evm_monthly / notify-failure (push) Has been cancelled

This commit is contained in:
Austin 2025-10-31 11:13:32 -04:00 committed by GitHub
parent d14859fceb
commit ea499725e1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
8 changed files with 35 additions and 26 deletions

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_blocks_transactions",
"sql_limit" :"30000",
"producer_batch_size" :"30000",
"worker_batch_size" :"10000",
"sql_limit" :"1000000",
"producer_batch_size" :"3000",
"worker_batch_size" :"1000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(['result', 'result.transactions'])
}
@ -19,12 +19,14 @@ WITH to_do AS (
block_number
FROM
{{ ref("streamline__evm_blocks") }}
WHERE block_number > 160000000
EXCEPT
SELECT
block_number
FROM
{{ ref("streamline__complete_evm_blocks") }} b
INNER JOIN {{ ref("streamline__complete_evm_transactions") }} t USING (block_number)
WHERE block_number > 160000000
),
ready_blocks AS (
SELECT
@ -43,7 +45,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
@ -60,3 +63,4 @@ SELECT
ready_blocks
ORDER BY
block_number ASC
limit 1000000

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_confirm_blocks",
"sql_limit" :"25000",
"producer_batch_size" :"10000",
"worker_batch_size" :"5000",
"sql_limit" :"1000000",
"producer_batch_size" :"3000",
"worker_batch_size" :"1000",
"sql_source" :"{{this.identifier}}" }
),
tags = ['streamline_core_evm_history']
@ -58,7 +58,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
@ -75,4 +76,4 @@ SELECT
ready_blocks
ORDER BY
block_number asc
limit 25000
limit 1000000

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_receipts",
"sql_limit" :"25000",
"producer_batch_size" :"100000",
"worker_batch_size" :"10000",
"sql_limit" :"1000000",
"producer_batch_size" :"3000",
"worker_batch_size" :"1000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result"]) }
),
@ -18,12 +18,13 @@ WITH to_do AS (
block_number
FROM
{{ ref("streamline__evm_blocks") }}
WHERE block_number IS NOT NULL
WHERE block_number IS NOT NULL and block_number > 160000000
EXCEPT
SELECT
block_number
FROM
{{ ref("streamline__complete_evm_receipts") }}
WHERE block_number > 160000000
),
ready_blocks AS (
@ -43,7 +44,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',
@ -60,4 +62,4 @@ SELECT
ready_blocks
ORDER BY
block_number asc
limit 25000
limit 1000000

View File

@ -18,16 +18,13 @@ WITH to_do AS (
block_number
FROM
{{ ref("streamline__evm_blocks") }}
WHERE block_number IS NOT NULL and block_number < (
SELECT
block_number
FROM
{{ ref("_evm_block_lookback") }})
WHERE block_number IS NOT NULL and block_number > 160000000
EXCEPT
SELECT
block_number
FROM
{{ ref("streamline__complete_evm_traces") }}
WHERE block_number > 160000000
),
ready_blocks AS (
SELECT
@ -46,7 +43,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

View File

@ -77,7 +77,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

View File

@ -85,7 +85,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

View File

@ -80,7 +80,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',

View File

@ -80,7 +80,8 @@ SELECT
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
'application/json',
'fsc-quantum-state', 'streamline'
),
OBJECT_CONSTRUCT(
'id',