flip/aurora-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/aurora-models.git synced 2026-02-06 14:16:47 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Merge pull request #56 from FlipsideCrypto/update-run-history-logic

Browse Source 
update the run history logic for block realtime model
This commit is contained in:
xiuy001 2023-11-28 10:30:48 -05:00 committed by GitHub
commit 6087cd7552
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
models/silver/streamline/realtime/streamline__blocks_realtime.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table','blocks', 'producer_batch_size',500000, 'producer_limit_size', 20000000, 'worker_batch_size',5000))",
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table','blocks', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}
@ -12,7 +12,7 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
0 AS block_number
{% else %}
SELECT
MAX(block_number) - 50000 AS block_number --aprox 3 days
MAX(block_number) - 500000 AS block_number --aprox 3 days
FROM
{{ ref("streamline__blocks") }}
{% endif %}),

4
models/silver/streamline/realtime/streamline__transactions_realtime.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'transactions', 'exploded_key','[\"result\", \"transactions\"]', 'producer_batch_size',500000, 'producer_limit_size', 20000000, 'worker_batch_size',5000))",
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'transactions', 'exploded_key','[\"result\", \"transactions\"]', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}
@ -12,7 +12,7 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
0 AS block_number
{% else %}
SELECT
MAX(block_number) - 50000 AS block_number --aprox 3 days
MAX(block_number) - 500000 AS block_number --aprox 3 days
FROM
{{ ref("streamline__blocks") }}
{% endif %}),

4
models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql
View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_receipts', 'producer_batch_size',200000, 'producer_limit_size', 20000000, 'worker_batch_size',400))",
func = "{{this.schema}}.udf_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_receipts', 'producer_batch_size',10000, 'producer_limit_size',2000000, 'worker_batch_size',100))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}
@ -12,7 +12,7 @@ WITH last_3_days AS ({% if var('STREAMLINE_RUN_HISTORY') %}
0 AS block_number
{% else %}
SELECT
MAX(block_number) - 50000 AS block_number -- aprox 3 days
MAX(block_number) - 500000 AS block_number -- aprox 3 days
FROM
{{ ref("streamline__complete_transactions") }}
{% endif %}),