flip/flow-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/flow-models.git synced 2026-02-06 11:26:53 +00:00
Code Issues Actions 29 Packages Projects Releases Wiki Activity

v2 to v1

Browse Source
This commit is contained in:
WHYTEWYLL 2024-03-14 19:23:38 -06:00
parent 022390ebdc
commit 3ea1836cc3
7 changed files with 31 additions and 116 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
macros/streamline/utils.sql
View File

@ -46,42 +46,4 @@
SELECT
_utils.UDF_REGISTER_SECRET(REQUEST_ID, _utils.UDF_WHOAMI(), KEY)
{% endmacro %}
{% macro if_data_call_function_v2(
func,
target,
params
) %}
{% if var(
"STREAMLINE_INVOKE_STREAMS"
) %}
{% if execute %}
{{ log(
"Running macro `if_data_call_function`: Calling udf " ~ func ~ " with params: \n" ~ params | tojson(indent=2) ~ "\n on " ~ target,
True
) }}
{% endif %}
SELECT
{{ func }}( parse_json($${{ params | tojson }}$$) )
WHERE
EXISTS(
SELECT
1
FROM
{{ target }}
LIMIT
1
)
{% else %}
{% if execute %}
{{ log(
"Running macro `if_data_call_function`: NOOP",
False
) }}
{% endif %}
SELECT
NULL
{% endif %}
{% endmacro %}

18
models/silver/streamline/core/history/transaction_results/batch/streamline__get_batch_transaction_results_history_mainnet_17.sql
View File

@ -1,19 +1,11 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet17.nodes.onflow.org:9000",
"external_table": "transaction_results_mainnet_17",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "800"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet17.nodes.onflow.org:9000', 'external_table', 'transaction_results_mainnet_17', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '800'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH blocks AS (
-- CTE to identify blocks that doesn't have tx_results ingested for mainnet 14

18
models/silver/streamline/core/history/transaction_results/batch/streamline__get_batch_transaction_results_history_mainnet_18.sql
View File

@ -1,19 +1,11 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet18.nodes.onflow.org:9000",
"external_table": "transaction_results_mainnet_18",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "770"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet18.nodes.onflow.org:9000', 'external_table', 'transaction_results_mainnet_18', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '770'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH blocks AS (
-- CTE to identify blocks that doesn't have tx_results ingested for mainnet 18

19
models/silver/streamline/core/history/transaction_results/batch/streamline__get_batch_transaction_results_history_mainnet_19.sql
View File

@ -1,19 +1,12 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet19.nodes.onflow.org:9000",
"external_table": "transaction_results_mainnet_19",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "750"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet19.nodes.onflow.org:9000', 'external_table', 'transaction_results_mainnet_19', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '750'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH blocks AS (
-- CTE to identify blocks that doesn't have tx_results ingested for mainnet 18

18
models/silver/streamline/core/history/transaction_results/batch/streamline__get_batch_transaction_results_history_mainnet_22.sql
View File

@ -1,19 +1,11 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet22.nodes.onflow.org:9000",
"external_table": "transaction_results_mainnet_22",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "800"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet22.nodes.onflow.org:9000', 'external_table', 'transaction_results_mainnet_22', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '800'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH blocks AS (
-- CTE to identify blocks that doesn't have tx_results ingested for mainnet 18

18
models/silver/streamline/core/history/transactions/batch/streamline__get_batch_transactions_mainnet_18.sql
View File

@ -1,19 +1,11 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet18.nodes.onflow.org:9000",
"external_table": "transactions_mainnet_18",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "850"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet18.nodes.onflow.org:9000', 'external_table', 'transactions_mainnet_18', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '850'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH collection_transactions AS (

18
models/silver/streamline/core/history/transactions/batch/streamline__get_batch_transactions_mainnet_19.sql
View File

@ -1,19 +1,11 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function_v2(
func = 'udf_bulk_grpc',
target = "streamline.{{this.identifier}}",
params = {
"node_url":"access-001.mainnet19.nodes.onflow.org:9000",
"external_table": "transactions_mainnet_19",
"sql_limit": "188000",
"producer_batch_size": "14000",
"worker_batch_size": "100",
"sql_source": "{{this.identifier}}",
"concurrent_requests": "800"
}
post_hook = if_data_call_function(
func = "streamline.udf_bulk_grpc(object_construct('node_url','access-001.mainnet19.nodes.onflow.org:9000', 'external_table', 'transactions_mainnet_19', 'sql_limit', '188000', 'producer_batch_size', '14000', 'worker_batch_size', '100', 'sql_source', '{{this.identifier}}', 'concurrent_requests', '800'))",
target = "streamline.{{this.identifier}}"
)
)
) }}
}}
WITH collection_transactions AS (