* test a from the base line on env var

* quotes

* fine tune trasnactions and results

* format

* error

* increasing producer_batch_size

* add: transactions mainnet

* mainet 18

* reducing job

* var del

* increasing producer batch size

* increasing batch size and worker
This commit is contained in:
WHYTEWYLL 2024-02-15 19:07:37 -03:00 committed by GitHub
parent 7c5cca0278
commit 99d1e0812a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet18.nodes.onflow.org:9000','external_table', 'transactions_mainnet_18', 'sql_limit', '225000', 'producer_batch_size','1000', 'worker_batch_size', '1', 'batch_call_limit', {{var('batch_call_limit','1')}}))",
func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet18.nodes.onflow.org:9000','external_table', 'transactions_mainnet_18', 'sql_limit', '250000', 'producer_batch_size','10000', 'worker_batch_size', '2', 'batch_call_limit', {{var('batch_call_limit','1')}}))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}