lower producer sizes (#64)

* lower producer sizes

* limits

* 100K -> 25K

---------

Co-authored-by: Eric Laurello <eric.laurello@flipsidecrypto.com>
This commit is contained in:
Austin 2024-11-01 14:25:49 -04:00 committed by GitHub
parent f328f35226
commit 6266dfed26
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 8 additions and 8 deletions

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_blocks",
"sql_limit" :"25000",
"producer_batch_size" :"100000",
"worker_batch_size" :"10000",
"producer_batch_size" :"25000",
"worker_batch_size" :"15000",
"sql_source" :"{{this.identifier}}" }
),
tags = ['streamline_core_evm_realtime']

View File

@ -5,7 +5,7 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_receipts",
"sql_limit" :"25000",
"producer_batch_size" :"100000",
"producer_batch_size" :"25000",
"worker_batch_size" :"10000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result"]) }

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_transactions",
"sql_limit" :"25000",
"producer_batch_size" :"100000",
"worker_batch_size" :"10000",
"producer_batch_size" :"25000",
"worker_batch_size" :"15000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result.transactions"]) }
),

View File

@ -4,7 +4,7 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"blocks_v2",
"sql_limit" :"100000",
"sql_limit" :"25000",
"producer_batch_size" :"2000",
"worker_batch_size" :"500",
"sql_source" :"{{this.identifier}}" }

View File

@ -4,7 +4,7 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"transactions_v2",
"sql_limit" :"100000",
"sql_limit" :"25000",
"producer_batch_size" :"400",
"worker_batch_size" :"100",
"exploded_key": tojson(["result.txs"]),

View File

@ -4,7 +4,7 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"txcount_v2",
"sql_limit" :"100000",
"sql_limit" :"25000",
"producer_batch_size" :"2000",
"worker_batch_size" :"500",
"sql_source" :"{{this.identifier}}" }