* limits

* workflow
This commit is contained in:
Austin 2024-11-04 09:33:37 -05:00 committed by GitHub
parent 7fc8f72aee
commit b14ddff5ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 10 additions and 10 deletions

View File

@ -4,4 +4,4 @@ dbt_run_non_core,"17 * * * *"
dbt_run_streamline_blocks_txcount_realtime,"24,54 * * * *"
dbt_run_streamline_transactions_realtime,"29,59 * * * *"
dbt_test_tasks,"5,35 * * * *"
dbt_run_streamline_evm_chainhead,"9,24,39,54 * * * *"
dbt_run_streamline_evm_chainhead,"9,39 * * * *"
1 workflow_name workflow_schedule
4 dbt_run_streamline_blocks_txcount_realtime 24,54 * * * *
5 dbt_run_streamline_transactions_realtime 29,59 * * * *
6 dbt_test_tasks 5,35 * * * *
7 dbt_run_streamline_evm_chainhead 9,24,39,54 * * * * 9,39 * * * *

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_blocks",
"sql_limit" :"25000",
"producer_batch_size" :"25000",
"worker_batch_size" :"15000",
"sql_limit" :"15000",
"producer_batch_size" :"15000",
"worker_batch_size" :"5000",
"sql_source" :"{{this.identifier}}" }
),
tags = ['streamline_core_evm_realtime']

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_receipts",
"sql_limit" :"25000",
"producer_batch_size" :"25000",
"worker_batch_size" :"10000",
"sql_limit" :"15000",
"producer_batch_size" :"15000",
"worker_batch_size" :"5000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result"]) }
),

View File

@ -4,9 +4,9 @@
func = 'streamline.udf_bulk_rest_api_v2',
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"evm_transactions",
"sql_limit" :"25000",
"producer_batch_size" :"25000",
"worker_batch_size" :"15000",
"sql_limit" :"15000",
"producer_batch_size" :"15000",
"worker_batch_size" :"5000",
"sql_source" :"{{this.identifier}}",
"exploded_key": tojson(["result.transactions"]) }
),