mirror of
https://github.com/FlipsideCrypto/eclipse-models.git
synced 2026-02-06 15:27:13 +00:00
have each worker make parallel requests (#50)
Co-authored-by: desmond-hui <desmond@flipsidecryto.com>
This commit is contained in:
parent
dc546b5968
commit
84b94ce1a6
@ -7,10 +7,11 @@
|
||||
params ={ "external_table" :"block_txs",
|
||||
"sql_limit" :"20000",
|
||||
"producer_batch_size" :"20000",
|
||||
"worker_batch_size" :"250",
|
||||
"worker_batch_size" :"500",
|
||||
"sql_source" :"{{this.identifier}}",
|
||||
"order_by_column": "block_id",
|
||||
"exploded_key": tojson(["result.transactions"]) }
|
||||
"exploded_key": tojson(["result.transactions"]),
|
||||
"async_concurrent_requests" :"10" }
|
||||
)
|
||||
) }}
|
||||
|
||||
@ -79,5 +80,3 @@ SELECT
|
||||
) AS request
|
||||
FROM
|
||||
blocks
|
||||
ORDER BY
|
||||
block_id
|
||||
|
||||
Loading…
Reference in New Issue
Block a user