have each worker make parallel requests (#50)

Co-authored-by: desmond-hui <desmond@flipsidecryto.com>
This commit is contained in:
desmond-hui 2025-02-03 09:06:03 -08:00 committed by GitHub
parent dc546b5968
commit 84b94ce1a6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -7,10 +7,11 @@
params ={ "external_table" :"block_txs",
"sql_limit" :"20000",
"producer_batch_size" :"20000",
"worker_batch_size" :"250",
"worker_batch_size" :"500",
"sql_source" :"{{this.identifier}}",
"order_by_column": "block_id",
"exploded_key": tojson(["result.transactions"]) }
"exploded_key": tojson(["result.transactions"]),
"async_concurrent_requests" :"10" }
)
) }}
@ -79,5 +80,3 @@ SELECT
) AS request
FROM
blocks
ORDER BY
block_id