upgrade keys change batche sizes

This commit is contained in:
Eric Laurello 2024-06-03 10:29:49 -04:00
parent c608f8a370
commit ce6c632dc1
7 changed files with 23 additions and 19 deletions

View File

@ -108,13 +108,13 @@ SELECT
call,
{{ target.database }}.live.udf_api (
'POST',
'{service}/{Authentication}',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
),
call,
'Vault/prod/osmosis/allthatnode/mainnet-archive/rpc'
'Vault/prod/osmosis/atn/mainnet'
) AS DATA,
SYSDATE()
FROM

View File

@ -5,7 +5,7 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"balances_v2",
"sql_limit" :"100000",
"producer_batch_size" :"400",
"producer_batch_size" :"200",
"worker_batch_size" :"100",
"sql_source" :"{{this.identifier}}" }
)
@ -32,7 +32,7 @@ SELECT
) AS partition_key,
{{ target.database }}.live.udf_api(
'GET',
'{service}/{Authentication}/cosmos/bank/v1beta1/balances/' || address || '?pagination.limit=10000',
'https://osmosis-mainnet.g.allthatnode.com/archive/rest/{Authentication}/cosmos/bank/v1beta1/balances/' || address || '?pagination.limit=10000',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json',
@ -40,7 +40,7 @@ SELECT
block_number :: STRING
),
PARSE_JSON('{}'),
'vault/prod/osmosis/allthatnode/mainnet-archive/rest'
'vault/prod/osmosis/atn/mainnet'
) AS request,
block_number,
address

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"blocks_v2",
"sql_limit" :"100000",
"producer_batch_size" :"1000",
"worker_batch_size" :"500",
"producer_batch_size" :"500",
"worker_batch_size" :"250",
"sql_source" :"{{this.identifier}}" }
)
) }}
@ -30,7 +30,7 @@ SELECT
) :: INT AS partition_key,
{{ target.database }}.live.udf_api(
'POST',
'{service}/{Authentication}',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
@ -47,7 +47,7 @@ SELECT
block_number :: STRING
)
),
'vault/prod/osmosis/allthatnode/mainnet-archive/rpc'
'vault/prod/osmosis/atn/mainnet'
) AS request
FROM
blocks

View File

@ -45,7 +45,11 @@ SELECT
) AS partition_key,
{{ target.database }}.live.udf_api(
'GET',
'{service}/{Authentication}/osmosis/gamm/v1beta1/pools?pagination.limit=10000',
REPLACE(
'https://osmosis-mainnet.g.allthatnode.com/archive/rest/{Authentication}/osmosis/gamm/v1beta1/pools?pagination.limit=10000',
'tendermint',
'rest'
),
OBJECT_CONSTRUCT(
'Content-Type',
'application/json',
@ -53,7 +57,7 @@ SELECT
block_number :: STRING
),
PARSE_JSON('{}'),
'vault/prod/osmosis/allthatnode/mainnet-archive/rest'
'vault/prod/osmosis/atn/mainnet'
) AS request,
block_number
FROM

View File

@ -86,7 +86,7 @@ numbers AS (
) :: INT AS partition_key,
live.udf_api(
'POST',
'{service}/{Authentication}',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
@ -107,7 +107,7 @@ numbers AS (
'asc'
)
),
'vault/prod/osmosis/allthatnode/mainnet-archive/rpc'
'vault/prod/osmosis/atn/mainnet'
) AS request,
page_number,
block_number AS block_number_requested

View File

@ -5,8 +5,8 @@
target = "{{this.schema}}.{{this.identifier}}",
params ={ "external_table" :"txcount_v2",
"sql_limit" :"100000",
"producer_batch_size" :"1000",
"worker_batch_size" :"500",
"producer_batch_size" :"300",
"worker_batch_size" :"100",
"sql_source" :"{{this.identifier}}" }
)
) }}
@ -30,7 +30,7 @@ SELECT
) :: INT AS partition_key,
{{ target.database }}.live.udf_api(
'POST',
'{service}/{Authentication}',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json'
@ -51,7 +51,7 @@ SELECT
'asc'
)
),
'vault/prod/osmosis/allthatnode/mainnet-archive/rpc'
'vault/prod/osmosis/atn/mainnet'
) AS request
FROM
blocks

View File

@ -6,7 +6,7 @@
SELECT
{{ target.database }}.live.udf_api(
'POST',
'{service}/{Authentication}',
'{Service}/{Authentication}',
OBJECT_CONSTRUCT(
'Content-Type',
'application/json',
@ -23,5 +23,5 @@ SELECT
'params',
[]
),
'vault/prod/osmosis/allthatnode/mainnet-archive/rpc'
'vault/prod/osmosis/atn/mainnet'
) :data :result :sync_info :latest_block_height :: INT AS block_number