flip/livequery-base
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/livequery-base.git synced 2026-02-06 03:07:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity
040b3fdf9a
livequery-base/macros/livequery/evm_abstractions.sql
Austin 040b3fdf9a
Stream 318/an 3432/stream 324/evm highl level abstractions (#24) 
* - create place holder configs for high level evm abstractions

* - rename udf_config

* - fixed macro bug

* - add generic rpc_call

* - add generic evm rpc udf

* - add generic evm rpc udf

* - more DRY primitives

* WIP

* - add example udft

* - readme.MD

* - updated comments on evm primitives

* - add model to store signatures for UI

* evm abstractions

* use schema

* Squashed commit of the following:

commit df57d3309394d13407d5f4f7a1c27ab4e51ccb4e
Author: Julius Remigio <14811322+juls858@users.noreply.github.com>
Date:   Thu Jun 15 12:31:00 2023 -0700

     - remove unneeded model

* - refactor pimitives to use schema with network name

* schema fix and polygon

* - added udf_rpc to live schema
- prefixed primitives with udf_

* use crosschain table

* use sources for crosschain

* support all chains

* add network

* updated comments

* all chains

* remove map

* reorg

* remove optimism from map

* Update utils.sql

Return null instead of empty json object

* add error column

* Revert "add error column"

This reverts commit 49bc7239a43afaa9974abc2ab9408310c0757aa1.

* Revert "Update utils.sql"

This reverts commit 1edbeef5eebea6a5bffe3fc599afd2289864b359.

* Update utils.sql

Return null instead of empty json object

* Revert "Update utils.sql"

This reverts commit e4c29b093235cf9a36ca34e1000d1ad1c1a7beb6.

---------

Co-authored-by: Julius Remigio <14811322+juls858@users.noreply.github.com>
2023-06-27 11:55:30 -07:00

1419 lines
42 KiB
SQL
Raw Blame History

{% macro evm_latest_native_balance_string(schema, blockchain, network) %}
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
lower(wallet) AS wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
utils.udf_hex_to_int({{schema}}.udf_rpc_eth_get_balance(wallet_address,'latest')::string) AS raw_balance,
(raw_balance / POW(10,18))::float AS balance
{% endmacro %}
{% macro evm_latest_native_balance_array(schema, blockchain, network) %}
WITH address_inputs AS (
SELECT wallets AS wallet_array
),
flat_addresses AS (
SELECT lower(value::string) AS wallet_address
FROM address_inputs a,
LATERAL FLATTEN(input => a.wallet_array)
),
node_call AS (
SELECT wallet_address,
{{schema}}.udf_rpc_eth_get_balance(wallet_address,'latest')::string AS hex_balance
FROM flat_addresses
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
utils.udf_hex_to_int(hex_balance) AS raw_balance,
(raw_balance / POW(10,18))::FLOAT AS balance
FROM node_call
{% endmacro %}
{% macro evm_latest_token_balance_ss(schema, blockchain, network) %}
WITH inputs AS (
SELECT
lower(token) AS token_address,
lower(wallet) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS DATA
),
node_call AS (
SELECT
wallet_address,
token_address,
symbol,
{{schema}}.udf_rpc_eth_call(object_construct_keep_null('from', null, 'to', token_address, 'data', data),'latest')::string AS eth_call,
utils.udf_hex_to_int(eth_call::string) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
and blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
raw_balance,
balance
FROM node_call
{% endmacro %}
{% macro evm_latest_token_balance_sa(schema, blockchain, network) %}
WITH inputs AS (
SELECT tokens, wallet
),
flat_rows AS (
SELECT
lower(value::string) AS token_address,
lower(wallet::string) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS DATA
FROM inputs,
LATERAL FLATTEN(input => tokens)
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
{{schema}}.udf_rpc_eth_call(object_construct_keep_null('from', null, 'to', token_address, 'data', data),'latest')::string AS eth_call,
utils.udf_hex_to_int(eth_call::string) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
flat_rows
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
and blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_latest_token_balance_as(schema, blockchain, network) %}
WITH inputs AS (
SELECT token, wallets
),
flat_rows AS (
SELECT
lower(value::string) AS wallet_address,
lower(token::string) AS token_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS DATA
FROM inputs,
LATERAL FLATTEN(input => wallets)
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
{{schema}}.udf_rpc_eth_call(object_construct_keep_null('from', null, 'to', token_address, 'data', data),'latest')::string AS eth_call,
utils.udf_hex_to_int(eth_call::string) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
flat_rows
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
and blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_latest_token_balance_aa(schema, blockchain, network) %}
WITH inputs AS (
SELECT tokens, wallets
),
flat_rows AS (
SELECT
lower(tokens.VALUE::STRING) AS token_address,
lower(wallets.VALUE::STRING) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS DATA
FROM
inputs,
LATERAL FLATTEN(input => tokens) tokens,
LATERAL FLATTEN(input => wallets) wallets
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
{{schema}}.udf_rpc_eth_call(object_construct_keep_null('from', null, 'to', token_address, 'data', data),'latest')::string AS eth_call,
utils.udf_hex_to_int(eth_call::string) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
flat_rows
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
and blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_ssi(schema, blockchain, network) %}
WITH inputs AS (
SELECT
LOWER(token) AS token_address,
LOWER(wallet) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS data,
block_number
), final AS (
SELECT
wallet_address,
token_address,
symbol,
block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_ssa(schema, blockchain, network) %}
WITH block_inputs AS (
SELECT block_numbers
),
blocks AS (
SELECT value::INTEGER AS block_number
FROM block_inputs,
LATERAL FLATTEN(input => block_numbers)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
LOWER(wallet) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, 0)
) AS data
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
blocks.block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(blocks.block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
CROSS JOIN blocks
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_asi(schema, blockchain, network) %}
WITH wallet_inputs AS (
SELECT wallets
),
wallets AS (
SELECT lower(value::STRING) AS wallet
FROM wallet_inputs,
LATERAL FLATTEN(input => wallets)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
wallet,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet, '0x', ''), 64, 0)
) AS data
FROM wallets
),
final AS (
SELECT
wallet AS wallet_address,
token_address,
symbol,
block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_asa(schema, blockchain, network) %}
WITH block_inputs AS (
SELECT block_numbers
),
blocks AS (
SELECT value::INTEGER AS block_number
FROM block_inputs,
LATERAL FLATTEN(input => block_numbers)
),
wallet_inputs AS (
SELECT wallets
),
wallets AS (
SELECT lower(value::STRING) AS wallet
FROM wallet_inputs,
LATERAL FLATTEN(input => wallets)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
wallet,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet, '0x', ''), 64, '0')
) AS data
FROM wallets
),
final AS (
SELECT
wallet AS wallet_address,
token_address,
symbol,
blocks.block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(blocks.block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
CROSS JOIN blocks
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_sai(schema, blockchain, network) %}
WITH token_inputs AS (
SELECT tokens
),
tokens AS (
SELECT value::STRING AS token
FROM token_inputs,
LATERAL FLATTEN(input => tokens)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
LOWER(wallet) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, '0')
) AS data
FROM
tokens
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_saa(schema, blockchain, network) %}
WITH block_inputs AS (
SELECT block_numbers
),
blocks AS (
SELECT value::INTEGER AS block_number
FROM block_inputs,
LATERAL FLATTEN(input => block_numbers)
),
token_inputs AS (
SELECT tokens
),
tokens AS (
SELECT value::STRING AS token
FROM token_inputs,
LATERAL FLATTEN(input => tokens)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
LOWER(wallet) AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, '0')
) AS data
FROM
tokens
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
blocks.block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(blocks.block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
CROSS JOIN blocks
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_aai(schema, blockchain, network) %}
WITH token_inputs AS (
SELECT tokens
),
tokens AS (
SELECT value::STRING AS token
FROM token_inputs,
LATERAL FLATTEN(input => tokens)
),
wallet_inputs AS (
SELECT wallets
),
wallets AS (
SELECT lower(value::STRING) AS wallet
FROM wallet_inputs,
LATERAL FLATTEN(input => wallets)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
wallet AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, '0')
) AS data
FROM
tokens,
wallets
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_token_balance_aaa(schema, blockchain, network) %}
WITH block_inputs AS (
SELECT block_numbers
),
blocks AS (
SELECT value::INTEGER AS block_number
FROM block_inputs,
LATERAL FLATTEN(input => block_numbers)
),
wallet_inputs AS (
SELECT wallets
),
wallets AS (
SELECT lower(value::STRING) AS wallet
FROM wallet_inputs,
LATERAL FLATTEN(input => wallets)
),
token_inputs AS (
SELECT tokens
),
tokens AS (
SELECT value::STRING AS token
FROM token_inputs,
LATERAL FLATTEN(input => tokens)
),
inputs AS (
SELECT
LOWER(token) AS token_address,
wallet AS wallet_address,
'0x70a08231' AS function_sig,
CONCAT(
function_sig,
LPAD(REPLACE(wallet_address, '0x', ''), 64, '0')
) AS data
FROM
wallets,
tokens
),
final AS (
SELECT
wallet_address,
token_address,
symbol,
blocks.block_number,
{{schema}}.udf_rpc_eth_call(OBJECT_CONSTRUCT_KEEP_NULL('from', NULL, 'to', token_address, 'data', data), CONCAT('0x', TRIM(TO_CHAR(blocks.block_number, 'XXXXXXXXXX'))))::STRING AS eth_call,
utils.udf_hex_to_int(eth_call::STRING) AS raw_balance,
raw_balance::INT / POW(10, ifnull(decimals,0)) AS balance
FROM
inputs
CROSS JOIN blocks
LEFT JOIN {{ ref('_internal__contracts_map') }}
ON token_address = address
AND blockchain = '{{blockchain}}'
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
token_address,
symbol,
block_number,
raw_balance,
balance
FROM final
{% endmacro %}
{% macro evm_historical_native_balance_si(schema, blockchain, network) %}
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
lower(wallet) AS wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
block_number,
utils.udf_hex_to_int({{schema}}.udf_rpc_eth_get_balance(wallet_address,CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX'))))::string) AS raw_balance,
(raw_balance / POW(10,18))::float AS balance
{% endmacro %}
{% macro evm_historical_native_balance_sa(schema, blockchain, network) %}
WITH block_inputs AS (
SELECT block_numbers
),
blocks AS (
SELECT value::INTEGER AS block_number
FROM block_inputs,
LATERAL FLATTEN(input => block_numbers)
),
inputs AS (
SELECT
wallet AS wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
block_number,
utils.udf_hex_to_int({{schema}}.udf_rpc_eth_get_balance(wallet, CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX')))))::STRING AS raw_balance
FROM blocks
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
symbol,
block_number,
raw_balance,
(raw_balance::int / pow(10,18)) ::float as balance
FROM inputs
{% endmacro %}
{% macro evm_historical_native_balance_ai(schema, blockchain, network) %}
WITH wallet_inputs AS (
SELECT wallets
),
flat_wallets AS (
SELECT lower(value::string) AS wallet
FROM wallet_inputs,
LATERAL FLATTEN(input => wallets)
),
inputs AS (
SELECT
wallet AS wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
block_number,
utils.udf_hex_to_int({{schema}}.udf_rpc_eth_get_balance(wallet, CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX')))))::STRING AS raw_balance
FROM flat_wallets
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
symbol,
block_number,
raw_balance,
(raw_balance::int / pow(10,18)) ::float as balance
FROM inputs
{% endmacro %}
{% macro evm_historical_native_balance_aa(schema, blockchain, network) %}
WITH inputs AS (
SELECT wallets, block_numbers
),
flat_wallets AS (
SELECT lower(wallet.value::STRING) AS wallet, block.value::INTEGER AS block_number
FROM inputs,
LATERAL FLATTEN(input => wallets) wallet,
LATERAL FLATTEN(input => block_numbers) block
),
final AS (
SELECT
wallet AS wallet_address,
CASE
WHEN '{{blockchain}}' ILIKE 'avalanche%' THEN 'AVAX'
WHEN '{{blockchain}}' ILIKE 'polygon%' THEN 'MATIC'
WHEN '{{blockchain}}' ILIKE 'binance%' THEN 'BNB'
WHEN '{{blockchain}}' ILIKE 'gnosis%' THEN 'xDAI'
WHEN '{{blockchain}}' ILIKE 'ethereum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'arbitrum%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'optimism%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'base%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'fantom%' THEN 'ETH'
WHEN '{{blockchain}}' ILIKE 'harmony%' THEN 'ONE'
END AS symbol,
block_number,
utils.udf_hex_to_int({{schema}}.udf_rpc_eth_get_balance(wallet, CONCAT('0x', TRIM(TO_CHAR(block_number, 'XXXXXXXXXX')))))::STRING AS raw_balance
FROM flat_wallets
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
wallet_address,
symbol,
block_number,
raw_balance,
(raw_balance::int / pow(10,18))::float as balance
FROM final
{% endmacro %}
{% macro evm_latest_contract_events_s(schema, blockchain, network) %}
WITH chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - 100, 'XXXXXXXXXX'))) AS from_block_hex
),
node_call AS (
SELECT
lower(address) AS contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM chainhead
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
tx_hash,
block_number,
event_index,
contract_address,
event_topics,
event_data
FROM node_flat
{% endmacro %}
{% macro evm_latest_contract_events_si(schema, blockchain, network) %}
WITH chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - lookback, 'XXXXXXXXXX'))) AS from_block_hex
),
node_call AS (
SELECT
lower(address) AS contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM chainhead
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
tx_hash,
block_number,
event_index,
contract_address,
event_topics,
event_data
FROM node_flat
{% endmacro %}
{% macro evm_latest_contract_events_a(schema, blockchain, network) %}
WITH chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - 100, 'XXXXXXXXXX'))) AS from_block_hex
),
node_call AS (
SELECT
lower(address) AS contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM (
SELECT value::STRING AS address
FROM LATERAL FLATTEN(input => addresses)
) inputs, chainhead
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
tx_hash,
block_number,
event_index,
contract_address,
event_topics,
event_data
FROM node_flat
{% endmacro %}
{% macro evm_latest_contract_events_ai(schema, blockchain, network) %}
WITH chainhead AS (
SELECT
{{schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - lookback, 'XXXXXXXXXX'))) AS from_block_hex
),
node_call AS (
SELECT
lower(address) AS contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM (
SELECT value::STRING AS address
FROM LATERAL FLATTEN(input => addresses)
) inputs, chainhead
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
tx_hash,
block_number,
event_index,
contract_address,
event_topics,
event_data
FROM node_flat
{% endmacro %}
{% macro evm_latest_contract_events_decoded_s(schema, blockchain, network) %}
WITH inputs AS (
SELECT lower(address::STRING) AS contract_address
),
chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - 100, 'XXXXXXXXXX'))) AS from_block_hex
),
abis AS (
SELECT
parent_contract_address,
event_name,
event_signature,
abi
FROM inputs
JOIN {{ ref('_internal__abi_map') }}
ON lower(contract_address) = parent_contract_address
AND blockchain = '{{blockchain}}'
QUALIFY ROW_NUMBER() OVER (PARTITION BY contract_address, event_name ORDER BY end_block DESC) = 1
),
node_call AS (
SELECT
inputs.contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', inputs.contract_address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM inputs
JOIN chainhead ON 1=1
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
),
decode_logs AS (
SELECT
contract_address,
block_number,
tx_hash,
tx_index,
event_index,
event_removed,
event_data,
event_topics,
ethereum.streamline.udf_decode(
abi,
OBJECT_CONSTRUCT(
'topics',
event_topics,
'data',
event_data,
'address',
contract_address
)
)[0] AS decoded_data,
decoded_data:name::STRING AS event_name,
ethereum.silver.udf_transform_logs(decoded_data) AS transformed
FROM node_flat
JOIN abis
ON contract_address = parent_contract_address
AND event_topics[0]::STRING = event_signature
),
final AS (
SELECT
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed,
OBJECT_AGG(
DISTINCT CASE
WHEN v.value:name = '' THEN CONCAT('anonymous_', v.index)
ELSE v.value:name
END,
v.value:value
) AS decoded_flat
FROM decode_logs b,
LATERAL FLATTEN(input => transformed:data) v
GROUP BY
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
n.tx_hash,
n.block_number,
n.event_index,
f.event_name,
n.contract_address,
n.event_topics,
n.event_data,
f.decoded_flat AS decoded_data
FROM node_flat n
left join final f
on n.block_number = f.block_number
and n.tx_hash = f.tx_hash
and n.event_index = f.event_index
{% endmacro %}
{% macro evm_latest_contract_events_decoded_si(schema, blockchain, network) %}
WITH inputs AS (
SELECT lower(address::STRING) AS contract_address
),
chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - lookback, 'XXXXXXXXXX'))) AS from_block_hex
),
abis AS (
SELECT
parent_contract_address,
event_name,
event_signature,
abi
FROM inputs
JOIN {{ ref('_internal__abi_map') }}
ON lower(contract_address) = parent_contract_address
AND blockchain = '{{blockchain}}'
QUALIFY ROW_NUMBER() OVER (PARTITION BY contract_address, event_name ORDER BY end_block DESC) = 1
),
node_call AS (
SELECT
inputs.contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', inputs.contract_address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM inputs
JOIN chainhead ON 1=1
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
),
decode_logs AS (
SELECT
contract_address,
block_number,
tx_hash,
tx_index,
event_index,
event_removed,
event_data,
event_topics,
ethereum.streamline.udf_decode(
abi,
OBJECT_CONSTRUCT(
'topics',
event_topics,
'data',
event_data,
'address',
contract_address
)
)[0] AS decoded_data,
decoded_data:name::STRING AS event_name,
ethereum.silver.udf_transform_logs(decoded_data) AS transformed
FROM node_flat
JOIN abis
ON contract_address = parent_contract_address
AND event_topics[0]::STRING = event_signature
),
final AS (
SELECT
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed,
OBJECT_AGG(
DISTINCT CASE
WHEN v.value:name = '' THEN CONCAT('anonymous_', v.index)
ELSE v.value:name
END,
v.value:value
) AS decoded_flat
FROM decode_logs b,
LATERAL FLATTEN(input => transformed:data) v
GROUP BY
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
n.tx_hash,
n.block_number,
n.event_index,
f.event_name,
n.contract_address,
n.event_topics,
n.event_data,
f.decoded_flat AS decoded_data
FROM node_flat n
left join final f
on n.block_number = f.block_number
and n.tx_hash = f.tx_hash
and n.event_index = f.event_index
{% endmacro %}
{% macro evm_latest_contract_events_decoded_a(schema, blockchain, network) %}
WITH base AS (SELECT addresses),
inputs AS (
SELECT lower(value::STRING) AS contract_address
FROM base, LATERAL FLATTEN(input => addresses)
),
chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - 100, 'XXXXXXXXXX'))) AS from_block_hex
),
abis AS (
SELECT
parent_contract_address,
event_name,
event_signature,
abi
FROM inputs
JOIN {{ ref('_internal__abi_map') }}
ON lower(contract_address) = parent_contract_address
AND blockchain = '{{blockchain}}'
QUALIFY ROW_NUMBER() OVER (PARTITION BY contract_address, event_name ORDER BY end_block DESC) = 1
),
node_call AS (
SELECT
inputs.contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', inputs.contract_address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM inputs
JOIN chainhead ON 1=1
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
),
decode_logs AS (
SELECT
contract_address,
block_number,
tx_hash,
tx_index,
event_index,
event_removed,
event_data,
event_topics,
ethereum.streamline.udf_decode(
abi,
OBJECT_CONSTRUCT(
'topics',
event_topics,
'data',
event_data,
'address',
contract_address
)
)[0] AS decoded_data,
decoded_data:name::STRING AS event_name,
ethereum.silver.udf_transform_logs(decoded_data) AS transformed
FROM node_flat
JOIN abis
ON contract_address = parent_contract_address
AND event_topics[0]::STRING = event_signature
),
final AS (
SELECT
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed,
OBJECT_AGG(
DISTINCT CASE
WHEN v.value:name = '' THEN CONCAT('anonymous_', v.index)
ELSE v.value:name
END,
v.value:value
) AS decoded_flat
FROM decode_logs b,
LATERAL FLATTEN(input => transformed:data) v
GROUP BY
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
n.tx_hash,
n.block_number,
n.event_index,
f.event_name,
n.contract_address,
n.event_topics,
n.event_data,
f.decoded_flat AS decoded_data
FROM node_flat n
left join final f
on n.block_number = f.block_number
and n.tx_hash = f.tx_hash
and n.event_index = f.event_index
{% endmacro %}
{% macro evm_latest_contract_events_decoded_ai(schema, blockchain, network) %}
WITH base AS (SELECT addresses),
inputs AS (
SELECT lower(value::STRING) AS contract_address
FROM base, LATERAL FLATTEN(input => addresses)
),
chainhead AS (
SELECT
{{ schema }}.udf_rpc('eth_blockNumber', [])::STRING AS chainhead_hex,
CONCAT('0x', TRIM(TO_CHAR(utils.udf_hex_to_int(chainhead_hex) - lookback, 'XXXXXXXXXX'))) AS from_block_hex
),
abis AS (
SELECT
parent_contract_address,
event_name,
event_signature,
abi
FROM inputs
JOIN {{ ref('_internal__abi_map') }}
ON lower(contract_address) = parent_contract_address
AND blockchain = '{{blockchain}}'
QUALIFY ROW_NUMBER() OVER (PARTITION BY contract_address, event_name ORDER BY end_block DESC) = 1
),
node_call AS (
SELECT
inputs.contract_address,
{{ schema }}.udf_rpc_eth_get_logs(
OBJECT_CONSTRUCT('address', inputs.contract_address, 'fromBlock', from_block_hex, 'toBlock', chainhead_hex)
) AS eth_getLogs
FROM inputs
JOIN chainhead ON 1=1
),
node_flat AS (
SELECT
contract_address,
utils.udf_hex_to_int(value:blockNumber::STRING)::INT AS block_number,
value:transactionHash::STRING AS tx_hash,
utils.udf_hex_to_int(value:transactionIndex::STRING)::INT AS tx_index,
utils.udf_hex_to_int(value:logIndex::STRING)::INT AS event_index,
value:removed::BOOLEAN AS event_removed,
value:data::STRING AS event_data,
value:topics::ARRAY AS event_topics
FROM node_call,
LATERAL FLATTEN(input => eth_getLogs)
),
decode_logs AS (
SELECT
contract_address,
block_number,
tx_hash,
tx_index,
event_index,
event_removed,
event_data,
event_topics,
ethereum.streamline.udf_decode(
abi,
OBJECT_CONSTRUCT(
'topics',
event_topics,
'data',
event_data,
'address',
contract_address
)
)[0] AS decoded_data,
decoded_data:name::STRING AS event_name,
ethereum.silver.udf_transform_logs(decoded_data) AS transformed
FROM node_flat
JOIN abis
ON contract_address = parent_contract_address
AND event_topics[0]::STRING = event_signature
),
final AS (
SELECT
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed,
OBJECT_AGG(
DISTINCT CASE
WHEN v.value:name = '' THEN CONCAT('anonymous_', v.index)
ELSE v.value:name
END,
v.value:value
) AS decoded_flat
FROM decode_logs b,
LATERAL FLATTEN(input => transformed:data) v
GROUP BY
b.tx_hash,
b.block_number,
b.event_index,
b.event_name,
b.contract_address,
b.event_topics,
b.event_data,
b.decoded_data,
transformed
)
SELECT
'{{blockchain}}' AS blockchain,
'{{network}}' AS network,
n.tx_hash,
n.block_number,
n.event_index,
f.event_name,
n.contract_address,
n.event_topics,
n.event_data,
f.decoded_flat AS decoded_data
FROM node_flat n
left join final f
on n.block_number = f.block_number
and n.tx_hash = f.tx_hash
and n.event_index = f.event_index
{% endmacro %}
Reference in New Issue View Git Blame Copy Permalink