first phase of find and replace

This commit is contained in:
mattromano 2025-01-29 12:15:18 -08:00
parent 35baf9a16e
commit 2dcd3f41c2
67 changed files with 550 additions and 203 deletions

46
Makefile Normal file
View File

@ -0,0 +1,46 @@
DBT_TARGET ?= dev
deploy_streamline_functions:
rm -f package-lock.yml && dbt clean && dbt deps
dbt run -s livequery_models.deploy.core --vars '{"UPDATE_UDFS_AND_SPS":True}' -t $(DBT_TARGET)
dbt run-operation fsc_utils.create_evm_streamline_udfs --vars '{"UPDATE_UDFS_AND_SPS":True}' -t $(DBT_TARGET)
cleanup_time:
rm -f package-lock.yml && dbt clean && dbt deps
deploy_streamline_tables:
rm -f package-lock.yml && dbt clean && dbt deps
ifeq ($(findstring dev,$(DBT_TARGET)),dev)
dbt run -m "fsc_evm,tag:bronze_external" --vars '{"STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES":True}' -t $(DBT_TARGET)
else
dbt run -m "fsc_evm,tag:bronze_external" -t $(DBT_TARGET)
endif
dbt run -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime" "fsc_evm,tag:utils" --full-refresh -t $(DBT_TARGET)
deploy_streamline_requests:
rm -f package-lock.yml && dbt clean && dbt deps
dbt run -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime" --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -t $(DBT_TARGET)
deploy_github_actions:
dbt run -s livequery_models.deploy.marketplace.github --vars '{"UPDATE_UDFS_AND_SPS":True}' -t $(DBT_TARGET)
dbt seed -s github_actions__workflows -t $(DBT_TARGET)
dbt run -m "fsc_evm,tag:gha_tasks" --full-refresh -t $(DBT_TARGET)
ifeq ($(findstring dev,$(DBT_TARGET)),dev)
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":False}' -t $(DBT_TARGET)
else
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
endif
deploy_new_github_action:
dbt seed -s github_actions__workflows -t $(DBT_TARGET)
dbt run -m "fsc_evm,tag:gha_tasks" --full-refresh -t $(DBT_TARGET)
ifeq ($(findstring dev,$(DBT_TARGET)),dev)
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":False}' -t $(DBT_TARGET)
else
dbt run-operation fsc_utils.create_gha_tasks --vars '{"START_GHA_TASKS":True}' -t $(DBT_TARGET)
endif
regular_incremental:
dbt run -m "fsc_evm,tag:core" -t $(DBT_TARGET)
.PHONY: deploy_streamline_functions deploy_streamline_tables deploy_streamline_requests deploy_github_actions cleanup_time regular_incremental deploy_new_github_action

View File

@ -46,8 +46,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -141,7 +145,7 @@ SELECT
END AS destination_chain_receiver,
tokenSourceAddress AS token_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt
WHERE

View File

@ -35,8 +35,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -84,8 +88,12 @@ native_gas_paid AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -109,8 +117,12 @@ transfers AS (
tx_hash,
event_index,
contract_address AS token_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__transfers') }}
WHERE

View File

@ -39,8 +39,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -87,6 +91,6 @@ SELECT
token AS token_address,
transferId AS transfer_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt

View File

@ -63,8 +63,12 @@ WITH base_evt AS (
DATA,
regexp_substr_all(SUBSTR(DATA, 3, len(DATA)), '.{64}') AS segmented_data,
CONCAT('0x', SUBSTR(segmented_data [24] :: STRING, 1, 40)) AS token_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -112,6 +116,6 @@ SELECT
decoded_flat,
order_obj,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt

View File

@ -23,8 +23,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -73,7 +77,7 @@ requestsent AS (
event_removed,
tx_status,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt
WHERE
@ -102,7 +106,7 @@ locked AS (
event_removed,
tx_status,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt
WHERE
@ -129,7 +133,7 @@ SELECT
r.chainIdTo AS destination_chain_id,
l.token AS token_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
requestsent r
LEFT JOIN locked l USING(

View File

@ -20,8 +20,12 @@ WITH token_transfers AS (
from_address,
to_address,
raw_amount,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__transfers') }}
WHERE
@ -120,8 +124,12 @@ dst_info AS (
tx_hash,
topics [1] :: STRING AS encoded_data,
SUBSTR(RIGHT(encoded_data, 12), 1, 4) AS destination_chain_id,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -57,8 +57,12 @@ base_evt AS (
token_address,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
d
@ -105,7 +109,7 @@ SELECT
protocolFee AS protocol_fee,
token_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt b
LEFT JOIN {{ ref('silver_bridge__stargate_chain_id_seed') }}

View File

@ -34,8 +34,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -79,6 +83,6 @@ SELECT
revertableAddress AS revertable_address,
token AS token_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt

View File

@ -31,8 +31,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -79,6 +83,6 @@ SELECT
chainId AS destination_chain_id,
token AS token_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt

View File

@ -43,8 +43,12 @@ WITH base_evt AS (
decoded_flat,
event_removed,
tx_status,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__decoded_logs') }}
WHERE
@ -90,6 +94,6 @@ SELECT
tokenIndexFrom AS token_index_from,
tokenIndexTo AS token_index_to,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_evt

View File

@ -20,8 +20,12 @@ WITH pool_creation AS (
utils.udf_hex_to_int(
segmented_data [1] :: STRING
) :: INTEGER AS pool_id,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -50,7 +54,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS tx_to,
token0,
token1,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -119,7 +123,7 @@ SELECT
'Swap' AS event_name,
'biswap' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -17,8 +17,12 @@ WITH pool_events AS (
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 25, 40)) AS newBorn,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 25, 40)) AS baseToken,
CONCAT('0x', SUBSTR(segmented_data [2] :: STRING, 25, 40)) AS quoteToken,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE

View File

@ -56,8 +56,12 @@ sell_base_token AS (
base_token AS tokenOut,
receiveQuote AS amountIn,
payBase AS amountOut,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -111,8 +115,12 @@ buy_base_token AS (
base_token AS tokenOut,
payQuote AS amountIn,
receiveBase AS amountOut,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -156,7 +164,7 @@ SELECT
'SellBaseToken' AS event_name,
'dodo-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
sell_base_token
UNION ALL
@ -178,6 +186,6 @@ SELECT
'BuyBaseToken' AS event_name,
'dodo-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
buy_base_token

View File

@ -18,8 +18,12 @@ WITH pools AS (
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 25, 40)) AS quoteToken,
CONCAT('0x', SUBSTR(segmented_data [2] :: STRING, 25, 40)) AS creator,
CONCAT('0x', SUBSTR(segmented_data [3] :: STRING, 25, 40)) AS pool_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -62,7 +66,7 @@ SELECT
creator,
pool_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pools qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -79,8 +79,12 @@ swaps_base AS (
40
)
) AS receiver_address,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -124,6 +128,6 @@ SELECT
'DodoSwap' AS event_name,
'dodo-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -20,8 +20,12 @@ WITH pool_creation AS (
utils.udf_hex_to_int(
segmented_data [1] :: STRING
) :: INTEGER AS pool_id,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -54,7 +58,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
) AS amount1Out,
token0,
token1,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -113,7 +117,7 @@ SELECT
'Swap' AS event_name,
'fraxswap' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE token_in <> token_out

View File

@ -37,8 +37,12 @@ router_swaps_base AS (
segmented_data [6] :: STRING
)
) AS amountOut,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -82,8 +86,12 @@ swaps_base AS (
segmented_data [5] :: STRING
)
) AS amountOut,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -122,7 +130,7 @@ FINAL AS (
'Swap' AS event_name,
'hashflow' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
router_swaps_base
UNION ALL
@ -144,7 +152,7 @@ FINAL AS (
'Swap' AS event_name,
'hashflow' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
)
@ -172,6 +180,6 @@ SELECT
event_name,
platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
FINAL

View File

@ -14,8 +14,12 @@ WITH contract_deployments AS (
regexp_substr_all(SUBSTR(DATA, 3, len(DATA)), '.{64}') AS segmented_data,
origin_from_address AS deployer_address,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 25, 40)) AS pool_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -40,7 +44,7 @@ SELECT
deployer_address,
pool_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
contract_deployments qualify(ROW_NUMBER() OVER (PARTITION BY pool_address
ORDER BY

View File

@ -42,8 +42,12 @@ swaps AS (
segmented_data [6] :: STRING
)
) AS amountOut,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -88,6 +92,6 @@ SELECT
'Trade' AS event_name,
'hashflow-v3' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps

View File

@ -28,7 +28,7 @@ WITH pool_creation AS (
)
) AS totalPool,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -58,7 +58,7 @@ SELECT
ampBps AS amp_bps,
totalPool AS total_pool,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -55,8 +55,12 @@ swaps_base AS (
) AS feeInPrecision,
token0,
token1,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -119,7 +123,7 @@ SELECT
'Dynamic Swap' AS event_name,
'kyberswap-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -32,8 +32,12 @@ WITH pool_creation AS (
segmented_data [3] :: STRING
)
) AS totalPool,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -64,7 +68,7 @@ SELECT
feeUnits AS fee_units,
totalPool AS total_pool,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -55,8 +55,12 @@ swaps_base AS (
) AS feeInPrecision,
token0,
token1,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -119,7 +123,7 @@ SELECT
'Static Swap' AS event_name,
'kyberswap-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -23,8 +23,12 @@ WITH pool_creation AS (
)
) AS tickDistance,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 25, 40)) AS pool_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -54,7 +58,7 @@ SELECT
tickDistance AS tick_distance,
pool_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -68,8 +68,12 @@ swaps_base AS (
WHEN deltaQty0 > 0 THEN token0
ELSE token1
END AS token_out,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -114,7 +118,7 @@ SELECT
'Elastic Swap' AS event_name,
'kyberswap-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -66,8 +66,12 @@ WITH swaps_base AS (
)
)
END AS fee,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -105,6 +109,6 @@ SELECT
'Swap' AS event_name,
'level-finance' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -20,8 +20,12 @@ WITH pool_creation AS (
utils.udf_hex_to_int(
segmented_data [1] :: STRING
) :: INTEGER AS pool_id,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -50,7 +54,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS tx_to,
token0,
token1,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
INNER JOIN pools p
@ -112,7 +116,7 @@ SELECT
'Swap' AS event_name,
'pancakeswap-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -20,8 +20,12 @@ WITH pool_creation AS (
utils.udf_hex_to_int(
segmented_data [1] :: STRING
) :: INTEGER AS pool_id,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -54,7 +58,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS tx_to,
token0,
token1,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
INNER JOIN pools p
@ -112,7 +116,7 @@ SELECT
'Swap' AS event_name,
'pancakeswap-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -50,8 +50,12 @@ WITH swaps_base AS (
quoteToken AS token_out,
baseTokenAmount AS token_in_amount,
quoteTokenAmount AS token_out_amount,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -95,6 +99,6 @@ SELECT
'Swap' AS event_name,
'pancakeswap-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -31,8 +31,12 @@ WITH pools AS (
WHEN contract_address = '0x36bbb126e75351c0dfb651e39b38fe0bc436ffd2' THEN NULL
WHEN contract_address = '0x25a55f9f2279a54951133d503490342b50e5cd15' THEN CONCAT('0x', SUBSTR(segmented_data [3] :: STRING, 25, 40))
END AS lp,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref ('silver__logs') }}
WHERE
@ -68,7 +72,7 @@ SELECT
tokenC,
lp,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pools qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -57,8 +57,12 @@ swaps_base AS (
WHEN bought_id = 0 THEN tokenB
ELSE tokenA
END AS tokenIn,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
INNER JOIN pools p
@ -99,6 +103,6 @@ SELECT
'TokenExchange' AS event_name,
'pancakeswap-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -29,8 +29,12 @@ WITH created_pools AS (
)
) AS tickSpacing,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 25, 40)) AS pool_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -64,7 +68,7 @@ FINAL AS (
tickSpacing AS tick_spacing,
pool_address,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
created_pools
)

View File

@ -93,8 +93,12 @@ base_swaps AS (
END AS token_out,
fee,
tick_spacing,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -143,6 +147,6 @@ SELECT
token_in,
token_out,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
base_swaps

View File

@ -50,7 +50,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
) AS amount1Out,
token0,
token1,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -113,7 +117,7 @@ SELECT
'Swap' AS event_name,
'trader-joe-v1' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE token_in <> token_out

View File

@ -71,8 +71,12 @@ swaps_base AS (
) AS protocolFee1,
tokenX,
tokenY,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -141,7 +145,7 @@ SELECT
'Swap' AS event_name,
'trader-joe-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE token_in <> token_out

View File

@ -27,8 +27,12 @@ WITH pool_creation AS (
WHEN contract_address = '0x43646a8e839b2f2766392c1bf8f60f6e587b6960' THEN 'v2'
WHEN contract_address = '0x8e42f2f4101563bf679975178e880fd87d3efd4e' THEN 'v2.1'
END AS version,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -62,7 +66,7 @@ SELECT
pool_id,
version,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY lb_pair
ORDER BY

View File

@ -70,8 +70,12 @@ swaps_base AS (
WHEN swapForY THEN tokenX
ELSE tokenY
END AS token_in_address,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -114,6 +118,6 @@ SELECT
'Swap' AS event_name,
'trader-joe-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -50,7 +50,7 @@ SELECT
pool_address,
pool_id,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
pool_creation qualify(ROW_NUMBER() over (PARTITION BY pool_address
ORDER BY

View File

@ -50,8 +50,12 @@ swaps_base AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS tx_to,
token0,
token1,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
INNER JOIN pools p
@ -112,7 +116,7 @@ SELECT
'Swap' AS event_name,
'uniswap-v2' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base
WHERE

View File

@ -29,8 +29,12 @@ WITH created_pools AS (
)
) AS tick_spacing,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 25, 40)) AS pool_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -52,8 +52,12 @@ WITH router_swaps_base AS (
40
)
) AS rebateTo,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -117,8 +121,12 @@ swaps_base AS (
40
)
) AS rebateTo,
l._log_id,
l._inserted_timestamp
CONCAT(
l.tx_hash :: STRING,
'-',
l.event_index :: STRING
) AS _log_id,
l.modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -178,7 +186,7 @@ SELECT
'WooRouterSwap' AS event_name,
'woofi' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
router_swaps_base
UNION ALL
@ -208,6 +216,6 @@ SELECT
'WooSwap' AS event_name,
'woofi' AS platform,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
swaps_base

View File

@ -167,8 +167,12 @@ venus AS (
amount,
platform,
'bsc' AS blockchain,
l._LOG_ID,
l._INSERTED_TIMESTAMP
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__venus_borrows') }}
l

View File

@ -13,8 +13,12 @@ WITH log_pull AS (
block_number,
block_timestamp,
contract_address,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -75,8 +79,8 @@ contract_pull AS (
WHEN l.contract_address = '0x390bf37355e9df6ea2e16eed5686886da6f47669' THEN '0x2170ed0880ac9a755fd29b2688956bd959f933f8' --WETH
ELSE t.underlying_asset
END AS underlying_asset,
l._inserted_timestamp,
l._log_id
l._log_id,
l.modified_timestamp
FROM
log_pull l
LEFT JOIN traces_pull t

View File

@ -40,8 +40,12 @@ dforce_redemptions AS (
) :: INTEGER AS redeemed_token_raw,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 25, 40)) AS redeemer,
'dForce' AS platform,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -39,8 +39,12 @@ borrow AS (
origin_to_address,
contract_address
) AS lending_pool_contract,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -107,7 +111,7 @@ SELECT
'Kinza' AS platform,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
borrow
LEFT JOIN atoken_meta

View File

@ -32,8 +32,12 @@ WITH deposits AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -95,7 +99,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
deposits
INNER JOIN atoken_meta

View File

@ -34,8 +34,12 @@ WITH flashloan AS (
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -102,7 +106,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
flashloan
LEFT JOIN atoken_meta

View File

@ -32,8 +32,12 @@ WITH liquidation AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -93,7 +97,7 @@ SELECT
amd.underlying_symbol AS debt_token_symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
liquidation
LEFT JOIN atoken_meta amc

View File

@ -29,8 +29,12 @@ WITH repay AS(
contract_address
) AS lending_pool_contract,
origin_from_address AS repayer_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -93,7 +97,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
repay
LEFT JOIN atoken_meta

View File

@ -24,8 +24,12 @@ WITH DECODE AS (
utils.udf_hex_to_string (
segmented_data [9] :: STRING
) :: STRING AS atoken_symbol,
l._inserted_timestamp,
l._log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -78,8 +82,12 @@ debt_tokens AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS atoken_address,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 27, 40)) :: STRING AS atoken_stable_debt_address,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 27, 40)) :: STRING AS atoken_variable_debt_address,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -28,8 +28,12 @@ WITH withdraw AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -90,7 +94,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
withdraw
LEFT JOIN atoken_meta

View File

@ -40,8 +40,12 @@ liqee_redemptions AS (
) :: INTEGER AS redeemed_token_raw,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 25, 40)) AS redeemer,
'Liqee'AS platform,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -39,8 +39,12 @@ borrow AS (
origin_to_address,
contract_address
) AS lending_pool_contract,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -102,7 +106,7 @@ SELECT
'Radiant V2' AS platform,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
borrow
LEFT JOIN atoken_meta

View File

@ -32,8 +32,12 @@ WITH deposits AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -90,7 +94,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
deposits
LEFT JOIN atoken_meta

View File

@ -34,8 +34,12 @@ WITH flashloan AS (
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -97,7 +101,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
flashloan
LEFT JOIN atoken_meta

View File

@ -32,8 +32,12 @@ WITH liquidation AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -93,7 +97,7 @@ SELECT
amd.underlying_symbol AS debt_token_symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
liquidation
LEFT JOIN atoken_meta amc

View File

@ -29,8 +29,12 @@ WITH repay AS(
contract_address
) AS lending_pool_contract,
origin_from_address AS repayer_address,
_log_id,
_inserted_timestamp
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -88,7 +92,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
repay
LEFT JOIN atoken_meta

View File

@ -24,8 +24,12 @@ WITH DECODE AS (
utils.udf_hex_to_string (
segmented_data [9] :: STRING
) :: STRING AS atoken_symbol,
l._inserted_timestamp,
l._log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
l
@ -76,8 +80,12 @@ debt_tokens AS (
CONCAT('0x', SUBSTR(topics [2] :: STRING, 27, 40)) AS atoken_address,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 27, 40)) :: STRING AS atoken_stable_debt_address,
CONCAT('0x', SUBSTR(segmented_data [1] :: STRING, 27, 40)) :: STRING AS atoken_variable_debt_address,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

View File

@ -28,8 +28,12 @@ WITH withdraw AS(
origin_to_address,
contract_address
) AS lending_pool_contract,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE
@ -85,7 +89,7 @@ SELECT
atoken_meta.underlying_symbol AS symbol,
'bsc' AS blockchain,
_log_id,
_inserted_timestamp
modified_timestamp
FROM
withdraw
LEFT JOIN atoken_meta

View File

@ -40,8 +40,12 @@ venus_redemptions AS (
) :: INTEGER AS redeemed_token_raw,
CONCAT('0x', SUBSTR(segmented_data [0] :: STRING, 25, 40)) AS redeemer,
'Venus' AS platform,
_inserted_timestamp,
_log_id
CONCAT(
tx_hash :: STRING,
'-',
event_index :: STRING
) AS _log_id,
modified_timestamp
FROM
{{ ref('silver__logs') }}
WHERE

21
standardization_updates.sql Executable file
View File

@ -0,0 +1,21 @@
#!/bin/bash
if [ -z "$1" ]; then
echo "Please provide a directory path"
exit 1
fi
find "$1" -type f -name "*.sql" | while read -r file; do
# Replace the _log_id pattern in files referencing silver__logs
sed -i '
/{{ ref (.silver__logs.|.silver__decoded_logs.)/{
N;N;N;
s/_log_id,\n.*_inserted_timestamp\n.*FROM/CONCAT(\ntx_hash :: STRING,\n'\''-'\'',\nevent_index :: STRING\n) AS _log_id,\nmodified_timestamp\nFROM/g
}
' "$file"
# Replace remaining _inserted_timestamp with modified_timestamp
sed -i 's/_inserted_timestamp/modified_timestamp/g' "$file"
echo "Processed: $file"
done