add timestamp logic and add mega

This commit is contained in:
mattromano 2025-04-16 13:21:05 -07:00
parent 6f500085e3
commit a11af293ad
4 changed files with 47 additions and 17 deletions

View File

@ -22,6 +22,7 @@ on:
- DBT
- DBT_CLOUD
- DBT_EMERGENCY
- DBT_MEGA
default: DBT
dbt_command:
type: string

View File

@ -67,8 +67,15 @@ SELECT
) AS block_header_json, --deprecate
hash, --deprecate
blocks_id AS fact_blocks_id,
inserted_timestamp,
modified_timestamp,
{% if is_incremental() %}
SYSDATE() AS inserted_timestamp,
SYSDATE() AS modified_timestamp
{% else %}
CASE WHEN block_timestamp >= date_trunc('hour',SYSDATE()) - interval '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, dateadd('day', -10, SYSDATE())) END AS inserted_timestamp,
CASE WHEN block_timestamp >= date_trunc('hour',SYSDATE()) - interval '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, dateadd('day', -10, SYSDATE())) END AS modified_timestamp
{% endif %}
FROM
{{ source(
'klaytn_silver',

View File

@ -14,25 +14,40 @@ SELECT
event_index,
contract_address,
topics,
topics[0]::STRING AS topic_0, --new column
topics[1]::STRING AS topic_1, --new column
topics[2]::STRING AS topic_2, --new column
topics[3]::STRING AS topic_3, --new column
topics [0] :: STRING AS topic_0,
--new column
topics [1] :: STRING AS topic_1,
--new column
topics [2] :: STRING AS topic_2,
--new column
topics [3] :: STRING AS topic_3,
--new column
DATA,
event_removed,
origin_from_address,
origin_to_address,
origin_function_signature,
tx_status AS tx_succeeded,
_log_id, --deprecate
_log_id,
--deprecate
logs_id AS fact_event_logs_id,
inserted_timestamp,
modified_timestamp
FROM
{{ source(
'klaytn_silver',
'logs'
) }}
{% if is_incremental() %}
SYSDATE() AS inserted_timestamp,
SYSDATE() AS modified_timestamp
{% else %}
CASE
WHEN block_timestamp >= DATE_TRUNC('hour', SYSDATE()) - INTERVAL '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, DATEADD('day', -10, SYSDATE()))END AS inserted_timestamp,
CASE
WHEN block_timestamp >= DATE_TRUNC('hour', SYSDATE()) - INTERVAL '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, DATEADD('day', -10, SYSDATE()))END AS modified_timestamp
{% endif %}
FROM
{{ source(
'klaytn_silver',
'logs'
) }}
{% if is_incremental() %}
WHERE
@ -42,4 +57,4 @@ WHERE
FROM
{{ this }}
)
{% endif %}
{% endif %}

View File

@ -35,8 +35,15 @@ SELECT
s,
v,
transactions_id AS fact_transactions_id,
inserted_timestamp,
modified_timestamp,
{% if is_incremental() %}
SYSDATE() AS inserted_timestamp,
SYSDATE() AS modified_timestamp
{% else %}
CASE WHEN block_timestamp >= date_trunc('hour',SYSDATE()) - interval '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, dateadd('day', -10, SYSDATE())) END AS inserted_timestamp,
CASE WHEN block_timestamp >= date_trunc('hour',SYSDATE()) - interval '4 hours' THEN SYSDATE()
ELSE GREATEST(block_timestamp, dateadd('day', -10, SYSDATE())) END AS modified_timestamp
{% endif %}
block_hash, --deprecate
POSITION --deprecate
FROM