From a78283151c325b1ad456737db4c38f01ac4cb327 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Tue, 5 Dec 2023 12:25:20 -0500 Subject: [PATCH] pk dates --- .github/workflows/dbt_run_dev_refresh.yml | 1 + .github/workflows/dbt_test.yml | 2 +- macros/sp_create_prod_clone.sql | 73 ++++++------------- models/descriptions/inserted_timestamp.md | 5 ++ models/descriptions/modified_timestamp.md | 5 ++ models/descriptions/pk.md | 5 ++ models/gold/core/core__dim_block.sql | 12 ++- models/gold/core/core__dim_block.yml | 4 + models/gold/core/core__dim_labels.sql | 8 +- models/gold/core/core__dim_labels.yml | 6 +- .../core__fact_network_version_events.sql | 5 +- .../core__fact_network_version_events.yml | 4 + .../gold/core/core__fact_set_mimir_events.sql | 6 +- .../gold/core/core__fact_set_mimir_events.yml | 4 + .../core__fact_thorname_change_events.sql | 6 +- .../core__fact_thorname_change_events.yml | 4 + .../gold/core/core__fact_transfer_events.sql | 6 +- .../gold/core/core__fact_transfer_events.yml | 4 + models/gold/core/core__fact_transfers.sql | 6 +- models/gold/core/core__fact_transfers.yml | 4 + .../core__fact_tss_keygen_failure_events.sql | 4 +- .../core__fact_tss_keygen_failure_events.yml | 4 + .../core__fact_tss_keygen_success_events.sql | 4 +- .../core__fact_tss_keygen_success_events.yml | 4 + .../defi/defi__fact_active_vault_events.sql | 6 +- .../defi/defi__fact_active_vault_events.yml | 4 + models/gold/defi/defi__fact_add_events.sql | 6 +- models/gold/defi/defi__fact_add_events.yml | 4 + ...efi__fact_asgard_fund_yggdrasil_events.sql | 6 +- ...efi__fact_asgard_fund_yggdrasil_events.yml | 4 + .../defi/defi__fact_block_pool_depths.sql | 6 +- .../defi/defi__fact_block_pool_depths.yml | 4 + models/gold/defi/defi__fact_block_rewards.sql | 6 +- models/gold/defi/defi__fact_block_rewards.yml | 4 + models/gold/defi/defi__fact_bond_actions.sql | 6 +- models/gold/defi/defi__fact_bond_actions.yml | 5 +- models/gold/defi/defi__fact_bond_events.sql | 6 +- models/gold/defi/defi__fact_bond_events.yml | 6 +- .../gold/defi/defi__fact_daily_earnings.sql | 6 +- .../gold/defi/defi__fact_daily_earnings.yml | 4 + .../gold/defi/defi__fact_daily_pool_stats.sql | 6 +- .../gold/defi/defi__fact_daily_pool_stats.yml | 4 + models/gold/defi/defi__fact_daily_tvl.sql | 6 +- models/gold/defi/defi__fact_daily_tvl.yml | 4 + models/gold/defi/defi__fact_errata_events.sql | 6 +- models/gold/defi/defi__fact_errata_events.yml | 4 + models/gold/defi/defi__fact_fee_events.sql | 6 +- models/gold/defi/defi__fact_fee_events.yml | 4 + models/gold/defi/defi__fact_gas_events.sql | 6 +- models/gold/defi/defi__fact_gas_events.yml | 6 +- .../defi/defi__fact_inactive_vault_events.sql | 6 +- .../defi/defi__fact_inactive_vault_events.yml | 4 + .../defi/defi__fact_liquidity_actions.sql | 6 +- .../defi/defi__fact_liquidity_actions.yml | 4 + .../gold/defi/defi__fact_loan_open_events.sql | 5 +- .../gold/defi/defi__fact_loan_open_events.yml | 4 + .../defi/defi__fact_loan_repayment_events.sql | 5 +- .../defi/defi__fact_loan_repayment_events.yml | 4 + .../gold/defi/defi__fact_mint_burn_events.sql | 5 +- .../gold/defi/defi__fact_mint_burn_events.yml | 4 + .../gold/defi/defi__fact_outbound_events.sql | 6 +- .../gold/defi/defi__fact_outbound_events.yml | 4 + .../defi__fact_pending_liquidity_events.sql | 6 +- .../defi__fact_pending_liquidity_events.yml | 4 + .../defi__fact_pool_balance_change_events.sql | 6 +- .../defi__fact_pool_balance_change_events.yml | 6 +- .../defi/defi__fact_pool_block_balances.sql | 6 +- .../defi/defi__fact_pool_block_balances.yml | 4 + .../gold/defi/defi__fact_pool_block_fees.sql | 6 +- .../gold/defi/defi__fact_pool_block_fees.yml | 4 + .../defi/defi__fact_pool_block_statistics.sql | 6 +- .../defi/defi__fact_pool_block_statistics.yml | 4 + models/gold/defi/defi__fact_pool_events.sql | 6 +- models/gold/defi/defi__fact_pool_events.yml | 4 + models/gold/defi/defi__fact_refund_events.sql | 6 +- models/gold/defi/defi__fact_refund_events.yml | 4 + .../gold/defi/defi__fact_reserve_events.sql | 6 +- .../gold/defi/defi__fact_reserve_events.yml | 4 + .../defi/defi__fact_rewards_event_entries.sql | 6 +- .../defi/defi__fact_rewards_event_entries.yml | 4 + .../gold/defi/defi__fact_rewards_events.sql | 6 +- .../gold/defi/defi__fact_rewards_events.yml | 4 + models/gold/defi/defi__fact_stake_events.sql | 4 +- models/gold/defi/defi__fact_stake_events.yml | 4 + ...i__fact_streamling_swap_details_events.sql | 4 +- ...i__fact_streamling_swap_details_events.yml | 4 + models/gold/defi/defi__fact_swaps.sql | 4 +- models/gold/defi/defi__fact_swaps.yml | 6 +- models/gold/defi/defi__fact_swaps_events.sql | 4 +- models/gold/defi/defi__fact_swaps_events.yml | 6 +- models/gold/defi/defi__fact_switch_events.sql | 6 +- models/gold/defi/defi__fact_switch_events.yml | 4 + .../defi/defi__fact_total_block_rewards.sql | 6 +- .../defi/defi__fact_total_block_rewards.yml | 4 + .../defi/defi__fact_total_value_locked.sql | 6 +- .../defi/defi__fact_total_value_locked.yml | 4 + .../gold/defi/defi__fact_unstake_events.sql | 4 +- .../gold/defi/defi__fact_unstake_events.yml | 4 + ...fact_update_node_account_status_events.sql | 6 +- ...fact_update_node_account_status_events.yml | 4 + models/gold/defi/defi__fact_upgrades.sql | 6 +- models/gold/defi/defi__fact_upgrades.yml | 4 + .../gold/defi/defi__fact_withdraw_events.sql | 6 +- .../gold/defi/defi__fact_withdraw_events.yml | 4 + models/gold/gov/gov__fact_new_node_events.sql | 6 +- models/gold/gov/gov__fact_new_node_events.yml | 4 + .../gov/gov__fact_set_ip_address_events.sql | 6 +- .../gov/gov__fact_set_ip_address_events.yml | 4 + .../gov/gov__fact_set_node_keys_events.sql | 6 +- .../gov/gov__fact_set_node_keys_events.yml | 4 + .../gold/gov/gov__fact_set_version_events.sql | 6 +- .../gold/gov/gov__fact_set_version_events.yml | 4 + models/gold/gov/gov__fact_slash_amounts.sql | 4 +- models/gold/gov/gov__fact_slash_amounts.yml | 4 + models/gold/gov/gov__fact_slash_points.sql | 6 +- models/gold/gov/gov__fact_slash_points.yml | 4 + ...v__fact_validator_request_leave_events.sql | 6 +- ...v__fact_validator_request_leave_events.yml | 4 + models/gold/price/price__fact_prices.sql | 6 +- models/gold/price/price__fact_prices.yml | 4 + 120 files changed, 500 insertions(+), 162 deletions(-) create mode 100644 models/descriptions/inserted_timestamp.md create mode 100644 models/descriptions/modified_timestamp.md create mode 100644 models/descriptions/pk.md diff --git a/.github/workflows/dbt_run_dev_refresh.yml b/.github/workflows/dbt_run_dev_refresh.yml index fa038b3..e55acbd 100644 --- a/.github/workflows/dbt_run_dev_refresh.yml +++ b/.github/workflows/dbt_run_dev_refresh.yml @@ -2,6 +2,7 @@ name: dbt_run_dev_refresh run-name: dbt_run_dev_refresh on: + workflow_dispatch: schedule: - cron: '0 1 * * *' diff --git a/.github/workflows/dbt_test.yml b/.github/workflows/dbt_test.yml index 38275d5..d1adf73 100644 --- a/.github/workflows/dbt_test.yml +++ b/.github/workflows/dbt_test.yml @@ -38,4 +38,4 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt test -m ./models + dbt test -m models/bronze models/silver models/gold diff --git a/macros/sp_create_prod_clone.sql b/macros/sp_create_prod_clone.sql index 59c384e..20ee897 100644 --- a/macros/sp_create_prod_clone.sql +++ b/macros/sp_create_prod_clone.sql @@ -8,67 +8,36 @@ as $$ snowflake.execute({sqlText: `BEGIN TRANSACTION;`}); try { - snowflake.execute({sqlText: `DROP DATABASE IF EXISTS ${DESTINATION_DB_NAME}`}); - snowflake.execute({sqlText: `CREATE DATABASE ${DESTINATION_DB_NAME} CLONE ${SOURCE_DB_NAME}`}); - snowflake.execute({sqlText: `DROP SCHEMA ${DESTINATION_DB_NAME}._INTERNAL`}); /* this only needs to be in prod */ + snowflake.execute({sqlText: `CREATE OR REPLACE DATABASE ${DESTINATION_DB_NAME} CLONE ${SOURCE_DB_NAME}`}); + snowflake.execute({sqlText: `DROP SCHEMA IF EXISTS ${DESTINATION_DB_NAME}._INTERNAL`}); /* this only needs to be in prod */ - var existing_schemas = snowflake.execute({sqlText: `SELECT table_schema - FROM ${DESTINATION_DB_NAME}.INFORMATION_SCHEMA.TABLE_PRIVILEGES - WHERE grantor IS NOT NULL - GROUP BY 1;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL SCHEMAS IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL FUNCTIONS IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL PROCEDURES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL VIEWS IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL STAGES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON ALL TABLES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUTURE FUNCTIONS IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUTURE PROCEDURES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUTURE VIEWS IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUTURE STAGES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUTURE TABLES IN DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}); - while (existing_schemas.next()) { - var schema = existing_schemas.getColumnValue(1) - snowflake.execute({sqlText: `GRANT OWNERSHIP ON SCHEMA ${DESTINATION_DB_NAME}.${schema} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); + snowflake.execute({sqlText: `GRANT OWNERSHIP ON DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}) + + var existing_tags = snowflake.execute({sqlText: `SHOW TAGS IN DATABASE ${DESTINATION_DB_NAME};`}); + while (existing_tags.next()) { + var schema = existing_tags.getColumnValue(4); + var tag_name = existing_tags.getColumnValue(2) + snowflake.execute({sqlText: `GRANT OWNERSHIP ON TAG ${DESTINATION_DB_NAME}.${schema}.${tag_name} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); } - var existing_tables = snowflake.execute({sqlText: `SELECT table_schema, table_name - FROM ${DESTINATION_DB_NAME}.INFORMATION_SCHEMA.TABLE_PRIVILEGES - WHERE grantor IS NOT NULL - GROUP BY 1,2;`}); - - while (existing_tables.next()) { - var schema = existing_tables.getColumnValue(1) - var table_name = existing_tables.getColumnValue(2) - snowflake.execute({sqlText: `GRANT OWNERSHIP ON TABLE ${DESTINATION_DB_NAME}.${schema}.${table_name} TO ROLE ${ROLE_NAME} COPY CURRENT GRANTS;`}); - } - - var existing_functions = snowflake.execute({sqlText: `SELECT function_schema, function_name, concat('(',array_to_string(regexp_substr_all(argument_signature, 'VARCHAR|NUMBER|FLOAT|ARRAY|VARIANT|OBJECT|DOUBLE|BOOLEAN'),','),')') as argument_signature - FROM ${DESTINATION_DB_NAME}.INFORMATION_SCHEMA.FUNCTIONS;`}); - - while (existing_functions.next()) { - var schema = existing_functions.getColumnValue(1) - var function_name = existing_functions.getColumnValue(2) - var argument_signature = existing_functions.getColumnValue(3) - snowflake.execute({sqlText: `GRANT OWNERSHIP ON FUNCTION ${DESTINATION_DB_NAME}.${schema}.${function_name}${argument_signature} to role ${ROLE_NAME} REVOKE CURRENT GRANTS;`}); - } - - var existing_procedures = snowflake.execute({sqlText: `SELECT procedure_schema, procedure_name, concat('(',array_to_string(regexp_substr_all(argument_signature, 'VARCHAR|NUMBER|FLOAT|ARRAY|VARIANT|OBJECT|DOUBLE|BOOLEAN'),','),')') as argument_signature - FROM ${DESTINATION_DB_NAME}.INFORMATION_SCHEMA.PROCEDURES;`}); - - while (existing_procedures.next()) { - var schema = existing_procedures.getColumnValue(1) - var procedure_name = existing_procedures.getColumnValue(2) - var argument_signature = existing_procedures.getColumnValue(3) - snowflake.execute({sqlText: `GRANT OWNERSHIP ON PROCEDURE ${DESTINATION_DB_NAME}.${schema}.${procedure_name}${argument_signature} to role ${ROLE_NAME} REVOKE CURRENT GRANTS;`}); - } - - var existing_tasks = snowflake.execute({sqlText: `SHOW TASKS IN DATABASE ${DESTINATION_DB_NAME};`}); - - while (existing_tasks.next()) { - var schema = existing_tasks.getColumnValue(5) - var task_name = existing_tasks.getColumnValue(2) - snowflake.execute({sqlText: `ALTER TASK ${DESTINATION_DB_NAME}.${schema}.${task_name} SUSPEND;`}) - snowflake.execute({sqlText: `GRANT OWNERSHIP ON TASK ${DESTINATION_DB_NAME}.${schema}.${task_name} to role ${ROLE_NAME} REVOKE CURRENT GRANTS;`}); - } - - snowflake.execute({sqlText: `GRANT OWNERSHIP ON DATABASE ${DESTINATION_DB_NAME} TO ROLE ${ROLE_NAME};`}) snowflake.execute({sqlText: `COMMIT;`}); } catch (err) { snowflake.execute({sqlText: `ROLLBACK;`}); throw(err); } - + return true $$ diff --git a/models/descriptions/inserted_timestamp.md b/models/descriptions/inserted_timestamp.md new file mode 100644 index 0000000..14703c3 --- /dev/null +++ b/models/descriptions/inserted_timestamp.md @@ -0,0 +1,5 @@ +{% docs inserted_timestamp %} + +The utc timestamp at which the row was inserted into the table. + +{% enddocs %} \ No newline at end of file diff --git a/models/descriptions/modified_timestamp.md b/models/descriptions/modified_timestamp.md new file mode 100644 index 0000000..c4d18ee --- /dev/null +++ b/models/descriptions/modified_timestamp.md @@ -0,0 +1,5 @@ +{% docs modified_timestamp %} + +The utc timestamp at which the row was last modified. + +{% enddocs %} \ No newline at end of file diff --git a/models/descriptions/pk.md b/models/descriptions/pk.md new file mode 100644 index 0000000..8dfdfb5 --- /dev/null +++ b/models/descriptions/pk.md @@ -0,0 +1,5 @@ +{% docs pk %} + +The unique identifier for each row in the table. + +{% enddocs %} \ No newline at end of file diff --git a/models/gold/core/core__dim_block.sql b/models/gold/core/core__dim_block.sql index 1b7df39..5ee39d1 100644 --- a/models/gold/core/core__dim_block.sql +++ b/models/gold/core/core__dim_block.sql @@ -24,7 +24,9 @@ SELECT HASH, agg_state, _INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM {{ ref('silver__block_log') }} @@ -57,7 +59,9 @@ SELECT NULL AS HASH, NULL AS agg_state, '1900-01-01' :: DATE AS _inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + '1900-01-01' :: DATE AS inserted_timestamp, + '1900-01-01' :: DATE AS modified_timestamp UNION ALL SELECT '-2' AS dim_block_id, @@ -76,4 +80,6 @@ SELECT NULL AS HASH, NULL AS agg_state, '1900-01-01' :: DATE AS _inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + '1900-01-01' :: DATE AS inserted_timestamp, + '1900-01-01' :: DATE AS modified_timestamp diff --git a/models/gold/core/core__dim_block.yml b/models/gold/core/core__dim_block.yml index dbf4f38..7d9b23f 100644 --- a/models/gold/core/core__dim_block.yml +++ b/models/gold/core/core__dim_block.yml @@ -59,6 +59,10 @@ models: where: DIM_BLOCK_ID not in ('-1','-2') - name: agg_state description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: DIM_BLOCK_ID diff --git a/models/gold/core/core__dim_labels.sql b/models/gold/core/core__dim_labels.sql index 8a9cc01..6fd3ab6 100644 --- a/models/gold/core/core__dim_labels.sql +++ b/models/gold/core/core__dim_labels.sql @@ -3,12 +3,18 @@ ) }} SELECT + {{ dbt_utils.generate_surrogate_key( + [' address '] + ) }} AS dim_labels_id, blockchain, creator, address, label_type, label_subtype, project_name AS label, - address_name AS address_name + address_name AS address_name, + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM {{ ref('silver__croschain_labels') }} diff --git a/models/gold/core/core__dim_labels.yml b/models/gold/core/core__dim_labels.yml index 945803e..00ab08a 100644 --- a/models/gold/core/core__dim_labels.yml +++ b/models/gold/core/core__dim_labels.yml @@ -28,4 +28,8 @@ models: - name: ADDRESS description: Address that the label is for. This is the field that should be used to join other tables with labels. tests: - - not_null \ No newline at end of file + - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' \ No newline at end of file diff --git a/models/gold/core/core__fact_network_version_events.sql b/models/gold/core/core__fact_network_version_events.sql index c5e53dd..eb2a28b 100644 --- a/models/gold/core/core__fact_network_version_events.sql +++ b/models/gold/core/core__fact_network_version_events.sql @@ -39,7 +39,10 @@ SELECT ) AS dim_block_id, version, event_id, - A._INSERTED_TIMESTAMP + A._INSERTED_TIMESTAMP, + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_network_version_events.yml b/models/gold/core/core__fact_network_version_events.yml index b562443..b53ae3a 100644 --- a/models/gold/core/core__fact_network_version_events.yml +++ b/models/gold/core/core__fact_network_version_events.yml @@ -22,6 +22,10 @@ models: description: "The network version" - name: EVENT_ID description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_NETWORK_VERSION_EVENTS_ID diff --git a/models/gold/core/core__fact_set_mimir_events.sql b/models/gold/core/core__fact_set_mimir_events.sql index 65b991e..cc29665 100644 --- a/models/gold/core/core__fact_set_mimir_events.sql +++ b/models/gold/core/core__fact_set_mimir_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_set_mimir_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -41,7 +41,9 @@ SELECT key, VALUE, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_set_mimir_events.yml b/models/gold/core/core__fact_set_mimir_events.yml index 8c4478d..e20ab40 100644 --- a/models/gold/core/core__fact_set_mimir_events.yml +++ b/models/gold/core/core__fact_set_mimir_events.yml @@ -22,6 +22,10 @@ models: description: "" - name: VALUE description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SET_MIMIR_EVENTS_ID diff --git a/models/gold/core/core__fact_thorname_change_events.sql b/models/gold/core/core__fact_thorname_change_events.sql index 3f1b350..61436a1 100644 --- a/models/gold/core/core__fact_thorname_change_events.sql +++ b/models/gold/core/core__fact_thorname_change_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_thorname_change_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -51,7 +51,9 @@ SELECT fund_amount_e8, registration_fee_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_thorname_change_events.yml b/models/gold/core/core__fact_thorname_change_events.yml index fd4e293..9927d07 100644 --- a/models/gold/core/core__fact_thorname_change_events.yml +++ b/models/gold/core/core__fact_thorname_change_events.yml @@ -32,6 +32,10 @@ models: description: "" - name: REGISTRATION_FEE_E8 description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_THORNAME_CHANGE_EVENTS_ID diff --git a/models/gold/core/core__fact_transfer_events.sql b/models/gold/core/core__fact_transfer_events.sql index 53263f0..6aaf8ef 100644 --- a/models/gold/core/core__fact_transfer_events.sql +++ b/models/gold/core/core__fact_transfer_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_transfer_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -45,7 +45,9 @@ SELECT asset, amount_e8, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_transfer_events.yml b/models/gold/core/core__fact_transfer_events.yml index 1a77e2d..b7ef274 100644 --- a/models/gold/core/core__fact_transfer_events.yml +++ b/models/gold/core/core__fact_transfer_events.yml @@ -34,6 +34,10 @@ models: description: "The asset amount for this event" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_TRANSFER_EVENTS_ID diff --git a/models/gold/core/core__fact_transfers.sql b/models/gold/core/core__fact_transfers.sql index 2439a0d..b24432b 100644 --- a/models/gold/core/core__fact_transfers.sql +++ b/models/gold/core/core__fact_transfers.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_transfers_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -47,7 +47,9 @@ SELECT rune_amount, rune_amount_usd, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_transfers.yml b/models/gold/core/core__fact_transfers.yml index 47ad26a..944601a 100644 --- a/models/gold/core/core__fact_transfers.yml +++ b/models/gold/core/core__fact_transfers.yml @@ -38,6 +38,10 @@ models: description: "The transferred RUNE amount in USD" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_TRANSFERS_ID diff --git a/models/gold/core/core__fact_tss_keygen_failure_events.sql b/models/gold/core/core__fact_tss_keygen_failure_events.sql index 2f804a0..b50b802 100644 --- a/models/gold/core/core__fact_tss_keygen_failure_events.sql +++ b/models/gold/core/core__fact_tss_keygen_failure_events.sql @@ -48,7 +48,9 @@ SELECT height, event_id, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_tss_keygen_failure_events.yml b/models/gold/core/core__fact_tss_keygen_failure_events.yml index 879da77..853bee7 100644 --- a/models/gold/core/core__fact_tss_keygen_failure_events.yml +++ b/models/gold/core/core__fact_tss_keygen_failure_events.yml @@ -28,6 +28,10 @@ models: description: "The round of the event" - name: height description: "The height of the event" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: fact_tss_keygen_failure_events_id diff --git a/models/gold/core/core__fact_tss_keygen_success_events.sql b/models/gold/core/core__fact_tss_keygen_success_events.sql index 5e31305..2ca4881 100644 --- a/models/gold/core/core__fact_tss_keygen_success_events.sql +++ b/models/gold/core/core__fact_tss_keygen_success_events.sql @@ -44,7 +44,9 @@ SELECT height, event_id, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/core/core__fact_tss_keygen_success_events.yml b/models/gold/core/core__fact_tss_keygen_success_events.yml index d1a1af2..3a960fb 100644 --- a/models/gold/core/core__fact_tss_keygen_success_events.yml +++ b/models/gold/core/core__fact_tss_keygen_success_events.yml @@ -24,6 +24,10 @@ models: description: "the members involved in the keygen" - name: height description: "The height of the event" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: fact_tss_keygen_success_events_id diff --git a/models/gold/defi/defi__fact_active_vault_events.sql b/models/gold/defi/defi__fact_active_vault_events.sql index 6996bcb..8894a02 100644 --- a/models/gold/defi/defi__fact_active_vault_events.sql +++ b/models/gold/defi/defi__fact_active_vault_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_active_vault_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -47,7 +47,9 @@ SELECT ) AS dim_block_id, add_asgard_addr, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_active_vault_events.yml b/models/gold/defi/defi__fact_active_vault_events.yml index f2b659f..bf40224 100644 --- a/models/gold/defi/defi__fact_active_vault_events.yml +++ b/models/gold/defi/defi__fact_active_vault_events.yml @@ -22,6 +22,10 @@ models: description: "The asgard address added to the vault" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_ACTIVE_VAULT_EVENTS_ID diff --git a/models/gold/defi/defi__fact_add_events.sql b/models/gold/defi/defi__fact_add_events.sql index 68ed258..7043a61 100644 --- a/models/gold/defi/defi__fact_add_events.sql +++ b/models/gold/defi/defi__fact_add_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_add_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -64,7 +64,9 @@ SELECT A.from_address, A.asset, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_add_events.yml b/models/gold/defi/defi__fact_add_events.yml index 0acfc36..1df61c3 100644 --- a/models/gold/defi/defi__fact_add_events.yml +++ b/models/gold/defi/defi__fact_add_events.yml @@ -45,6 +45,10 @@ models: description: "{{ doc('from_address') }}" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_ADD_EVENTS_ID diff --git a/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.sql b/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.sql index a03590a..6fee61a 100644 --- a/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.sql +++ b/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_asgard_fund_yggdrasil_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT A.vault_key, A.asset_e8, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.yml b/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.yml index 58058d9..8390e77 100644 --- a/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.yml +++ b/models/gold/defi/defi__fact_asgard_fund_yggdrasil_events.yml @@ -33,6 +33,10 @@ models: - name: ASSET_E8 tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_ASGARD_FUND_YGGDRASIL_EVENTS_ID diff --git a/models/gold/defi/defi__fact_block_pool_depths.sql b/models/gold/defi/defi__fact_block_pool_depths.sql index a0f478d..1e7c1d9 100644 --- a/models/gold/defi/defi__fact_block_pool_depths.sql +++ b/models/gold/defi/defi__fact_block_pool_depths.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_depths_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -52,7 +52,9 @@ SELECT synth_e8, pool_name, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_block_pool_depths.yml b/models/gold/defi/defi__fact_block_pool_depths.yml index ac26e11..05db5a3 100644 --- a/models/gold/defi/defi__fact_block_pool_depths.yml +++ b/models/gold/defi/defi__fact_block_pool_depths.yml @@ -34,6 +34,10 @@ models: description: "{{ doc('pool_name') }}" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_DEPTHS_ID diff --git a/models/gold/defi/defi__fact_block_rewards.sql b/models/gold/defi/defi__fact_block_rewards.sql index e24f377..a495ad5 100644 --- a/models/gold/defi/defi__fact_block_rewards.sql +++ b/models/gold/defi/defi__fact_block_rewards.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_block_rewards_id', incremental_strategy = 'merge' ) }} @@ -43,6 +43,8 @@ SELECT liquidity_earnings, avg_node_count, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_block_rewards.yml b/models/gold/defi/defi__fact_block_rewards.yml index 77c5436..3266bbb 100644 --- a/models/gold/defi/defi__fact_block_rewards.yml +++ b/models/gold/defi/defi__fact_block_rewards.yml @@ -35,6 +35,10 @@ models: - not_null - name: AVG_NODE_COUNT description: "The summarized average node operators number within this day" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_BLOCK_REWARDS_ID diff --git a/models/gold/defi/defi__fact_bond_actions.sql b/models/gold/defi/defi__fact_bond_actions.sql index b1bba48..82c373a 100644 --- a/models/gold/defi/defi__fact_bond_actions.sql +++ b/models/gold/defi/defi__fact_bond_actions.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = "fact_bond_actions_id", incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -75,7 +75,9 @@ SELECT ) AS asset_usd, memo, be._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM bond_events be LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_bond_actions.yml b/models/gold/defi/defi__fact_bond_actions.yml index 84384e6..0cd078a 100644 --- a/models/gold/defi/defi__fact_bond_actions.yml +++ b/models/gold/defi/defi__fact_bond_actions.yml @@ -53,7 +53,10 @@ models: - not_null - name: MEMO description: "{{ doc('memo') }}" - + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_BOND_ACTIONS_ID diff --git a/models/gold/defi/defi__fact_bond_events.sql b/models/gold/defi/defi__fact_bond_events.sql index c795713..d97c139 100644 --- a/models/gold/defi/defi__fact_bond_events.sql +++ b/models/gold/defi/defi__fact_bond_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_bond_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -62,7 +62,9 @@ SELECT bond_type, e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_bond_events.yml b/models/gold/defi/defi__fact_bond_events.yml index f1f190b..72cf85f 100644 --- a/models/gold/defi/defi__fact_bond_events.yml +++ b/models/gold/defi/defi__fact_bond_events.yml @@ -54,7 +54,11 @@ models: - name: E8 description: "The rune amount for this bond event" tests: - - not_null + - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_BOND_EVENTS_ID diff --git a/models/gold/defi/defi__fact_daily_earnings.sql b/models/gold/defi/defi__fact_daily_earnings.sql index d223fe3..5d7ce8d 100644 --- a/models/gold/defi/defi__fact_daily_earnings.sql +++ b/models/gold/defi/defi__fact_daily_earnings.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_daily_earnings_id', incremental_strategy = 'merge' ) }} @@ -53,6 +53,8 @@ SELECT earnings_to_pools_usd, avg_node_count, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_daily_earnings.yml b/models/gold/defi/defi__fact_daily_earnings.yml index a468917..0818383 100644 --- a/models/gold/defi/defi__fact_daily_earnings.yml +++ b/models/gold/defi/defi__fact_daily_earnings.yml @@ -55,6 +55,10 @@ models: - not_null - name: AVG_NODE_COUNT description: "The summarized average node operators number within this day" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_DAILY_EARNINGS_ID diff --git a/models/gold/defi/defi__fact_daily_pool_stats.sql b/models/gold/defi/defi__fact_daily_pool_stats.sql index 5c17e89..708571c 100644 --- a/models/gold/defi/defi__fact_daily_pool_stats.sql +++ b/models/gold/defi/defi__fact_daily_pool_stats.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_daily_pool_stats_id', incremental_strategy = 'merge', cluster_by = ['day'] @@ -107,6 +107,8 @@ SELECT unique_member_count, unique_swapper_count, liquidity_units, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_daily_pool_stats.yml b/models/gold/defi/defi__fact_daily_pool_stats.yml index 5590934..288a6c4 100644 --- a/models/gold/defi/defi__fact_daily_pool_stats.yml +++ b/models/gold/defi/defi__fact_daily_pool_stats.yml @@ -88,6 +88,10 @@ models: description: "The unique swap address for this pool" - name: LIQUIDITY_UNITS description: "The amount of units for the liquidity in the pool" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_DAILY_POOL_STATS_ID diff --git a/models/gold/defi/defi__fact_daily_tvl.sql b/models/gold/defi/defi__fact_daily_tvl.sql index 62f48a8..89c6174 100644 --- a/models/gold/defi/defi__fact_daily_tvl.sql +++ b/models/gold/defi/defi__fact_daily_tvl.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_daily_tvl_id', incremental_strategy = 'merge', cluster_by = ['day'] @@ -42,6 +42,8 @@ SELECT total_value_bonded_usd, total_value_locked, total_value_locked_usd, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_daily_tvl.yml b/models/gold/defi/defi__fact_daily_tvl.yml index 66874fb..fde159c 100644 --- a/models/gold/defi/defi__fact_daily_tvl.yml +++ b/models/gold/defi/defi__fact_daily_tvl.yml @@ -24,6 +24,10 @@ models: description: "The total rune value locked in the pool" - name: TOTAL_VALUE_LOCKED_USD description: "The total USD value locked in the pool" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_DAILY_TVL_ID diff --git a/models/gold/defi/defi__fact_errata_events.sql b/models/gold/defi/defi__fact_errata_events.sql index 09ab4bb..058cb22 100644 --- a/models/gold/defi/defi__fact_errata_events.sql +++ b/models/gold/defi/defi__fact_errata_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_errata_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT in_tx, asset, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_errata_events.yml b/models/gold/defi/defi__fact_errata_events.yml index c323dd7..4d2a3e2 100644 --- a/models/gold/defi/defi__fact_errata_events.yml +++ b/models/gold/defi/defi__fact_errata_events.yml @@ -34,6 +34,10 @@ models: description: "Asset name" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_ERRATA_EVENTS_ID diff --git a/models/gold/defi/defi__fact_fee_events.sql b/models/gold/defi/defi__fact_fee_events.sql index 2cad8b2..c13543a 100644 --- a/models/gold/defi/defi__fact_fee_events.sql +++ b/models/gold/defi/defi__fact_fee_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_fee_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT pool_deduct, asset_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_fee_events.yml b/models/gold/defi/defi__fact_fee_events.yml index 4a30ae8..71c4539 100644 --- a/models/gold/defi/defi__fact_fee_events.yml +++ b/models/gold/defi/defi__fact_fee_events.yml @@ -34,6 +34,10 @@ models: description: "The asset amount for this fee, using the price table we can calculate the rune amount by asset amount" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_FEE_EVENTS_ID diff --git a/models/gold/defi/defi__fact_gas_events.sql b/models/gold/defi/defi__fact_gas_events.sql index f03d934..a62dcba 100644 --- a/models/gold/defi/defi__fact_gas_events.sql +++ b/models/gold/defi/defi__fact_gas_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_gas_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT rune_e8, tx_count, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_gas_events.yml b/models/gold/defi/defi__fact_gas_events.yml index caadcb2..2c3c7ca 100644 --- a/models/gold/defi/defi__fact_gas_events.yml +++ b/models/gold/defi/defi__fact_gas_events.yml @@ -33,7 +33,11 @@ models: - name: TX_COUNT description: "The total count of transactions within this block id" tests: - - not_null + - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_GAS_EVENTS_ID diff --git a/models/gold/defi/defi__fact_inactive_vault_events.sql b/models/gold/defi/defi__fact_inactive_vault_events.sql index 1d29f39..92505c5 100644 --- a/models/gold/defi/defi__fact_inactive_vault_events.sql +++ b/models/gold/defi/defi__fact_inactive_vault_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_inactive_vault_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -47,7 +47,9 @@ SELECT ) AS dim_block_id, add_asgard_address, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_inactive_vault_events.yml b/models/gold/defi/defi__fact_inactive_vault_events.yml index 3d5a225..47763bd 100644 --- a/models/gold/defi/defi__fact_inactive_vault_events.yml +++ b/models/gold/defi/defi__fact_inactive_vault_events.yml @@ -22,6 +22,10 @@ models: description: "The asgard address in the vault which are inactive" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_INACTIVE_VAULT_EVENTS_ID diff --git a/models/gold/defi/defi__fact_liquidity_actions.sql b/models/gold/defi/defi__fact_liquidity_actions.sql index 44b8f6f..9465deb 100644 --- a/models/gold/defi/defi__fact_liquidity_actions.sql +++ b/models/gold/defi/defi__fact_liquidity_actions.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_liquidity_actions_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -71,7 +71,9 @@ SELECT unstake_asymmetry, unstake_basis_points, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_liquidity_actions.yml b/models/gold/defi/defi__fact_liquidity_actions.yml index 5aba2f4..ea5b215 100644 --- a/models/gold/defi/defi__fact_liquidity_actions.yml +++ b/models/gold/defi/defi__fact_liquidity_actions.yml @@ -65,6 +65,10 @@ models: description: "Only exists in unstake, or removing the liquidity" - name: unstake_basis_points description: "The basis points for unstaking, or removing the liquidity" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_LIQUIDITY_ACTIONS_ID diff --git a/models/gold/defi/defi__fact_loan_open_events.sql b/models/gold/defi/defi__fact_loan_open_events.sql index 4b0ad18..b19baf9 100644 --- a/models/gold/defi/defi__fact_loan_open_events.sql +++ b/models/gold/defi/defi__fact_loan_open_events.sql @@ -52,7 +52,10 @@ SELECT collateral_asset, target_asset, event_id, - A._INSERTED_TIMESTAMP + A._INSERTED_TIMESTAMP, + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_loan_open_events.yml b/models/gold/defi/defi__fact_loan_open_events.yml index 4d34f89..de4f997 100644 --- a/models/gold/defi/defi__fact_loan_open_events.yml +++ b/models/gold/defi/defi__fact_loan_open_events.yml @@ -46,6 +46,10 @@ models: description: "The amount of debt issued" - name: tx_id description: "The transaction ID" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_LOAN_OPEN_EVENTS_ID diff --git a/models/gold/defi/defi__fact_loan_repayment_events.sql b/models/gold/defi/defi__fact_loan_repayment_events.sql index 3e0a9f5..76acafb 100644 --- a/models/gold/defi/defi__fact_loan_repayment_events.sql +++ b/models/gold/defi/defi__fact_loan_repayment_events.sql @@ -51,7 +51,10 @@ SELECT debt_repaid, tx_id, event_id, - A._INSERTED_TIMESTAMP + A._INSERTED_TIMESTAMP, + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_loan_repayment_events.yml b/models/gold/defi/defi__fact_loan_repayment_events.yml index a012ed0..80f9383 100644 --- a/models/gold/defi/defi__fact_loan_repayment_events.yml +++ b/models/gold/defi/defi__fact_loan_repayment_events.yml @@ -38,6 +38,10 @@ models: description: "The amount of debt repayed" - name: tx_id description: "The transaction ID" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_LOAN_REPAYMENT_EVENTS_ID diff --git a/models/gold/defi/defi__fact_mint_burn_events.sql b/models/gold/defi/defi__fact_mint_burn_events.sql index da20d3f..0226282 100644 --- a/models/gold/defi/defi__fact_mint_burn_events.sql +++ b/models/gold/defi/defi__fact_mint_burn_events.sql @@ -45,7 +45,10 @@ SELECT supply, reason, event_id, - A._INSERTED_TIMESTAMP + A._INSERTED_TIMESTAMP, + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_mint_burn_events.yml b/models/gold/defi/defi__fact_mint_burn_events.yml index 64fe739..17ac747 100644 --- a/models/gold/defi/defi__fact_mint_burn_events.yml +++ b/models/gold/defi/defi__fact_mint_burn_events.yml @@ -28,6 +28,10 @@ models: description: "The reason for the mint or burn action" - name: EVENT_ID description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_MINT_BURN_EVENTS_ID diff --git a/models/gold/defi/defi__fact_outbound_events.sql b/models/gold/defi/defi__fact_outbound_events.sql index 66d4362..60f3638 100644 --- a/models/gold/defi/defi__fact_outbound_events.sql +++ b/models/gold/defi/defi__fact_outbound_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_outbound_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT memo, in_tx, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_outbound_events.yml b/models/gold/defi/defi__fact_outbound_events.yml index e3eeda9..2d94561 100644 --- a/models/gold/defi/defi__fact_outbound_events.yml +++ b/models/gold/defi/defi__fact_outbound_events.yml @@ -34,6 +34,10 @@ models: description: "{{ doc('memo') }}" - name: IN_TX description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_OUTBOUND_EVENTS_ID diff --git a/models/gold/defi/defi__fact_pending_liquidity_events.sql b/models/gold/defi/defi__fact_pending_liquidity_events.sql index 4581af4..710f6fc 100644 --- a/models/gold/defi/defi__fact_pending_liquidity_events.sql +++ b/models/gold/defi/defi__fact_pending_liquidity_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pending_liquidity_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -55,7 +55,9 @@ SELECT rune_e8, pending_type, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_pending_liquidity_events.yml b/models/gold/defi/defi__fact_pending_liquidity_events.yml index fdd901a..e746cb8 100644 --- a/models/gold/defi/defi__fact_pending_liquidity_events.yml +++ b/models/gold/defi/defi__fact_pending_liquidity_events.yml @@ -36,6 +36,10 @@ models: description: "The amount of rune for the liquidity events" - name: PENDING_TYPE description: "The type of liquidity, can be 'add' or 'withdraw'" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_PENDING_LIQUIDITY_EVENTS_ID diff --git a/models/gold/defi/defi__fact_pool_balance_change_events.sql b/models/gold/defi/defi__fact_pool_balance_change_events.sql index 79f3b10..2d2828a 100644 --- a/models/gold/defi/defi__fact_pool_balance_change_events.sql +++ b/models/gold/defi/defi__fact_pool_balance_change_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_balance_change_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -57,7 +57,9 @@ SELECT asset_add, reason, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_pool_balance_change_events.yml b/models/gold/defi/defi__fact_pool_balance_change_events.yml index 8f5b0e7..3e7eb72 100644 --- a/models/gold/defi/defi__fact_pool_balance_change_events.yml +++ b/models/gold/defi/defi__fact_pool_balance_change_events.yml @@ -29,7 +29,11 @@ models: - name: ASSET_ADD description: "False or True, if True, then the event is to add asset not rune" - name: REASON - description: "The reason for the pool balance change" + description: "The reason for the pool balance change" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_BALANCE_CHANGE_EVENTS_ID diff --git a/models/gold/defi/defi__fact_pool_block_balances.sql b/models/gold/defi/defi__fact_pool_block_balances.sql index 216d3b1..e415291 100644 --- a/models/gold/defi/defi__fact_pool_block_balances.sql +++ b/models/gold/defi/defi__fact_pool_block_balances.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_block_balances_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -51,7 +51,9 @@ SELECT synth_amount, synth_amount_usd, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_pool_block_balances.yml b/models/gold/defi/defi__fact_pool_block_balances.yml index 5ac35ab..823bed4 100644 --- a/models/gold/defi/defi__fact_pool_block_balances.yml +++ b/models/gold/defi/defi__fact_pool_block_balances.yml @@ -42,6 +42,10 @@ models: - not_null - name: SYNTH_AMOUNT_USD description: "The synth amount balance in USD for this pool name" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_BLOCK_BALANCES_ID diff --git a/models/gold/defi/defi__fact_pool_block_fees.sql b/models/gold/defi/defi__fact_pool_block_fees.sql index 1a69faf..0a45ae0 100644 --- a/models/gold/defi/defi__fact_pool_block_fees.sql +++ b/models/gold/defi/defi__fact_pool_block_fees.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_block_fees_id', incremental_strategy = 'merge', cluster_by = ['day'] @@ -45,6 +45,8 @@ SELECT rune_liquidity_fees, earnings, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_pool_block_fees.yml b/models/gold/defi/defi__fact_pool_block_fees.yml index 3b62384..17b03cc 100644 --- a/models/gold/defi/defi__fact_pool_block_fees.yml +++ b/models/gold/defi/defi__fact_pool_block_fees.yml @@ -24,6 +24,10 @@ models: description: "The liquidity fees paid in RUNE" - name: EARNINGS description: "The total earnings for this pool at this time" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_BLOCK_FEES_ID diff --git a/models/gold/defi/defi__fact_pool_block_statistics.sql b/models/gold/defi/defi__fact_pool_block_statistics.sql index ab301a5..8fa1ad2 100644 --- a/models/gold/defi/defi__fact_pool_block_statistics.sql +++ b/models/gold/defi/defi__fact_pool_block_statistics.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_block_statistics_id', incremental_strategy = 'merge', cluster_by = ['day'] @@ -103,6 +103,8 @@ SELECT pool_units, liquidity_unit_value_index, prev_liquidity_unit_value_index, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_pool_block_statistics.yml b/models/gold/defi/defi__fact_pool_block_statistics.yml index 6de0f6f..eae3de4 100644 --- a/models/gold/defi/defi__fact_pool_block_statistics.yml +++ b/models/gold/defi/defi__fact_pool_block_statistics.yml @@ -80,6 +80,10 @@ models: description: "" - name: PREV_LIQUIDITY_UNIT_VALUE_INDEX description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_BLOCK_STATISTICS_ID diff --git a/models/gold/defi/defi__fact_pool_events.sql b/models/gold/defi/defi__fact_pool_events.sql index 4fcbbe4..684d9c8 100644 --- a/models/gold/defi/defi__fact_pool_events.sql +++ b/models/gold/defi/defi__fact_pool_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_pool_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -49,7 +49,9 @@ SELECT asset, status, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_pool_events.yml b/models/gold/defi/defi__fact_pool_events.yml index c68f09b..48b9d44 100644 --- a/models/gold/defi/defi__fact_pool_events.yml +++ b/models/gold/defi/defi__fact_pool_events.yml @@ -22,6 +22,10 @@ models: description: "The asset/pool name" - name: STATUS description: "The current status for this pool" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_POOL_EVENTS_ID diff --git a/models/gold/defi/defi__fact_refund_events.sql b/models/gold/defi/defi__fact_refund_events.sql index 4787425..dbcc68a 100644 --- a/models/gold/defi/defi__fact_refund_events.sql +++ b/models/gold/defi/defi__fact_refund_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_refund_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -59,7 +59,9 @@ SELECT code, reason, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_refund_events.yml b/models/gold/defi/defi__fact_refund_events.yml index 504fe3e..1abd740 100644 --- a/models/gold/defi/defi__fact_refund_events.yml +++ b/models/gold/defi/defi__fact_refund_events.yml @@ -40,6 +40,10 @@ models: description: "" - name: REASON description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_REFUND_EVENTS_ID diff --git a/models/gold/defi/defi__fact_reserve_events.sql b/models/gold/defi/defi__fact_reserve_events.sql index 464485b..c185ef2 100644 --- a/models/gold/defi/defi__fact_reserve_events.sql +++ b/models/gold/defi/defi__fact_reserve_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_reserve_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -55,7 +55,9 @@ SELECT address, e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_reserve_events.yml b/models/gold/defi/defi__fact_reserve_events.yml index 3c6c1a5..c453e54 100644 --- a/models/gold/defi/defi__fact_reserve_events.yml +++ b/models/gold/defi/defi__fact_reserve_events.yml @@ -36,6 +36,10 @@ models: description: "The address reserve the amount to the pool" - name: E8 description: "The rune amount" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_RESERVE_EVENTS_ID diff --git a/models/gold/defi/defi__fact_rewards_event_entries.sql b/models/gold/defi/defi__fact_rewards_event_entries.sql index cc48d79..cef3c22 100644 --- a/models/gold/defi/defi__fact_rewards_event_entries.sql +++ b/models/gold/defi/defi__fact_rewards_event_entries.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_rewards_event_entries_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -43,7 +43,9 @@ SELECT rune_e8, saver_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_rewards_event_entries.yml b/models/gold/defi/defi__fact_rewards_event_entries.yml index cb4736d..2dff624 100644 --- a/models/gold/defi/defi__fact_rewards_event_entries.yml +++ b/models/gold/defi/defi__fact_rewards_event_entries.yml @@ -24,6 +24,10 @@ models: description: "The rune amount of the rewards for this pool at this block" - name: SAVER_E8 description: "The savers amount for this pool at this block" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_REWARDS_EVENT_ENTRIES_ID diff --git a/models/gold/defi/defi__fact_rewards_events.sql b/models/gold/defi/defi__fact_rewards_events.sql index daca4fc..5b9ec9d 100644 --- a/models/gold/defi/defi__fact_rewards_events.sql +++ b/models/gold/defi/defi__fact_rewards_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_rewards_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -39,7 +39,9 @@ SELECT ) AS dim_block_id, bond_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_rewards_events.yml b/models/gold/defi/defi__fact_rewards_events.yml index cf9b9c9..96b854f 100644 --- a/models/gold/defi/defi__fact_rewards_events.yml +++ b/models/gold/defi/defi__fact_rewards_events.yml @@ -20,6 +20,10 @@ models: where: _inserted_timestamp < (CURRENT_TIMESTAMP - INTERVAL '8 HOURS') - name: BOND_E8 description: "The rune amount of the bond for this pool at this block" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_REWARDS_EVENTS_ID diff --git a/models/gold/defi/defi__fact_stake_events.sql b/models/gold/defi/defi__fact_stake_events.sql index 68cffa7..691bd5b 100644 --- a/models/gold/defi/defi__fact_stake_events.sql +++ b/models/gold/defi/defi__fact_stake_events.sql @@ -57,7 +57,9 @@ SELECT rune_e8, _ASSET_IN_RUNE_E8, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_stake_events.yml b/models/gold/defi/defi__fact_stake_events.yml index 4469f0e..0312472 100644 --- a/models/gold/defi/defi__fact_stake_events.yml +++ b/models/gold/defi/defi__fact_stake_events.yml @@ -48,6 +48,10 @@ models: description: "" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_STAKE_EVENTS_ID diff --git a/models/gold/defi/defi__fact_streamling_swap_details_events.sql b/models/gold/defi/defi__fact_streamling_swap_details_events.sql index d53e9d8..00b0428 100644 --- a/models/gold/defi/defi__fact_streamling_swap_details_events.sql +++ b/models/gold/defi/defi__fact_streamling_swap_details_events.sql @@ -64,7 +64,9 @@ SELECT failed_swaps_reasons, event_id, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_streamling_swap_details_events.yml b/models/gold/defi/defi__fact_streamling_swap_details_events.yml index 32f5232..7065a19 100644 --- a/models/gold/defi/defi__fact_streamling_swap_details_events.yml +++ b/models/gold/defi/defi__fact_streamling_swap_details_events.yml @@ -46,6 +46,10 @@ models: description: "the reason of failed swaps" - name: event_id description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_STREAMLING_SWAP_DETAILS_EVENTS_ID diff --git a/models/gold/defi/defi__fact_swaps.sql b/models/gold/defi/defi__fact_swaps.sql index d22b387..8a01af5 100644 --- a/models/gold/defi/defi__fact_swaps.sql +++ b/models/gold/defi/defi__fact_swaps.sql @@ -88,7 +88,9 @@ SELECT streaming_count, streaming_quantity, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_swaps.yml b/models/gold/defi/defi__fact_swaps.yml index bbc1fb2..8bb59b5 100644 --- a/models/gold/defi/defi__fact_swaps.yml +++ b/models/gold/defi/defi__fact_swaps.yml @@ -67,7 +67,11 @@ models: - name: STREAMING_COUNT description: "The count of the streaming events" - name: STREAMING_QUANTITY - description: "The quantity of the streaming events" + description: "The quantity of the streaming events" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SWAPS_ID diff --git a/models/gold/defi/defi__fact_swaps_events.sql b/models/gold/defi/defi__fact_swaps_events.sql index eff5f67..f1b3bec 100644 --- a/models/gold/defi/defi__fact_swaps_events.sql +++ b/models/gold/defi/defi__fact_swaps_events.sql @@ -70,7 +70,9 @@ SELECT _DIRECTION, event_id, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_swaps_events.yml b/models/gold/defi/defi__fact_swaps_events.yml index 3ec7ed3..99e013d 100644 --- a/models/gold/defi/defi__fact_swaps_events.yml +++ b/models/gold/defi/defi__fact_swaps_events.yml @@ -81,7 +81,11 @@ models: - name: STREAMING_COUNT description: "The count of the streaming events" - name: STREAMING_QUANTITY - description: "The quantity of the streaming events" + description: "The quantity of the streaming events" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SWAP_EVENTS_ID diff --git a/models/gold/defi/defi__fact_switch_events.sql b/models/gold/defi/defi__fact_switch_events.sql index 1b8b9af..339551c 100644 --- a/models/gold/defi/defi__fact_switch_events.sql +++ b/models/gold/defi/defi__fact_switch_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_switch_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -49,7 +49,9 @@ SELECT burn_e8, mint_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_switch_events.yml b/models/gold/defi/defi__fact_switch_events.yml index 9bf30a1..6c86432 100644 --- a/models/gold/defi/defi__fact_switch_events.yml +++ b/models/gold/defi/defi__fact_switch_events.yml @@ -30,6 +30,10 @@ models: description: "" - name: MINT_E8 description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SWITCH_EVENTS_ID diff --git a/models/gold/defi/defi__fact_total_block_rewards.sql b/models/gold/defi/defi__fact_total_block_rewards.sql index 4bf3321..c780842 100644 --- a/models/gold/defi/defi__fact_total_block_rewards.sql +++ b/models/gold/defi/defi__fact_total_block_rewards.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_total_block_rewards_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -43,7 +43,9 @@ SELECT rune_amount, rune_amount_usd, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_total_block_rewards.yml b/models/gold/defi/defi__fact_total_block_rewards.yml index 508dbf8..0dcbee5 100644 --- a/models/gold/defi/defi__fact_total_block_rewards.yml +++ b/models/gold/defi/defi__fact_total_block_rewards.yml @@ -28,6 +28,10 @@ models: - not_null - name: RUNE_AMOUNT_USD description: "The rewards measured in RUNE amount in the USD" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_TOTAL_BLOCK_REWARDS_ID diff --git a/models/gold/defi/defi__fact_total_value_locked.sql b/models/gold/defi/defi__fact_total_value_locked.sql index a69793c..b9c9769 100644 --- a/models/gold/defi/defi__fact_total_value_locked.sql +++ b/models/gold/defi/defi__fact_total_value_locked.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_total_value_locked_id', incremental_strategy = 'merge' ) }} @@ -37,6 +37,8 @@ SELECT total_value_bonded, total_value_locked, _INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A diff --git a/models/gold/defi/defi__fact_total_value_locked.yml b/models/gold/defi/defi__fact_total_value_locked.yml index b32e077..5149cbd 100644 --- a/models/gold/defi/defi__fact_total_value_locked.yml +++ b/models/gold/defi/defi__fact_total_value_locked.yml @@ -19,6 +19,10 @@ models: description: "The total amount of rune provided by the node operators and bonded in the pool" - name: TOTAL_VALUE_LOCKED description: "The total rune value locked in the pool" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_TOTAL_VALUE_LOCKED_ID diff --git a/models/gold/defi/defi__fact_unstake_events.sql b/models/gold/defi/defi__fact_unstake_events.sql index e368588..d1afe93 100644 --- a/models/gold/defi/defi__fact_unstake_events.sql +++ b/models/gold/defi/defi__fact_unstake_events.sql @@ -68,7 +68,9 @@ SELECT A.imp_loss_protection_e8, A._emit_asset_in_rune_e8, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_unstake_events.yml b/models/gold/defi/defi__fact_unstake_events.yml index 3b89952..e79fb28 100644 --- a/models/gold/defi/defi__fact_unstake_events.yml +++ b/models/gold/defi/defi__fact_unstake_events.yml @@ -76,6 +76,10 @@ models: description: "" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_UNSTAKE_EVENTS_ID diff --git a/models/gold/defi/defi__fact_update_node_account_status_events.sql b/models/gold/defi/defi__fact_update_node_account_status_events.sql index d30f779..0d18f97 100644 --- a/models/gold/defi/defi__fact_update_node_account_status_events.sql +++ b/models/gold/defi/defi__fact_update_node_account_status_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_update_node_account_status_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -42,7 +42,9 @@ SELECT current_status, node_address, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_update_node_account_status_events.yml b/models/gold/defi/defi__fact_update_node_account_status_events.yml index afcf7ed..904cf63 100644 --- a/models/gold/defi/defi__fact_update_node_account_status_events.yml +++ b/models/gold/defi/defi__fact_update_node_account_status_events.yml @@ -30,6 +30,10 @@ models: description: "Address of node operator" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_UPDATE_NODE_ACCOUNT_STATUS_EVENTS_ID diff --git a/models/gold/defi/defi__fact_upgrades.sql b/models/gold/defi/defi__fact_upgrades.sql index 596ca69..15b376e 100644 --- a/models/gold/defi/defi__fact_upgrades.sql +++ b/models/gold/defi/defi__fact_upgrades.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_upgrades_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -53,7 +53,9 @@ SELECT mint_amount, mint_amount_usd, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_upgrades.yml b/models/gold/defi/defi__fact_upgrades.yml index a71bbe3..5bc945c 100644 --- a/models/gold/defi/defi__fact_upgrades.yml +++ b/models/gold/defi/defi__fact_upgrades.yml @@ -31,6 +31,10 @@ models: description: "The minted RUNE amount" - name: MINT_AMOUNT_USD description: "The minted RUNE amount in USD" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_UPGRADES_ID diff --git a/models/gold/defi/defi__fact_withdraw_events.sql b/models/gold/defi/defi__fact_withdraw_events.sql index b50d939..bc0a286 100644 --- a/models/gold/defi/defi__fact_withdraw_events.sql +++ b/models/gold/defi/defi__fact_withdraw_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_withdraw_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -67,7 +67,9 @@ SELECT A.imp_loss_protection_e8, A._emit_asset_in_rune_e8, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/defi/defi__fact_withdraw_events.yml b/models/gold/defi/defi__fact_withdraw_events.yml index d628276..6ef5670 100644 --- a/models/gold/defi/defi__fact_withdraw_events.yml +++ b/models/gold/defi/defi__fact_withdraw_events.yml @@ -76,6 +76,10 @@ models: description: "" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_WITHDRAW_EVENTS_ID diff --git a/models/gold/gov/gov__fact_new_node_events.sql b/models/gold/gov/gov__fact_new_node_events.sql index 2a00ac7..c1710a7 100644 --- a/models/gold/gov/gov__fact_new_node_events.sql +++ b/models/gold/gov/gov__fact_new_node_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_new_node_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -47,7 +47,9 @@ SELECT ) AS dim_block_id, node_address, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_new_node_events.yml b/models/gold/gov/gov__fact_new_node_events.yml index 93d4a65..08d668b 100644 --- a/models/gold/gov/gov__fact_new_node_events.yml +++ b/models/gold/gov/gov__fact_new_node_events.yml @@ -22,6 +22,10 @@ models: description: "The asgard address in the vault which are inactive" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_NEW_NODE_EVENTS_ID diff --git a/models/gold/gov/gov__fact_set_ip_address_events.sql b/models/gold/gov/gov__fact_set_ip_address_events.sql index b4be04c..da2ba0c 100644 --- a/models/gold/gov/gov__fact_set_ip_address_events.sql +++ b/models/gold/gov/gov__fact_set_ip_address_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_set_ip_address_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -41,7 +41,9 @@ SELECT node_address, ip_addr, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_set_ip_address_events.yml b/models/gold/gov/gov__fact_set_ip_address_events.yml index adb4ba7..b88a6ba 100644 --- a/models/gold/gov/gov__fact_set_ip_address_events.yml +++ b/models/gold/gov/gov__fact_set_ip_address_events.yml @@ -22,6 +22,10 @@ models: description: "" - name: IP_ADDR description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SET_IP_ADDRESS_EVENTS_ID diff --git a/models/gold/gov/gov__fact_set_node_keys_events.sql b/models/gold/gov/gov__fact_set_node_keys_events.sql index 305f9ae..2a136d5 100644 --- a/models/gold/gov/gov__fact_set_node_keys_events.sql +++ b/models/gold/gov/gov__fact_set_node_keys_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_set_node_keys_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -45,7 +45,9 @@ SELECT ed25519, validator_consensus, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_set_node_keys_events.yml b/models/gold/gov/gov__fact_set_node_keys_events.yml index 6013ada..c8c698e 100644 --- a/models/gold/gov/gov__fact_set_node_keys_events.yml +++ b/models/gold/gov/gov__fact_set_node_keys_events.yml @@ -26,6 +26,10 @@ models: description: "" - name: VALIDATOR_CONSENSUS description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SET_NODE_KEYS_EVENTS_ID diff --git a/models/gold/gov/gov__fact_set_version_events.sql b/models/gold/gov/gov__fact_set_version_events.sql index 31228fc..d58fe1c 100644 --- a/models/gold/gov/gov__fact_set_version_events.sql +++ b/models/gold/gov/gov__fact_set_version_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_set_version_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -41,7 +41,9 @@ SELECT node_address, version, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_set_version_events.yml b/models/gold/gov/gov__fact_set_version_events.yml index 1fe777a..b0d92c4 100644 --- a/models/gold/gov/gov__fact_set_version_events.yml +++ b/models/gold/gov/gov__fact_set_version_events.yml @@ -20,6 +20,10 @@ models: where: _inserted_timestamp < (CURRENT_TIMESTAMP - INTERVAL '8 HOURS') - name: VERSION description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SET_VERSION_EVENTS_ID diff --git a/models/gold/gov/gov__fact_slash_amounts.sql b/models/gold/gov/gov__fact_slash_amounts.sql index 31e027c..8740c8f 100644 --- a/models/gold/gov/gov__fact_slash_amounts.sql +++ b/models/gold/gov/gov__fact_slash_amounts.sql @@ -43,7 +43,9 @@ SELECT asset, asset_e8, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_slash_amounts.yml b/models/gold/gov/gov__fact_slash_amounts.yml index 22cefa5..2c87f96 100644 --- a/models/gold/gov/gov__fact_slash_amounts.yml +++ b/models/gold/gov/gov__fact_slash_amounts.yml @@ -24,6 +24,10 @@ models: description: "{{ doc('asset') }}" - name: ASSET_E8 description: " The asset amount" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SLASH_AMOUNTS_ID diff --git a/models/gold/gov/gov__fact_slash_points.sql b/models/gold/gov/gov__fact_slash_points.sql index 54cd300..68f2c64 100644 --- a/models/gold/gov/gov__fact_slash_points.sql +++ b/models/gold/gov/gov__fact_slash_points.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_slash_points_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -43,7 +43,9 @@ SELECT slash_points, reason, A._INSERTED_TIMESTAMP, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_slash_points.yml b/models/gold/gov/gov__fact_slash_points.yml index 483a3db..4a53829 100644 --- a/models/gold/gov/gov__fact_slash_points.yml +++ b/models/gold/gov/gov__fact_slash_points.yml @@ -24,6 +24,10 @@ models: description: "" - name: REASON description: "" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_SLASH_POINTS_ID diff --git a/models/gold/gov/gov__fact_validator_request_leave_events.sql b/models/gold/gov/gov__fact_validator_request_leave_events.sql index 33d7168..48dbb92 100644 --- a/models/gold/gov/gov__fact_validator_request_leave_events.sql +++ b/models/gold/gov/gov__fact_validator_request_leave_events.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'fact_validator_request_leave_events_id', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -43,7 +43,9 @@ SELECT from_address, node_address, A._inserted_timestamp, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/gov/gov__fact_validator_request_leave_events.yml b/models/gold/gov/gov__fact_validator_request_leave_events.yml index ed5010c..fd4aed0 100644 --- a/models/gold/gov/gov__fact_validator_request_leave_events.yml +++ b/models/gold/gov/gov__fact_validator_request_leave_events.yml @@ -30,6 +30,10 @@ models: description: "Address of node operator" tests: - not_null + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: column_name: FACT_VALIDATOR_REQUEST_LEAVE_EVENTS_ID diff --git a/models/gold/price/price__fact_prices.sql b/models/gold/price/price__fact_prices.sql index 7e6025f..c91cc3f 100644 --- a/models/gold/price/price__fact_prices.sql +++ b/models/gold/price/price__fact_prices.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'incremental', - meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }}}, + meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEX, AMM' }} }, unique_key = 'FACT_PRICES_ID', incremental_strategy = 'merge', cluster_by = ['block_timestamp::DATE'] @@ -39,7 +39,9 @@ SELECT asset_usd, rune_usd, pool_name, - '{{ env_var("DBT_CLOUD_RUN_ID", "manual") }}' AS _audit_run_id + '{{ invocation_id }}' AS _audit_run_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp FROM base A LEFT JOIN {{ ref('core__dim_block') }} diff --git a/models/gold/price/price__fact_prices.yml b/models/gold/price/price__fact_prices.yml index 85084dc..14007df 100644 --- a/models/gold/price/price__fact_prices.yml +++ b/models/gold/price/price__fact_prices.yml @@ -28,6 +28,10 @@ models: description: "The Rune price in USD" - name: POOL_NAME description: "{{ doc('pool_name') }}" + - name: INSERTED_TIMESTAMP + description: '{{ doc("inserted_timestamp") }}' + - name: MODIFIED_TIMESTAMP + description: '{{ doc("modified_timestamp") }}' tests: - dbt_constraints.primary_key: