flip/near-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/near-models.git synced 2026-02-06 14:11:54 +00:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

incremental_predicates

Browse Source
This commit is contained in:
WHYTEWYLL 2024-07-22 16:31:56 +02:00
parent 19c539c8c9
commit b36c32e28f
33 changed files with 34 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
models/silver/actions/silver__actions_events_addkey_s3.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'action_id',

1
models/silver/actions/silver__actions_events_function_call_s3.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],
unique_key = 'action_id',

1
models/silver/actions/silver__actions_events_s3.sql
View File

@ -2,6 +2,7 @@
materialized = 'incremental',
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],
unique_key = 'action_id',
post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(tx_hash,action_id,signer_id,receipt_object_id,receiver_id);",

1
models/silver/curated/defi/bridge/silver__bridge_allbridge.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_allbridge_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],

1
models/silver/curated/defi/bridge/silver__bridge_multichain.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_multichain_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],

1
models/silver/curated/defi/bridge/silver__bridge_rainbow.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_rainbow_id',

1
models/silver/curated/defi/bridge/silver__bridge_wormhole.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_wormhole_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],

1
models/silver/curated/defi/lending/burrow/silver__burrow_borrows.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = "burrow_borrows_id",
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/defi/lending/burrow/silver__burrow_collaterals.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = "burrow_collaterals_id",
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/defi/lending/burrow/silver__burrow_deposits.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = "burrow_deposits_id",
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/defi/lending/burrow/silver__burrow_repays.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = "burrow_repays_id",
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/defi/lending/burrow/silver__burrow_withdraws.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = "burrow_withdraws_id",
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/defi/silver__dex_swaps_v2.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'dex_swaps_v2_id',
cluster_by = ['block_timestamp::DATE'],

1
models/silver/curated/nft/sales/silver__nft_complete_nft_sales.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
merge_exclude_columns = ["inserted_timestamp"],
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
cluster_by = ['block_timestamp::DATE'],
unique_key = 'nft_sales_id',
incremental_strategy = 'merge',

1
models/silver/curated/nft/silver__nft_transfers.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
unique_key = 'nft_transfers_id',

1
models/silver/curated/nft/silver__standard_nft_mint_s3.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = "incremental",
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
cluster_by = ["block_timestamp::DATE"],
unique_key = "mint_action_id",
incremental_strategy = "merge",

1
models/silver/curated/silver__lockup_actions.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'tx_hash',
cluster_by = [ 'block_timestamp::date'],

1
models/silver/curated/silver__logs_s3.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = "incremental",
merge_exclude_columns = ["inserted_timestamp"],
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
cluster_by = ["block_timestamp::DATE","_modified_timestamp::DATE"],
unique_key = "log_id",
incremental_strategy = "merge",

1
models/silver/curated/silver__token_transfers.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE'],
unique_key = 'transfers_id',

1
models/silver/curated/silver__transfers_s3.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
merge_exclude_columns = ["inserted_timestamp"],
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
cluster_by = ['block_timestamp::DATE'],
unique_key = 'action_id',
incremental_strategy = 'merge',

1
models/silver/social/silver_social__addkey.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'action_id',
cluster_by = ['block_timestamp::date'],

1
models/silver/social/silver_social__decoded_actions.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'action_id_social',
cluster_by = ['_inserted_timestamp::date', '_partition_by_block_number'],

1
models/silver/social/silver_social__posts.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'action_id_social',
cluster_by = ['_inserted_timestamp::date', '_partition_by_block_number'],

1
models/silver/social/silver_social__profile_changes.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'action_id_profile',
cluster_by = ['block_timestamp::date', 'signer_id'],

1
models/silver/social/silver_social__receipts.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'receipt_object_id',
cluster_by = ['_inserted_timestamp::date', '_partition_by_block_number'],

1
models/silver/social/silver_social__widgets.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'social_widgets_id',
cluster_by = ['_inserted_timestamp::date', '_partition_by_block_number'],

1
models/silver/stats/silver_stats__core_metrics_block_hourly.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp_hour::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
incremental_strategy = 'delete+insert',
unique_key = "block_timestamp_hour",
cluster_by = ['block_timestamp_hour::DATE'],

1
models/silver/stats/silver_stats__core_metrics_hourly.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp_hour::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
unique_key = "block_timestamp_hour",
cluster_by = ['block_timestamp_hour::DATE'],
tags = ['curated','scheduled_non_core']

1
models/silver/streamline/silver__streamline_blocks.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
incremental_strategy = 'merge',
merge_exclude_columns = ['inserted_timestamp'],
cluster_by = ['_inserted_timestamp::DATE', '_partition_by_block_number'],

1
models/silver/streamline/silver__streamline_receipts.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ['DBT_INTERNAL_DEST._partition_by_block_number >= (select min(_partition_by_block_number) from ' ~ generate_tmp_view_name(this) ~ ')'],
incremental_strategy = 'merge',
merge_exclude_columns = ['inserted_timestamp'],
unique_key = 'receipt_id',

3
models/silver/streamline/silver__streamline_shards.sql
View File

@ -1,6 +1,7 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'merge',
incremental_predicates = ['DBT_INTERNAL_DEST._partition_by_block_number >= (select min(_partition_by_block_number) from ' ~ generate_tmp_view_name(this) ~ ')'],
merge_exclude_columns = ['inserted_timestamp'],
cluster_by = ['_inserted_timestamp::DATE', '_partition_by_block_number'],
unique_key = 'shard_id',
@ -90,4 +91,4 @@ FROM
PARTITION BY shard_id
ORDER BY
_inserted_timestamp DESC
) = 1
) = 1

1
models/silver/streamline/silver__streamline_transactions.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ['DBT_INTERNAL_DEST._partition_by_block_number >= (select min(_partition_by_block_number) from ' ~ generate_tmp_view_name(this) ~ ')'],
incremental_strategy = 'merge',
merge_exclude_columns = ['inserted_timestamp'],
unique_key = 'tx_hash',

1
models/silver/streamline/silver__streamline_transactions_final.sql
View File

@ -1,5 +1,6 @@
{{ config(
materialized = 'incremental',
incremental_predicates = ["COALESCE(DBT_INTERNAL_DEST.block_timestamp::DATE,'2099-12-31') >= (select min(block_timestamp::DATE) from " ~ generate_tmp_view_name(this) ~ ")"],
incremental_strategy = 'delete+insert',
unique_key = 'tx_hash',
cluster_by = ['block_timestamp::DATE','_modified_timestamp::DATE', '_partition_by_block_number'],