From cba36ff03bfec8275cc631ff92d9d04ed05c4503 Mon Sep 17 00:00:00 2001 From: Austin Date: Wed, 10 Dec 2025 15:08:48 -0500 Subject: [PATCH 01/15] packages --- packages.yml | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/packages.yml b/packages.yml index f3c70125..28ef3f2b 100644 --- a/packages.yml +++ b/packages.yml @@ -1,11 +1,7 @@ packages: - - package: calogica/dbt_expectations - version: 0.8.2 - package: dbt-labs/dbt_external_tables version: 0.8.2 - - package: dbt-labs/dbt_utils - version: 1.0.0 - git: https://github.com/FlipsideCrypto/fsc-utils.git - revision: v1.39.1 + revision: v1.41.1 - package: get-select/dbt_snowflake_query_tags version: [">=2.0.0", "<3.0.0"] From d2c8365744eab69180ad83f345fffa88a4ffa10f Mon Sep 17 00:00:00 2001 From: Austin Date: Fri, 19 Dec 2025 10:16:23 -0500 Subject: [PATCH 02/15] coalesce --- .../prices/silver/silver__complete_native_asset_metadata.sql | 4 ++-- .../prices/silver/silver__complete_native_prices.sql | 4 ++-- .../silver/silver__complete_provider_asset_metadata.sql | 4 ++-- .../prices/silver/silver__complete_provider_prices.sql | 4 ++-- .../prices/silver/silver__complete_token_asset_metadata.sql | 4 ++-- .../prices/silver/silver__complete_token_prices.sql | 4 ++-- 6 files changed, 12 insertions(+), 12 deletions(-) diff --git a/models/main_package/prices/silver/silver__complete_native_asset_metadata.sql b/models/main_package/prices/silver/silver__complete_native_asset_metadata.sql index c24119b5..713490c0 100644 --- a/models/main_package/prices/silver/silver__complete_native_asset_metadata.sql +++ b/models/main_package/prices/silver/silver__complete_native_asset_metadata.sql @@ -33,9 +33,9 @@ FROM WHERE modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) diff --git a/models/main_package/prices/silver/silver__complete_native_prices.sql b/models/main_package/prices/silver/silver__complete_native_prices.sql index c128229f..f7a0be57 100644 --- a/models/main_package/prices/silver/silver__complete_native_prices.sql +++ b/models/main_package/prices/silver/silver__complete_native_prices.sql @@ -37,9 +37,9 @@ FROM WHERE modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) diff --git a/models/main_package/prices/silver/silver__complete_provider_asset_metadata.sql b/models/main_package/prices/silver/silver__complete_provider_asset_metadata.sql index dccedac2..5289f3d7 100644 --- a/models/main_package/prices/silver/silver__complete_provider_asset_metadata.sql +++ b/models/main_package/prices/silver/silver__complete_provider_asset_metadata.sql @@ -33,9 +33,9 @@ FROM WHERE modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) diff --git a/models/main_package/prices/silver/silver__complete_provider_prices.sql b/models/main_package/prices/silver/silver__complete_provider_prices.sql index 7de9677c..cb20efa6 100644 --- a/models/main_package/prices/silver/silver__complete_provider_prices.sql +++ b/models/main_package/prices/silver/silver__complete_provider_prices.sql @@ -38,9 +38,9 @@ FROM WHERE p.modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) diff --git a/models/main_package/prices/silver/silver__complete_token_asset_metadata.sql b/models/main_package/prices/silver/silver__complete_token_asset_metadata.sql index 3571415e..05e47be6 100644 --- a/models/main_package/prices/silver/silver__complete_token_asset_metadata.sql +++ b/models/main_package/prices/silver/silver__complete_token_asset_metadata.sql @@ -40,9 +40,9 @@ FROM WHERE modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) diff --git a/models/main_package/prices/silver/silver__complete_token_prices.sql b/models/main_package/prices/silver/silver__complete_token_prices.sql index 4dead8dc..8ddc83fc 100644 --- a/models/main_package/prices/silver/silver__complete_token_prices.sql +++ b/models/main_package/prices/silver/silver__complete_token_prices.sql @@ -44,9 +44,9 @@ FROM WHERE modified_timestamp >= ( SELECT - MAX( + coalesce(MAX( modified_timestamp - ) + ), '1970-01-01') FROM {{ this }} ) From afebfed2c2e416ad0b6f3271bbeba230dd51f412 Mon Sep 17 00:00:00 2001 From: Austin Date: Fri, 19 Dec 2025 10:56:27 -0500 Subject: [PATCH 03/15] workflow update --- .github/workflows/dbt_run_template_docs_update.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/dbt_run_template_docs_update.yml b/.github/workflows/dbt_run_template_docs_update.yml index 27833777..cdaf728a 100644 --- a/.github/workflows/dbt_run_template_docs_update.yml +++ b/.github/workflows/dbt_run_template_docs_update.yml @@ -58,7 +58,7 @@ jobs: git checkout -B docs origin/main - name: generate dbt docs - run: dbt docs generate -t prod --exclude "fsc_evm,tag:streamline" "fsc_evm,tag:scores" + run: dbt docs generate -t prod --select "$PROJECT_NAME.*" "fsc_evm,tag:core" "fsc_evm,tag:prices" "fsc_evm,tag:labels" "fsc_evm,tag:balances" "fsc_evm,tag:decoded_logs" "fsc_evm,tag:abis" "fsc_evm,tag:defi" "fsc_evm,tag:stats" - name: move files to docs directory run: | From 9524636f5e8265f9e69bd989478e0409153db25f Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 08:11:07 -0700 Subject: [PATCH 04/15] recency vars --- macros/global/variables/project_vars/arbitrum_vars.sql | 2 +- macros/global/variables/project_vars/avalanche_vars.sql | 4 ++-- macros/global/variables/project_vars/ethereum_vars.sql | 2 +- macros/global/variables/project_vars/optimism_vars.sql | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/macros/global/variables/project_vars/arbitrum_vars.sql b/macros/global/variables/project_vars/arbitrum_vars.sql index 8f676508..2006f491 100644 --- a/macros/global/variables/project_vars/arbitrum_vars.sql +++ b/macros/global/variables/project_vars/arbitrum_vars.sql @@ -23,7 +23,7 @@ 'CURATED_DEFI_LENDING_RECENCY_EXCLUSION_LIST': ['radiant-v2','radiant-v1'], 'CURATED_DEFI_DEX_SWAPS_RECENCY_EXCLUSION_LIST': ['hashflow-v1','gmx-v1','woofi-v3','woofi-v1'], 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['trader_joe-v2','kyberswap-v1','kyberswap-v2','zyberswap-v2','fraxswap-v1'], - 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['hyperliquid-v1','across-v2','multichain-v7','symbiosis-v1','hop-v1'], + 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['hyperliquid-v1','across-v2','multichain-v7','symbiosis-v1','hop-v1','everclear-v1'], 'CURATED_DEFI_DEX_SWAPS_CONTRACT_MAPPING': { 'uniswap': { 'v2': { diff --git a/macros/global/variables/project_vars/avalanche_vars.sql b/macros/global/variables/project_vars/avalanche_vars.sql index 280cecbd..fded5e3d 100644 --- a/macros/global/variables/project_vars/avalanche_vars.sql +++ b/macros/global/variables/project_vars/avalanche_vars.sql @@ -22,8 +22,8 @@ 'CUSTOM_GHA_SCHEDULED_DEXALOT_MAIN_CRON': '5 * * * *', 'CURATED_DEFI_LENDING_RECENCY_EXCLUSION_LIST': ['aave-v2'], 'CURATED_DEFI_DEX_SWAPS_RECENCY_EXCLUSION_LIST': ['gmx-v1','hashflow-v1','woofi-v1'], - 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['pharaoh-v1','kyberswap-v2','curve-v1','uniswap-v2','kyberswap-v1','fraxswap-v1'], - 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['symbiosis-v1','multichain-v7','allbridge-v1'], + 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['pharaoh-v1','kyberswap-v2','curve-v1','uniswap-v2','kyberswap-v1','fraxswap-v1','pharaoh-v2'], + 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['symbiosis-v1','multichain-v7','allbridge-v1','everclear-v1','eywa-v1'], 'CURATED_DEFI_DEX_SWAPS_CONTRACT_MAPPING': { 'arena_trade': { 'v1': { diff --git a/macros/global/variables/project_vars/ethereum_vars.sql b/macros/global/variables/project_vars/ethereum_vars.sql index b113e0a4..630d0f0d 100644 --- a/macros/global/variables/project_vars/ethereum_vars.sql +++ b/macros/global/variables/project_vars/ethereum_vars.sql @@ -28,7 +28,7 @@ 'CURATED_DEFI_LENDING_RECENCY_EXCLUSION_LIST': ['silo-v1','aave-v1','flux-v1','aave-v2','aave-v2.1','sturdy-v1','silo-v2'], 'CURATED_DEFI_DEX_SWAPS_RECENCY_EXCLUSION_LIST': ['hashflow-v1','pancakeswap-v2','synthetix-v1'], 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['kyberswap-v2'], - 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['ronin_axie_bridge-v1','multichain-v7','symbiosis-v1','axie_infinity-v2','across-v2','near_rainbow_bridge-v1','hop-v1'], + 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['ronin_axie_bridge-v1','multichain-v7','symbiosis-v1','axie_infinity-v2','across-v2','near_rainbow_bridge-v1','hop-v1','everclear-v1'], 'CURATED_DEFI_DEX_SWAPS_CONTRACT_MAPPING': { 'uniswap': { 'v2': { diff --git a/macros/global/variables/project_vars/optimism_vars.sql b/macros/global/variables/project_vars/optimism_vars.sql index 5a0bf41d..4fca6e5a 100644 --- a/macros/global/variables/project_vars/optimism_vars.sql +++ b/macros/global/variables/project_vars/optimism_vars.sql @@ -22,7 +22,7 @@ 'CURATED_DEFI_LENDING_RECENCY_EXCLUSION_LIST': ['granary-v1','sonne-v1'], 'CURATED_DEFI_DEX_SWAPS_RECENCY_EXCLUSION_LIST': ['woofi-v1','hashflow-v1'], 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['fraxswap-v1','kyberswap-v2','sushiswap-v1','uniswap-v2'], - 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['eywa-v1','across-v2','meson-v1','symbiosis-v1','multichain-v7','hop-v1'], + 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['eywa-v1','across-v2','meson-v1','symbiosis-v1','multichain-v7','hop-v1','everclear-v1'], 'CURATED_DEFI_DEX_SWAPS_CONTRACT_MAPPING': { 'uniswap': { 'v2': { From 141dca64cadd20be7328d52d096db62f4de6c150 Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 08:23:58 -0700 Subject: [PATCH 05/15] ink --- macros/global/variables/project_vars/ink_vars.sql | 1 + 1 file changed, 1 insertion(+) diff --git a/macros/global/variables/project_vars/ink_vars.sql b/macros/global/variables/project_vars/ink_vars.sql index 0774c79b..b9fbea85 100644 --- a/macros/global/variables/project_vars/ink_vars.sql +++ b/macros/global/variables/project_vars/ink_vars.sql @@ -18,6 +18,7 @@ 'MAIN_GHA_SCHEDULED_SCORES_CRON': '50 5 * * *', 'CURATED_DEFI_LENDING_RECENCY_EXCLUSION_LIST': ['morpho-v1'], 'CURATED_DEFI_DEX_LP_ACTIONS_RECENCY_EXCLUSION_LIST': ['squidswap-v1'], + 'CURATED_DEFI_BRIDGE_RECENCY_EXCLUSION_LIST': ['everclear-v1'], 'CURATED_DEFI_DEX_SWAPS_CONTRACT_MAPPING': { 'uniswap': { 'v2': { From ae233e19105d73e26099bb26c86ef35be1fcb6e3 Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 14:38:07 -0700 Subject: [PATCH 06/15] miner addresses --- ...eamline__balances_native_daily_records.sql | 16 +++++++++-- ...er__balances_validator_addresses_daily.sql | 28 +++++++++++++++++++ 2 files changed, 42 insertions(+), 2 deletions(-) rename models/balances_package/native/streamline/{ => records}/streamline__balances_native_daily_records.sql (88%) create mode 100644 models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql diff --git a/models/balances_package/native/streamline/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql similarity index 88% rename from models/balances_package/native/streamline/streamline__balances_native_daily_records.sql rename to models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index e6f0463a..02fad7f4 100644 --- a/models/balances_package/native/streamline/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -111,10 +111,22 @@ native_transfers_history AS ( WHERE block_date > ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE ), -all_transfers AS ( +validator_addresses AS ( + SELECT + DISTINCT + block_date, + address + FROM + {{ ref('silver__balances_validator_addresses_daily')}} + WHERE + block_date >= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE +) +all_records AS ( SELECT * FROM native_transfers_snapshot UNION SELECT * FROM native_transfers_history + UNION + SELECT * FROM validator_addresses ) SELECT block_date, @@ -124,6 +136,6 @@ SELECT SYSDATE() AS modified_timestamp, '{{ invocation_id }}' AS _invocation_id FROM - all_transfers qualify (ROW_NUMBER() over (PARTITION BY balances_native_daily_records_id + all_records qualify (ROW_NUMBER() over (PARTITION BY balances_native_daily_records_id ORDER BY modified_timestamp DESC)) = 1 \ No newline at end of file diff --git a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql new file mode 100644 index 00000000..953024bb --- /dev/null +++ b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql @@ -0,0 +1,28 @@ +{# Get variables #} +{% set vars = return_vars() %} +{# Log configuration details #} +{{ log_model_details() }} +{# Set up dbt configuration #} +{{ config ( + materialized = "incremental", + unique_key = "balances_validator_addresses_daily_id", + cluster_by = "block_date", + tags = ['silver','balances','records','native','phase_4'] +) }} + +WITH miner_addresses AS ( + SELECT + DISTINCT block_timestamp :: DATE AS block_date, + miner AS address + FROM + {{ ref('core__fact_blocks') }} + ) +SELECT + block_date, + address, + {{ dbt_utils.generate_surrogate_key(['block_date', 'address']) }} AS balances_validator_addresses_daily_id, + SYSDATE() AS inserted_timestamp, + SYSDATE() AS modified_timestamp, + '{{ invocation_id }}' AS _invocation_id +FROM + miner_addresses From 49e1293fec0fda7bccda5e1982519d38800860c7 Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 14:39:08 -0700 Subject: [PATCH 07/15] incremental --- .../silver__balances_validator_addresses_daily.sql | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql index 953024bb..1aa9ea76 100644 --- a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql +++ b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql @@ -16,6 +16,15 @@ WITH miner_addresses AS ( miner AS address FROM {{ ref('core__fact_blocks') }} + {% if is_incremental() %} + WHERE + modified_timestamp > ( + SELECT + MAX(modified_timestamp) + FROM + {{ this }} + ) + {% endif %} ) SELECT block_date, @@ -26,3 +35,6 @@ SELECT '{{ invocation_id }}' AS _invocation_id FROM miner_addresses +QUALIFY(ROW_NUMBER() over (PARTITION BY balances_validator_addresses_daily_id +ORDER BY + modified_timestamp DESC)) = 1 \ No newline at end of file From d24a606f012e8fc278b128b37a2fd9feb0f417de Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 14:42:47 -0700 Subject: [PATCH 08/15] 0x00 filter --- .../validators/silver__balances_validator_addresses_daily.sql | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql index 1aa9ea76..fe923dad 100644 --- a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql +++ b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql @@ -16,8 +16,9 @@ WITH miner_addresses AS ( miner AS address FROM {{ ref('core__fact_blocks') }} + WHERE miner <> '0x0000000000000000000000000000000000000000' {% if is_incremental() %} - WHERE + AND modified_timestamp > ( SELECT MAX(modified_timestamp) From 1771a9651354195f24359ba6e9b7df2c2719603d Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 16:02:30 -0700 Subject: [PATCH 09/15] unions --- ...eamline__balances_native_daily_records.sql | 22 +++++++++++-------- 1 file changed, 13 insertions(+), 9 deletions(-) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index 02fad7f4..1f677bc0 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -51,7 +51,7 @@ tx_fees AS ( ) {% endif %} ), -native_transfers_snapshot AS ( +native_records_snapshot AS ( SELECT DISTINCT ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE AS block_date, @@ -80,8 +80,15 @@ native_transfers_snapshot AS ( tx_fees WHERE block_timestamp :: DATE <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE + UNION + SELECT + DISTINCT + ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE AS block_date, + address + FROM + {{ ref('silver__balances_validator_addresses_daily')}} ), -native_transfers_history AS ( +native_records_history AS ( SELECT DISTINCT block_timestamp :: DATE AS block_date, @@ -110,8 +117,7 @@ native_transfers_history AS ( tx_fees WHERE block_date > ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE -), -validator_addresses AS ( + UNION SELECT DISTINCT block_date, @@ -119,14 +125,12 @@ validator_addresses AS ( FROM {{ ref('silver__balances_validator_addresses_daily')}} WHERE - block_date >= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE + block_date > ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE ) all_records AS ( - SELECT * FROM native_transfers_snapshot + SELECT * FROM native_records_snapshot UNION - SELECT * FROM native_transfers_history - UNION - SELECT * FROM validator_addresses + SELECT * FROM native_records_history ) SELECT block_date, From c6b2a819ae653afd33087107002b0cac12fbfa43 Mon Sep 17 00:00:00 2001 From: drethereum Date: Mon, 29 Dec 2025 16:10:36 -0700 Subject: [PATCH 10/15] ms incremental --- ...treamline__balances_native_daily_records.sql | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index 1f677bc0..ecfabb8d 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -87,6 +87,15 @@ native_records_snapshot AS ( address FROM {{ ref('silver__balances_validator_addresses_daily')}} + {% if is_incremental() %} + WHERE + modified_timestamp > ( + SELECT + MAX(modified_timestamp) + FROM + {{ this }} + ) + {% endif %} ), native_records_history AS ( SELECT @@ -126,6 +135,14 @@ native_records_history AS ( {{ ref('silver__balances_validator_addresses_daily')}} WHERE block_date > ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE + {% if is_incremental() %} + AND modified_timestamp > ( + SELECT + MAX(modified_timestamp) + FROM + {{ this }} + ) + {% endif %} ) all_records AS ( SELECT * FROM native_records_snapshot From 20f84f5b9f2c3925d2b195ace5a5e66200481420 Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 30 Dec 2025 09:15:06 -0700 Subject: [PATCH 11/15] incremental filter --- .../streamline__balances_native_daily_records.sql | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index ecfabb8d..cec90e31 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -86,12 +86,13 @@ native_records_snapshot AS ( ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE AS block_date, address FROM - {{ ref('silver__balances_validator_addresses_daily')}} + {{ ref('silver__balances_validator_addresses_daily')}} b + WHERE MIN(b.block_date) <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE {% if is_incremental() %} - WHERE - modified_timestamp > ( + AND + CONCAT((('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE) :: STRING,'-',address) NOT IN ( SELECT - MAX(modified_timestamp) + CONCAT(block_date :: STRING,'-',address) FROM {{ this }} ) From 2bc34254c89c9186c29f465c0babaf5a1fac6d32 Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 30 Dec 2025 11:04:51 -0700 Subject: [PATCH 12/15] FR --- .../streamline__balances_native_daily_records.sql | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index cec90e31..43d0bb83 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -80,6 +80,7 @@ native_records_snapshot AS ( tx_fees WHERE block_timestamp :: DATE <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE + {% if not is_incremental() %} UNION SELECT DISTINCT @@ -88,14 +89,6 @@ native_records_snapshot AS ( FROM {{ ref('silver__balances_validator_addresses_daily')}} b WHERE MIN(b.block_date) <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE - {% if is_incremental() %} - AND - CONCAT((('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE) :: STRING,'-',address) NOT IN ( - SELECT - CONCAT(block_date :: STRING,'-',address) - FROM - {{ this }} - ) {% endif %} ), native_records_history AS ( From affeeb29714bc2953c8ad487fc6b1501963e10c0 Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 30 Dec 2025 15:00:04 -0700 Subject: [PATCH 13/15] comma --- .../records/streamline__balances_native_daily_records.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index 43d0bb83..eb97e6d1 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -137,7 +137,7 @@ native_records_history AS ( {{ this }} ) {% endif %} -) +), all_records AS ( SELECT * FROM native_records_snapshot UNION From 87e716b4bcc5a18319f94278c9dc7321595d152e Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 30 Dec 2025 15:03:58 -0700 Subject: [PATCH 14/15] group by --- .../records/streamline__balances_native_daily_records.sql | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql index eb97e6d1..d8fb71c6 100644 --- a/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql +++ b/models/balances_package/native/streamline/records/streamline__balances_native_daily_records.sql @@ -88,7 +88,9 @@ native_records_snapshot AS ( address FROM {{ ref('silver__balances_validator_addresses_daily')}} b - WHERE MIN(b.block_date) <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE + GROUP BY + address + HAVING MIN(b.block_date) <= ('{{ vars.BALANCES_SL_START_DATE }}' :: TIMESTAMP) :: DATE {% endif %} ), native_records_history AS ( From fbe1e45cad2c02b6d54246ea71a2ff5b5e043df6 Mon Sep 17 00:00:00 2001 From: drethereum Date: Tue, 30 Dec 2025 15:50:18 -0700 Subject: [PATCH 15/15] update tag --- .../validators/silver__balances_validator_addresses_daily.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql index fe923dad..4f504d1a 100644 --- a/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql +++ b/models/balances_package/native/streamline/records/validators/silver__balances_validator_addresses_daily.sql @@ -7,7 +7,7 @@ materialized = "incremental", unique_key = "balances_validator_addresses_daily_id", cluster_by = "block_date", - tags = ['silver','balances','records','native','phase_4'] + tags = ['silver','streamline','balances','records','native','phase_4'] ) }} WITH miner_addresses AS (