From 104efeda93c98104c8e2a301fbf86c8c0899dad2 Mon Sep 17 00:00:00 2001 From: drethereum <71602799+drethereum@users.noreply.github.com> Date: Tue, 13 May 2025 12:01:13 -0600 Subject: [PATCH] dexalot-tasks (#331) * temp changes * wfs * remove non realtime job * package --- ...on_realtime.yml => dbt_run_scheduled_dexalot_main.yml} | 8 +++----- .../workflows/dbt_run_streamline_dexalot_chainhead.yml | 2 -- models/dexalot/gold/dexalot__fact_blocks.sql | 2 +- models/dexalot/gold/dexalot__fact_event_logs.sql | 2 +- models/dexalot/gold/dexalot__fact_traces.sql | 2 +- models/dexalot/gold/dexalot__fact_transactions.sql | 2 +- models/dexalot/silver/silver_dexalot__blocks.sql | 2 +- models/dexalot/silver/silver_dexalot__logs.sql | 2 +- models/dexalot/silver/silver_dexalot__receipts.sql | 2 +- models/dexalot/silver/silver_dexalot__traces.sql | 2 +- models/dexalot/silver/silver_dexalot__transactions.sql | 2 +- packages.yml | 2 +- 12 files changed, 13 insertions(+), 17 deletions(-) rename .github/workflows/{dbt_run_streamline_dexalot_non_realtime.yml => dbt_run_scheduled_dexalot_main.yml} (73%) diff --git a/.github/workflows/dbt_run_streamline_dexalot_non_realtime.yml b/.github/workflows/dbt_run_scheduled_dexalot_main.yml similarity index 73% rename from .github/workflows/dbt_run_streamline_dexalot_non_realtime.yml rename to .github/workflows/dbt_run_scheduled_dexalot_main.yml index 0a11a40..9a8deb0 100644 --- a/.github/workflows/dbt_run_streamline_dexalot_non_realtime.yml +++ b/.github/workflows/dbt_run_scheduled_dexalot_main.yml @@ -1,12 +1,10 @@ -name: dbt_run_streamline_dexalot_non_realtime -run-name: dbt_run_streamline_dexalot_non_realtime +name: dbt_run_scheduled_dexalot_main +run-name: dbt_run_scheduled_dexalot_main on: workflow_dispatch: branches: - "main" - schedule: - - cron: '5 * * * *' env: DBT_PROFILES_DIR: ./ @@ -29,5 +27,5 @@ jobs: with: command_name: Run Chainhead Models command: | - dbt run -m "avalanche_models,tag:dexalot_non_realtime" + dbt run -m "avalanche_models,tag:dexalot_main" secrets: inherit \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_dexalot_chainhead.yml b/.github/workflows/dbt_run_streamline_dexalot_chainhead.yml index 986a259..ddb1254 100644 --- a/.github/workflows/dbt_run_streamline_dexalot_chainhead.yml +++ b/.github/workflows/dbt_run_streamline_dexalot_chainhead.yml @@ -5,8 +5,6 @@ on: workflow_dispatch: branches: - "main" - schedule: - - cron: '50 * * * *' env: DBT_PROFILES_DIR: ./ diff --git a/models/dexalot/gold/dexalot__fact_blocks.sql b/models/dexalot/gold/dexalot__fact_blocks.sql index 2076df5..324336b 100644 --- a/models/dexalot/gold/dexalot__fact_blocks.sql +++ b/models/dexalot/gold/dexalot__fact_blocks.sql @@ -5,7 +5,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = "block_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(hash,parent_hash,receipts_root,sha3_uncles)", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} SELECT diff --git a/models/dexalot/gold/dexalot__fact_event_logs.sql b/models/dexalot/gold/dexalot__fact_event_logs.sql index e91b4b7..2749fbb 100644 --- a/models/dexalot/gold/dexalot__fact_event_logs.sql +++ b/models/dexalot/gold/dexalot__fact_event_logs.sql @@ -4,7 +4,7 @@ unique_key = "fact_event_logs_id", cluster_by = "block_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} SELECT diff --git a/models/dexalot/gold/dexalot__fact_traces.sql b/models/dexalot/gold/dexalot__fact_traces.sql index 5c3cc84..8c7e927 100644 --- a/models/dexalot/gold/dexalot__fact_traces.sql +++ b/models/dexalot/gold/dexalot__fact_traces.sql @@ -5,7 +5,7 @@ cluster_by = "block_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(block_number,tx_hash,from_address,to_address,trace_address,type), SUBSTRING(input,output,type,trace_address,error_reason,revert_reason)", full_refresh = false, - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} WITH silver_traces AS ( diff --git a/models/dexalot/gold/dexalot__fact_transactions.sql b/models/dexalot/gold/dexalot__fact_transactions.sql index 922b8c8..b9c2158 100644 --- a/models/dexalot/gold/dexalot__fact_transactions.sql +++ b/models/dexalot/gold/dexalot__fact_transactions.sql @@ -4,7 +4,7 @@ incremental_strategy = 'delete+insert', cluster_by = "block_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} SELECT diff --git a/models/dexalot/silver/silver_dexalot__blocks.sql b/models/dexalot/silver/silver_dexalot__blocks.sql index 0b58ec5..bbc90ec 100644 --- a/models/dexalot/silver/silver_dexalot__blocks.sql +++ b/models/dexalot/silver/silver_dexalot__blocks.sql @@ -4,7 +4,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(hash,parent_hash,receipts_root,sha3_uncles,state_root,transactions_root)", - tags = ['dexalot_non_realtime','streamline_dexalot_realtime'] + tags = ['dexalot_main','streamline_dexalot_realtime'] ) }} SELECT diff --git a/models/dexalot/silver/silver_dexalot__logs.sql b/models/dexalot/silver/silver_dexalot__logs.sql index 62f39ad..6ee6910 100644 --- a/models/dexalot/silver/silver_dexalot__logs.sql +++ b/models/dexalot/silver/silver_dexalot__logs.sql @@ -4,7 +4,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date, _inserted_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} WITH base AS ( diff --git a/models/dexalot/silver/silver_dexalot__receipts.sql b/models/dexalot/silver/silver_dexalot__receipts.sql index 33cdcd5..18aea96 100644 --- a/models/dexalot/silver/silver_dexalot__receipts.sql +++ b/models/dexalot/silver/silver_dexalot__receipts.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = "ROUND(block_number, -3)", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(block_hash, tx_hash, from_address, to_address)", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} WITH base AS ( diff --git a/models/dexalot/silver/silver_dexalot__traces.sql b/models/dexalot/silver/silver_dexalot__traces.sql index 026b1cc..9607d5b 100644 --- a/models/dexalot/silver/silver_dexalot__traces.sql +++ b/models/dexalot/silver/silver_dexalot__traces.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = ['modified_timestamp::DATE','partition_key'], full_refresh = false, - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} WITH bronze_traces AS ( diff --git a/models/dexalot/silver/silver_dexalot__transactions.sql b/models/dexalot/silver/silver_dexalot__transactions.sql index 8ac258e..df57e39 100644 --- a/models/dexalot/silver/silver_dexalot__transactions.sql +++ b/models/dexalot/silver/silver_dexalot__transactions.sql @@ -5,7 +5,7 @@ unique_key = "block_number", cluster_by = "block_timestamp::date, _inserted_timestamp::date", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION", - tags = ['dexalot_non_realtime'] + tags = ['dexalot_main'] ) }} WITH base AS ( diff --git a/packages.yml b/packages.yml index 5bde24f..9ada9e8 100644 --- a/packages.yml +++ b/packages.yml @@ -1,3 +1,3 @@ packages: - git: https://github.com/FlipsideCrypto/fsc-evm.git - revision: v4.0.0-beta.65 + revision: v4.0.0-beta.66