From cb3218217a8e68ce0fdf2c5f9cf6fb7fac7470cd Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Thu, 31 Aug 2023 10:35:14 -0400 Subject: [PATCH] cleanup --- .github/workflows/dbt_run_lq_load_mainnet.yml | 4 +- .../dbt_run_lq_load_mainnet_models.yml | 38 ------------------- .../defi/dex/silver__dex_swaps_astroport.sql | 3 +- .../defi/dex/silver__dex_swaps_fuzio.sql | 3 +- .../defi/dex/silver__dex_swaps_seaswap.sql | 3 +- 5 files changed, 8 insertions(+), 43 deletions(-) delete mode 100644 .github/workflows/dbt_run_lq_load_mainnet_models.yml diff --git a/.github/workflows/dbt_run_lq_load_mainnet.yml b/.github/workflows/dbt_run_lq_load_mainnet.yml index 75aa9d5..23ba4f8 100644 --- a/.github/workflows/dbt_run_lq_load_mainnet.yml +++ b/.github/workflows/dbt_run_lq_load_mainnet.yml @@ -44,9 +44,9 @@ jobs: dbt run-operation load_txs_lq_mainnet; dbt run -m ./models --exclude models/silver/_observability/silver_observabilit* dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql; - dbt run -m models/silver/silver__blockchain.sql; + dbt run -m models/silver/core/silver__blockchain.sql; dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql; - dbt run -m models/silver/silver__blockchain.sql; + dbt run -m models/silver/core/silver__blockchain.sql; environment: workflow_prod warehouse: ${{ vars.WAREHOUSE }} diff --git a/.github/workflows/dbt_run_lq_load_mainnet_models.yml b/.github/workflows/dbt_run_lq_load_mainnet_models.yml deleted file mode 100644 index 331e34e..0000000 --- a/.github/workflows/dbt_run_lq_load_mainnet_models.yml +++ /dev/null @@ -1,38 +0,0 @@ -name: dbt_run_scheduled_lq_load_mainnet_models -run-name: dbt_run_scheduled_lq_load_mainnet_models - -on: - workflow_dispatch: - schedule: - # Hourly” - - cron: '5 * * * *' - -env: - USE_VARS: "${{ vars.USE_VARS }}" - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - DBT_VERSION: "${{ vars.DBT_VERSION }}" - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - called_workflow_template: - uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main - with: - dbt_command: | - dbt run -m ./models --exclude models/silver/_observability/silver_observabilit* - dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql; - dbt run -m models/silver/silver__blockchain.sql; - dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql; - dbt run -m models/silver/silver__blockchain.sql; - environment: workflow_prod - warehouse: ${{ vars.WAREHOUSE }} - secrets: inherit diff --git a/models/silver/defi/dex/silver__dex_swaps_astroport.sql b/models/silver/defi/dex/silver__dex_swaps_astroport.sql index 56670cb..9bf856b 100644 --- a/models/silver/defi/dex/silver__dex_swaps_astroport.sql +++ b/models/silver/defi/dex/silver__dex_swaps_astroport.sql @@ -2,7 +2,8 @@ materialized = 'incremental', unique_key = ['tx_id','msg_index'], incremental_strategy = 'merge', - cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ] + cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ], + enabled = false ) }} WITH rel_contracts AS ( diff --git a/models/silver/defi/dex/silver__dex_swaps_fuzio.sql b/models/silver/defi/dex/silver__dex_swaps_fuzio.sql index 11e4cee..7287793 100644 --- a/models/silver/defi/dex/silver__dex_swaps_fuzio.sql +++ b/models/silver/defi/dex/silver__dex_swaps_fuzio.sql @@ -2,7 +2,8 @@ materialized = 'incremental', unique_key = ['tx_id','msg_index'], incremental_strategy = 'merge', - cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ] + cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ], + enabled = false ) }} WITH rel_contracts AS ( diff --git a/models/silver/defi/dex/silver__dex_swaps_seaswap.sql b/models/silver/defi/dex/silver__dex_swaps_seaswap.sql index 66851e0..75baaa0 100644 --- a/models/silver/defi/dex/silver__dex_swaps_seaswap.sql +++ b/models/silver/defi/dex/silver__dex_swaps_seaswap.sql @@ -2,7 +2,8 @@ materialized = 'incremental', unique_key = ['tx_id','msg_index'], incremental_strategy = 'merge', - cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ] + cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ], + enabled = false ) }} WITH rel_contracts AS (