From 2de980d5af72bef3c028b6b78530001440b24ecb Mon Sep 17 00:00:00 2001 From: WHYTEWYLL <49686519+WHYTEWYLL@users.noreply.github.com> Date: Thu, 22 Feb 2024 16:53:35 +0100 Subject: [PATCH] del noncore --- .github/workflows/dbt_run_non_core.yml | 45 ------------------- .../stats/stats__ez_core_metrics_hourly.sql | 2 +- .../silver__hourly_prices_coin_gecko.sql | 2 +- ...ilver_stats__core_metrics_block_hourly.sql | 2 +- .../silver_stats__core_metrics_hourly.sql | 2 +- 5 files changed, 4 insertions(+), 49 deletions(-) delete mode 100644 .github/workflows/dbt_run_non_core.yml diff --git a/.github/workflows/dbt_run_non_core.yml b/.github/workflows/dbt_run_non_core.yml deleted file mode 100644 index 3a5259f..0000000 --- a/.github/workflows/dbt_run_non_core.yml +++ /dev/null @@ -1,45 +0,0 @@ -name: dbt_run_non_core -run-name: dbt_run_non_core - -on: - workflow_dispatch: - schedule: - # Runs "1 times per day" (see https://crontab.guru) - - cron: "0 6 * * *" - -env: - USE_VARS: "${{ vars.USE_VARS }}" - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - DBT_VERSION: "${{ vars.DBT_VERSION }}" - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - - - name: install dependencies - run: | - pip3 install dbt-snowflake==${{ env.DBT_VERSION }} cli_passthrough requests click - dbt deps - - name: Run DBT Jobs - run: | - dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":False}' -m tag:noncore diff --git a/models/gold/stats/stats__ez_core_metrics_hourly.sql b/models/gold/stats/stats__ez_core_metrics_hourly.sql index c6934d3..467443e 100644 --- a/models/gold/stats/stats__ez_core_metrics_hourly.sql +++ b/models/gold/stats/stats__ez_core_metrics_hourly.sql @@ -1,6 +1,6 @@ {{ config( materialized = 'view', - tags = ['noncore'], + tags = ['core'], meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STATS, METRICS, CORE, HOURLY', }} } ) }} diff --git a/models/silver/crossdb/silver__hourly_prices_coin_gecko.sql b/models/silver/crossdb/silver__hourly_prices_coin_gecko.sql index 3d821c5..3de8790 100644 --- a/models/silver/crossdb/silver__hourly_prices_coin_gecko.sql +++ b/models/silver/crossdb/silver__hourly_prices_coin_gecko.sql @@ -4,7 +4,7 @@ incremental_strategy = 'merge', merge_exclude_columns = ["inserted_timestamp"], cluster_by = 'recorded_hour::DATE', - tags = ['noncore'] + tags = ['core'] ) }} SELECT diff --git a/models/silver/stats/silver_stats__core_metrics_block_hourly.sql b/models/silver/stats/silver_stats__core_metrics_block_hourly.sql index e7ac2d1..6fdecbf 100644 --- a/models/silver/stats/silver_stats__core_metrics_block_hourly.sql +++ b/models/silver/stats/silver_stats__core_metrics_block_hourly.sql @@ -3,7 +3,7 @@ incremental_strategy = 'delete+insert', unique_key = "block_timestamp_hour", cluster_by = ['block_timestamp_hour::DATE'], - tags = ['noncore'] + tags = ['core'] ) }} SELECT diff --git a/models/silver/stats/silver_stats__core_metrics_hourly.sql b/models/silver/stats/silver_stats__core_metrics_hourly.sql index dc52de7..d63f209 100644 --- a/models/silver/stats/silver_stats__core_metrics_hourly.sql +++ b/models/silver/stats/silver_stats__core_metrics_hourly.sql @@ -3,7 +3,7 @@ incremental_strategy = 'delete+insert', unique_key = "block_timestamp_hour", cluster_by = ['block_timestamp_hour::DATE'], - tags = ['noncore'] + tags = ['core'] ) }} SELECT