del noncore

This commit is contained in:
WHYTEWYLL 2024-02-22 16:53:35 +01:00
parent d48215a723
commit 2de980d5af
5 changed files with 4 additions and 49 deletions

View File

@ -1,45 +0,0 @@
name: dbt_run_non_core
run-name: dbt_run_non_core
on:
workflow_dispatch:
schedule:
# Runs "1 times per day" (see https://crontab.guru)
- cron: "0 6 * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
- name: install dependencies
run: |
pip3 install dbt-snowflake==${{ env.DBT_VERSION }} cli_passthrough requests click
dbt deps
- name: Run DBT Jobs
run: |
dbt run --threads 2 --vars '{"OBSERV_FULL_TEST":False}' -m tag:noncore

View File

@ -1,6 +1,6 @@
{{ config(
materialized = 'view',
tags = ['noncore'],
tags = ['core'],
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'STATS, METRICS, CORE, HOURLY',
}} }
) }}

View File

@ -4,7 +4,7 @@
incremental_strategy = 'merge',
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = 'recorded_hour::DATE',
tags = ['noncore']
tags = ['core']
) }}
SELECT

View File

@ -3,7 +3,7 @@
incremental_strategy = 'delete+insert',
unique_key = "block_timestamp_hour",
cluster_by = ['block_timestamp_hour::DATE'],
tags = ['noncore']
tags = ['core']
) }}
SELECT

View File

@ -3,7 +3,7 @@
incremental_strategy = 'delete+insert',
unique_key = "block_timestamp_hour",
cluster_by = ['block_timestamp_hour::DATE'],
tags = ['noncore']
tags = ['core']
) }}
SELECT