add grail tag and chg to 2xl

This commit is contained in:
forgash_ 2024-06-24 19:33:59 -06:00
parent 8b9b02b6d4
commit e2911366df
9 changed files with 12 additions and 12 deletions

View File

@ -4,8 +4,8 @@ run-name: dbt_run_scheduled_core
on:
workflow_dispatch:
schedule:
# Runs "every 55 mins" (see https://crontab.guru)
- cron: "55 * * * *"
# Runs "every 15 mins" (see https://crontab.guru)
- cron: "15 * * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
@ -17,7 +17,7 @@ env:
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
WAREHOUSE: DBT_EMERGENCY
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
@ -44,7 +44,7 @@ jobs:
run: |
dbt run-operation dispatch_github_workflow --args "{'repo_name': 'streamline-snowflake', 'workflow_name': 'dbt_run_near_external_table_update', 'gb_id': '${{ secrets.GB_ID}}'}";
dbt seed;
dbt run -s tag:scheduled_core --vars "{ 'RECEIPT_MAP_LOOKBACK_HOURS': 0.5}";
dbt run -s tag:scheduled_core tag:grail --vars "{ 'RECEIPT_MAP_LOOKBACK_HOURS': 0.5}";
- name: Store logs
uses: actions/upload-artifact@v3
with:

View File

@ -2,7 +2,7 @@
materialized = 'view',
secure = false,
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} },
tags = ['core']
tags = ['core', 'grail']
) }}
WITH fact_bridging AS (

View File

@ -2,7 +2,7 @@
materialized = 'view',
secure = false,
meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} },
tags = ['core']
tags = ['core', 'grail']
) }}
WITH

View File

@ -4,7 +4,7 @@
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'],
unique_key = 'action_id',
tags = ['actions', 'curated','scheduled_core']
tags = ['actions', 'curated','scheduled_core', 'grail']
) }}
WITH action_events AS (

View File

@ -4,7 +4,7 @@
merge_exclude_columns = ["inserted_timestamp"],
cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'],
unique_key = 'action_id',
tags = ['actions', 'curated','scheduled_core']
tags = ['actions', 'curated','scheduled_core', 'grail']
) }}
WITH receipts AS (

View File

@ -4,7 +4,7 @@
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_allbridge_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],
tags = ['curated','scheduled_non_core'],
tags = ['curated','scheduled_non_core', 'grail'],
) }}
WITH functioncall AS (

View File

@ -4,7 +4,7 @@
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_rainbow_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],
tags = ['curated','scheduled_non_core'],
tags = ['curated','scheduled_non_core', 'grail'],
) }}
WITH functioncall AS (

View File

@ -4,7 +4,7 @@
merge_exclude_columns = ["inserted_timestamp"],
unique_key = 'bridge_wormhole_id',
cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'],
tags = ['curated','scheduled_non_core'],
tags = ['curated','scheduled_non_core', 'grail'],
) }}
WITH functioncall AS (

View File

@ -2,7 +2,7 @@
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_token_prices_id',
tags = ['scheduled_non_core']
tags = ['scheduled_non_core', 'grail']
) }}
SELECT