diff --git a/.github/workflows/dbt_run_scheduled_core.yml b/.github/workflows/dbt_run_scheduled_core.yml index f5ed3d8..5d47a9c 100644 --- a/.github/workflows/dbt_run_scheduled_core.yml +++ b/.github/workflows/dbt_run_scheduled_core.yml @@ -4,8 +4,8 @@ run-name: dbt_run_scheduled_core on: workflow_dispatch: schedule: - # Runs "every 55 mins" (see https://crontab.guru) - - cron: "55 * * * *" + # Runs "every 15 mins" (see https://crontab.guru) + - cron: "15 * * * *" env: USE_VARS: "${{ vars.USE_VARS }}" @@ -17,7 +17,7 @@ env: PASSWORD: "${{ secrets.PASSWORD }}" REGION: "${{ vars.REGION }}" DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" + WAREHOUSE: DBT_EMERGENCY SCHEMA: "${{ vars.SCHEMA }}" concurrency: @@ -44,7 +44,7 @@ jobs: run: | dbt run-operation dispatch_github_workflow --args "{'repo_name': 'streamline-snowflake', 'workflow_name': 'dbt_run_near_external_table_update', 'gb_id': '${{ secrets.GB_ID}}'}"; dbt seed; - dbt run -s tag:scheduled_core --vars "{ 'RECEIPT_MAP_LOOKBACK_HOURS': 0.5}"; + dbt run -s tag:scheduled_core tag:grail --vars "{ 'RECEIPT_MAP_LOOKBACK_HOURS': 0.5}"; - name: Store logs uses: actions/upload-artifact@v3 with: diff --git a/models/gold/defi/defi__ez_bridge_activity.sql b/models/gold/defi/defi__ez_bridge_activity.sql index 8483cc1..ff9ea15 100644 --- a/models/gold/defi/defi__ez_bridge_activity.sql +++ b/models/gold/defi/defi__ez_bridge_activity.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} }, - tags = ['core'] + tags = ['core', 'grail'] ) }} WITH fact_bridging AS ( diff --git a/models/gold/defi/defi__fact_bridge_activity.sql b/models/gold/defi/defi__fact_bridge_activity.sql index 87ef14f..d660f32 100644 --- a/models/gold/defi/defi__fact_bridge_activity.sql +++ b/models/gold/defi/defi__fact_bridge_activity.sql @@ -2,7 +2,7 @@ materialized = 'view', secure = false, meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'DEFI, BRIDGING' }} }, - tags = ['core'] + tags = ['core', 'grail'] ) }} WITH diff --git a/models/silver/actions/silver__actions_events_function_call_s3.sql b/models/silver/actions/silver__actions_events_function_call_s3.sql index b641da6..7b8e9c6 100644 --- a/models/silver/actions/silver__actions_events_function_call_s3.sql +++ b/models/silver/actions/silver__actions_events_function_call_s3.sql @@ -4,7 +4,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], unique_key = 'action_id', - tags = ['actions', 'curated','scheduled_core'] + tags = ['actions', 'curated','scheduled_core', 'grail'] ) }} WITH action_events AS ( diff --git a/models/silver/actions/silver__actions_events_s3.sql b/models/silver/actions/silver__actions_events_s3.sql index bec37dc..7ed12b5 100644 --- a/models/silver/actions/silver__actions_events_s3.sql +++ b/models/silver/actions/silver__actions_events_s3.sql @@ -4,7 +4,7 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = ['block_timestamp::DATE', '_inserted_timestamp::DATE'], unique_key = 'action_id', - tags = ['actions', 'curated','scheduled_core'] + tags = ['actions', 'curated','scheduled_core', 'grail'] ) }} WITH receipts AS ( diff --git a/models/silver/curated/defi/bridge/silver__bridge_allbridge.sql b/models/silver/curated/defi/bridge/silver__bridge_allbridge.sql index aa7335e..97c9b4c 100644 --- a/models/silver/curated/defi/bridge/silver__bridge_allbridge.sql +++ b/models/silver/curated/defi/bridge/silver__bridge_allbridge.sql @@ -4,7 +4,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_allbridge_id', cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'], + tags = ['curated','scheduled_non_core', 'grail'], ) }} WITH functioncall AS ( diff --git a/models/silver/curated/defi/bridge/silver__bridge_rainbow.sql b/models/silver/curated/defi/bridge/silver__bridge_rainbow.sql index 6daf184..67b8bfe 100644 --- a/models/silver/curated/defi/bridge/silver__bridge_rainbow.sql +++ b/models/silver/curated/defi/bridge/silver__bridge_rainbow.sql @@ -4,7 +4,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_rainbow_id', cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'], + tags = ['curated','scheduled_non_core', 'grail'], ) }} WITH functioncall AS ( diff --git a/models/silver/curated/defi/bridge/silver__bridge_wormhole.sql b/models/silver/curated/defi/bridge/silver__bridge_wormhole.sql index 61e4b66..bebc5a3 100644 --- a/models/silver/curated/defi/bridge/silver__bridge_wormhole.sql +++ b/models/silver/curated/defi/bridge/silver__bridge_wormhole.sql @@ -4,7 +4,7 @@ merge_exclude_columns = ["inserted_timestamp"], unique_key = 'bridge_wormhole_id', cluster_by = ['block_timestamp::DATE', '_modified_timestamp::DATE'], - tags = ['curated','scheduled_non_core'], + tags = ['curated','scheduled_non_core', 'grail'], ) }} WITH functioncall AS ( diff --git a/models/silver/prices/silver__complete_token_prices.sql b/models/silver/prices/silver__complete_token_prices.sql index ac0d472..edb5e68 100644 --- a/models/silver/prices/silver__complete_token_prices.sql +++ b/models/silver/prices/silver__complete_token_prices.sql @@ -2,7 +2,7 @@ materialized = 'incremental', incremental_strategy = 'delete+insert', unique_key = 'complete_token_prices_id', - tags = ['scheduled_non_core'] + tags = ['scheduled_non_core', 'grail'] ) }} SELECT