Upd tags on workflow to include silver__streamline_events (#198)

* upd tags on scheduled run

* cron to 30 mins
This commit is contained in:
Jack Forgash 2023-10-10 15:35:43 -06:00 committed by GitHub
parent 50b61ee6d8
commit 17bb26999c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 8 additions and 7 deletions

View File

@ -4,8 +4,8 @@ run-name: dbt_run_scheduled
on:
workflow_dispatch:
schedule:
# Runs "every hour" (see https://crontab.guru)
- cron: '0 */1 * * *'
# Runs every half hour (see https://crontab.guru)
- cron: '*/30 * * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"
@ -30,7 +30,7 @@ jobs:
dbt_command: >
dbt run-operation stage_external_sources --vars "ext_full_refresh: true";
dbt seed;
dbt run -s tag:scheduled
dbt run -s tag:scheduled tag:streamline_load tag:streamline_complete
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

View File

@ -3,9 +3,10 @@ run-name: dbt_run_streamline_hourly
on:
workflow_dispatch:
schedule:
# disabling 10/10/23 moving workflow to dbt_run_scheduled
# schedule:
# Runs "every hour" (see https://crontab.guru)
- cron: '0 */1 * * *'
# - cron: '0 */1 * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"

View File

@ -1,7 +1,7 @@
{{ config(
materialized = 'incremental',
unique_key = 'event_id',
tags = ['core', 'streamline_scheduled']
tags = ['core', 'streamline_scheduled', 'scheduled']
) }}
WITH transactions AS (

View File

@ -2,7 +2,7 @@
materialized = 'incremental',
unique_key = "tx_id",
cluster_by = "_inserted_timestamp::date",
tags = ['core', 'streamline_scheduled']
tags = ['core', 'streamline_scheduled', 'scheduled']
) }}
WITH txs AS (