mirror of
https://github.com/FlipsideCrypto/flow-models.git
synced 2026-02-06 15:51:48 +00:00
Upd tags on workflow to include silver__streamline_events (#198)
* upd tags on scheduled run * cron to 30 mins
This commit is contained in:
parent
50b61ee6d8
commit
17bb26999c
@ -4,8 +4,8 @@ run-name: dbt_run_scheduled
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
# Runs "every hour" (see https://crontab.guru)
|
||||
- cron: '0 */1 * * *'
|
||||
# Runs every half hour (see https://crontab.guru)
|
||||
- cron: '*/30 * * * *'
|
||||
|
||||
env:
|
||||
USE_VARS: "${{ vars.USE_VARS }}"
|
||||
@ -30,7 +30,7 @@ jobs:
|
||||
dbt_command: >
|
||||
dbt run-operation stage_external_sources --vars "ext_full_refresh: true";
|
||||
dbt seed;
|
||||
dbt run -s tag:scheduled
|
||||
dbt run -s tag:scheduled tag:streamline_load tag:streamline_complete
|
||||
environment: workflow_prod
|
||||
warehouse: ${{ vars.WAREHOUSE }}
|
||||
secrets: inherit
|
||||
@ -3,9 +3,10 @@ run-name: dbt_run_streamline_hourly
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
# disabling 10/10/23 moving workflow to dbt_run_scheduled
|
||||
# schedule:
|
||||
# Runs "every hour" (see https://crontab.guru)
|
||||
- cron: '0 */1 * * *'
|
||||
# - cron: '0 */1 * * *'
|
||||
|
||||
env:
|
||||
USE_VARS: "${{ vars.USE_VARS }}"
|
||||
|
||||
@ -1,7 +1,7 @@
|
||||
{{ config(
|
||||
materialized = 'incremental',
|
||||
unique_key = 'event_id',
|
||||
tags = ['core', 'streamline_scheduled']
|
||||
tags = ['core', 'streamline_scheduled', 'scheduled']
|
||||
) }}
|
||||
|
||||
WITH transactions AS (
|
||||
|
||||
@ -2,7 +2,7 @@
|
||||
materialized = 'incremental',
|
||||
unique_key = "tx_id",
|
||||
cluster_by = "_inserted_timestamp::date",
|
||||
tags = ['core', 'streamline_scheduled']
|
||||
tags = ['core', 'streamline_scheduled', 'scheduled']
|
||||
) }}
|
||||
|
||||
WITH txs AS (
|
||||
|
||||
Loading…
Reference in New Issue
Block a user