1.7 update

This commit is contained in:
WHYTEWYLL 2024-01-26 13:10:08 +07:00
parent 20ae46e8c7
commit 0c64185d5a
14 changed files with 45 additions and 33 deletions

View File

@ -21,5 +21,5 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_docs_updates.yml@main
secrets: inherit
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_docs_updates.yml@AN-4374/upgrade-dbt-1.7
secrets: inherit

View File

@ -53,9 +53,9 @@ jobs:
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
- uses: actions/setup-python@v4
with:
python-version: "3.7.x"
python-version: "3.10"
- name: install dependencies
run: |

View File

@ -25,7 +25,7 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt run -s tag:atlas

View File

@ -5,7 +5,7 @@ on:
workflow_dispatch:
schedule:
# Runs 0800 daily (see https://crontab.guru)
- cron: '0 8 * * *'
- cron: "0 8 * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
@ -25,10 +25,10 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt run-operation run_sp_create_prod_clone
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit
secrets: inherit

View File

@ -7,9 +7,9 @@ on:
- "main"
inputs:
warehouse:
type: choice
type: choice
description: Snowflake warehouse
required: true
required: true
options:
- DBT
- DBT_CLOUD
@ -17,7 +17,7 @@ on:
default: DBT
dbt_command:
type: string
description: 'DBT Run Command'
description: "DBT Run Command"
required: true
env:
@ -33,15 +33,14 @@ env:
WAREHOUSE: "${{ inputs.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_deployment_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_deployment_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: |
${{ inputs.dbt_command }}
${{ inputs.dbt_command }}
warehouse: ${{ inputs.WAREHOUSE }}
secrets: inherit
secrets: inherit

View File

@ -32,9 +32,9 @@ jobs:
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
- uses: actions/setup-python@v4
with:
python-version: "3.7.x"
python-version: "3.10"
- name: install dependencies

View File

@ -25,7 +25,7 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt run -s tag:nearblocks tag:activity

View File

@ -3,10 +3,10 @@ run-name: dbt_run_nearblocks_api
on:
workflow_dispatch:
# Disabling schedule
# Disabling schedule
# schedule:
# Runs 0100 UTC daily (see https://crontab.guru)
# - cron: '0 1 * * *'
# Runs 0100 UTC daily (see https://crontab.guru)
# - cron: '0 1 * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"
@ -23,13 +23,13 @@ env:
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt run-operation get_nearblocks_fts
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit
secrets: inherit

View File

@ -32,9 +32,9 @@ jobs:
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
- uses: actions/setup-python@v4
with:
python-version: "3.7.x"
python-version: "3.10"
- name: install dependencies

View File

@ -4,7 +4,7 @@ on:
workflow_dispatch:
schedule:
# Runs "every other hour" (see https://crontab.guru)
- cron: '0 */2 * * *'
- cron: "0 */2 * * *"
env:
USE_VARS: "${{ vars.USE_VARS }}"
@ -22,10 +22,9 @@ env:
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt run --vars {"S3_LOOKBACK_HOURS":-6} -m models/silver/streamline/streamline__s3_sync.sql

View File

@ -25,7 +25,7 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
with:
dbt_command: >
dbt seed; dbt run -s models/bronze tag:helper tag:load+ tag:labels+ --exclude streamline__s3_sync tag:livequery tag:atlas

View File

@ -32,9 +32,9 @@ jobs:
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v1
- uses: actions/setup-python@v4
with:
python-version: "3.7.x"
python-version: "3.10"
- name: install dependencies
run: |

14
package-lock.yml Normal file
View File

@ -0,0 +1,14 @@
packages:
- package: calogica/dbt_expectations
version: 0.8.0
- package: dbt-labs/dbt_utils
version: 1.0.0
- git: https://github.com/FlipsideCrypto/fsc-utils.git
revision: 3a45311f3e94c8a695443f77aab433a05b894f90
- package: get-select/dbt_snowflake_query_tags
version: 2.3.2
- package: calogica/dbt_date
version: 0.7.2
- git: https://github.com/FlipsideCrypto/livequery-models.git
revision: bca494102fbd2d621d32746e9a7fe780678044f8
sha1_hash: fbcbdbe8b2795b045e82d914d8fe7cf4421a01bc

View File

@ -1 +1 @@
dbt-snowflake>=1.4,<1.5
dbt-snowflake>=1.7,<1.8