Merge pull request #67 from FlipsideCrypto/An-4442-flow-dbt1.7

update 1.7
2026-02-06 14:16:47 +00:00 · 2024-01-30 08:47:09 -03:00 · 2024-01-30 08:47:09 -03:00 · 28c1461df2
commit 28c1461df2
parent 39c2245b0b 5e32a86f34
19 changed files with 46 additions and 32 deletions
--- a/.github/workflows/dbt_alter_gha_task.yml
+++ b/.github/workflows/dbt_alter_gha_task.yml
@ -11,14 +11,14 @@ on:
        description: Name of the workflow to perform the action on, no .yml extension
        required: true
      task_action:
-        type: choice 
+        type: choice
        description: Action to perform
        required: true
        options:
          - SUSPEND
          - RESUME
        default: SUSPEND
-    
+
 env:
  DBT_PROFILES_DIR: ./

@ -36,11 +36,11 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_alter_gha_tasks.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_alter_gha_tasks.yml@AN-4374/upgrade-dbt-1.7
    with:
      workflow_name: |
-         ${{ inputs.workflow_name }}
+        ${{ inputs.workflow_name }}
      task_action: |
-         ${{ inputs.task_action }}
+        ${{ inputs.task_action }}
      environment: workflow_prod
-    secrets: inherit
+    secrets: inherit
--- a/.github/workflows/dbt_docs_update.yml
+++ b/.github/workflows/dbt_docs_update.yml
@ -23,5 +23,5 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_docs_updates.yml@main
-    secrets: inherit 
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_docs_updates.yml@AN-4374/upgrade-dbt-1.7
+    secrets: inherit
--- a/.github/workflows/dbt_run_adhoc.yml
+++ b/.github/workflows/dbt_run_adhoc.yml
@ -53,9 +53,9 @@ jobs:
    steps:
      - uses: actions/checkout@v3

-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v4
        with:
-          python-version: "3.7.x"
+          python-version: "3.10"

      - name: install dependencies
        run: |
--- a/.github/workflows/dbt_run_atlas.yml
+++ b/.github/workflows/dbt_run_atlas.yml
@ -25,7 +25,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run -s tag:atlas
--- a/.github/workflows/dbt_run_deployment.yml
+++ b/.github/workflows/dbt_run_deployment.yml
@ -38,7 +38,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_deployment_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_deployment_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: |
        ${{ inputs.dbt_command }}
--- a/.github/workflows/dbt_run_dev_refresh.yml
+++ b/.github/workflows/dbt_run_dev_refresh.yml
@ -26,7 +26,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run-operation run_sp_create_prod_clone
--- a/.github/workflows/dbt_run_full_observability.yml
+++ b/.github/workflows/dbt_run_full_observability.yml
@ -32,9 +32,9 @@ jobs:
    steps:
      - uses: actions/checkout@v3

-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v4
        with:
-          python-version: "3.7.x"
+          python-version: "3.10"

      - name: install dependencies
        run: |
--- a/.github/workflows/dbt_run_observability.yml
+++ b/.github/workflows/dbt_run_observability.yml
@ -32,9 +32,9 @@ jobs:
    steps:
      - uses: actions/checkout@v3

-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v4
        with:
-          python-version: "3.7.x"
+          python-version: "3.10"

      - name: install dependencies
        run: |
--- a/.github/workflows/dbt_run_scheduled.yml
+++ b/.github/workflows/dbt_run_scheduled.yml
@ -25,7 +25,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run -s tag:core
--- a/.github/workflows/dbt_run_streamline_history.yml
+++ b/.github/workflows/dbt_run_streamline_history.yml
@ -22,7 +22,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_RUN_HISTORY":True}' -m 1+models/silver/streamline/realtime/ --full-refresh
--- a/.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml
+++ b/.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml
@ -25,7 +25,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/realtime/streamline__blocks_realtime.sql 1+models/silver/streamline/realtime/streamline__transactions_realtime.sql
--- a/.github/workflows/dbt_run_streamline_realtime_tx_receipts.yml
+++ b/.github/workflows/dbt_run_streamline_realtime_tx_receipts.yml
@ -25,7 +25,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql
--- a/.github/workflows/dbt_run_streamline_traces_history.yml
+++ b/.github/workflows/dbt_run_streamline_traces_history.yml
@ -4,7 +4,7 @@ run-name: dbt_run_streamline_traces_history
 on:
  workflow_dispatch:
  schedule:
-    # Run every 2 hours 
+    # Run every 2 hours
    - cron: "0 */2 * * *"

 env:
@ -25,7 +25,7 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@AN-4374/upgrade-dbt-1.7
    with:
      dbt_command: >
        dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/history/streamline__traces_history.sql
--- a/.github/workflows/dbt_test_daily.yml
+++ b/.github/workflows/dbt_test_daily.yml
@ -32,9 +32,9 @@ jobs:
    steps:
      - uses: actions/checkout@v3

-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v4
        with:
-          python-version: "3.7.x"
+          python-version: "3.10"

      - name: install dependencies
        run: |
--- a/.github/workflows/dbt_test_tasks.yml
+++ b/.github/workflows/dbt_test_tasks.yml
@ -5,7 +5,7 @@ on:
  workflow_dispatch:
    branches:
      - "main"
-    
+
 env:
  DBT_PROFILES_DIR: ./

@ -23,5 +23,5 @@ concurrency:

 jobs:
  called_workflow_template:
-    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@main
-    secrets: inherit
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@AN-4374/upgrade-dbt-1.7
+    secrets: inherit
--- a/.github/workflows/dbt_test_weekly.yml
+++ b/.github/workflows/dbt_test_weekly.yml
@ -32,9 +32,9 @@ jobs:
    steps:
      - uses: actions/checkout@v3

-      - uses: actions/setup-python@v1
+      - uses: actions/setup-python@v4
        with:
-          python-version: "3.7.x"
+          python-version: "3.10"

      - name: install dependencies
        run: |
--- a/dbt_project.yml
+++ b/dbt_project.yml
@ -5,7 +5,7 @@ name: "aurora_models"
 version: "1.0.0"
 config-version: 2

-require-dbt-version: ">=1.4.0"
+require-dbt-version: ">=1.7.0"

 # This setting configures which "profile" dbt uses for this project.
 profile: "aurora"
--- a/package-lock.yml
+++ b/package-lock.yml
@ -0,0 +1,14 @@
+packages:
+- package: calogica/dbt_expectations
+  version: 0.8.5
+- git: https://github.com/FlipsideCrypto/fsc-utils.git
+  revision: c84d623aa09ce2acb9451e6aedf5fa70c19b0b95
+- package: get-select/dbt_snowflake_query_tags
+  version: 2.3.1
+- package: calogica/dbt_date
+  version: 0.7.2
+- package: dbt-labs/dbt_utils
+  version: 1.0.0
+- git: https://github.com/FlipsideCrypto/livequery-models.git
+  revision: bca494102fbd2d621d32746e9a7fe780678044f8
+sha1_hash: 97973763ca6ea590de018e4df5195006f2827e27
--- a/requirements.txt
+++ b/requirements.txt
@ -1 +1 @@
-dbt-snowflake>=1.4,<1.5
+dbt-snowflake>=1.7,<1.8