From 372db0cb1e337924103f7bc5503f812ef47462b2 Mon Sep 17 00:00:00 2001
From: Eric Laurello <eric.laurello@flipsidecrypto.com>
Date: Fri, 10 Nov 2023 16:40:12 -0500
Subject: [PATCH] scheduling

---
 ...ental.yml => dbt_run_incremental_core.yml} |  6 ++--
 .../dbt_run_incremental_non_core.yml          | 34 +++++++++++++++++++
 data/github_actions__workflows.csv            |  7 ++--
 3 files changed, 41 insertions(+), 6 deletions(-)
 rename .github/workflows/{dbt_run_incremental.yml => dbt_run_incremental_core.yml} (79%)
 create mode 100644 .github/workflows/dbt_run_incremental_non_core.yml

diff --git a/.github/workflows/dbt_run_incremental.yml b/.github/workflows/dbt_run_incremental_core.yml
similarity index 79%
rename from .github/workflows/dbt_run_incremental.yml
rename to .github/workflows/dbt_run_incremental_core.yml
index 197696e..9573157 100644
--- a/.github/workflows/dbt_run_incremental.yml
+++ b/.github/workflows/dbt_run_incremental_core.yml
@@ -1,5 +1,5 @@
-name: dbt_run_incremental
-run-name: dbt_run_incremental
+name: dbt_run_incremental_core
+run-name: dbt_run_incremental_core
 
 on:
   workflow_dispatch:
@@ -28,7 +28,7 @@ jobs:
     uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
     with:
       dbt_command: |
-          dbt run -m models/bronze models/gold models/silver --exclude models/silver/_observability/silver_observability*
+          dbt run -m models/bronze models/silver/core models/gold/core 
       environment: workflow_prod
       warehouse: ${{ vars.WAREHOUSE }}
     secrets: inherit 
\ No newline at end of file
diff --git a/.github/workflows/dbt_run_incremental_non_core.yml b/.github/workflows/dbt_run_incremental_non_core.yml
new file mode 100644
index 0000000..92f9e56
--- /dev/null
+++ b/.github/workflows/dbt_run_incremental_non_core.yml
@@ -0,0 +1,34 @@
+name: dbt_run_incremental_non_core
+run-name: dbt_run_incremental_non_core
+
+on:
+  workflow_dispatch:
+  # schedule:
+  #   # “At minute 16 and 46 every hour”
+  #   - cron: '16,46 * * * *'
+
+env:
+  USE_VARS: "${{ vars.USE_VARS }}"
+  DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
+  DBT_VERSION: "${{ vars.DBT_VERSION }}"
+  ACCOUNT: "${{ vars.ACCOUNT }}"
+  ROLE: "${{ vars.ROLE }}"
+  USER: "${{ vars.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ vars.REGION }}"
+  DATABASE: "${{ vars.DATABASE }}"
+  WAREHOUSE: "${{ vars.WAREHOUSE }}"
+  SCHEMA: "${{ vars.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  called_workflow_template:
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
+    with:
+      dbt_command: |
+          dbt run -m models/silver/gov models/gold/gov
+      environment: workflow_prod
+      warehouse: ${{ vars.WAREHOUSE }}
+    secrets: inherit 
\ No newline at end of file
diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv
index a58eea0..76882e9 100644
--- a/data/github_actions__workflows.csv
+++ b/data/github_actions__workflows.csv
@@ -1,5 +1,6 @@
 workflow_name,workflow_schedule
-dbt_run_incremental,"10,25,40,55 * * * *"
-dbt_run_streamline_blocks,"0,15,30,45 * * * *"
-dbt_run_streamline_transactions,"4,19,34,49 * * * *"
+dbt_run_incremental_core,"20,50 * * * *"
+dbt_run_incremental_noncore,"33 * * * *"
+dbt_run_streamline_blocks,"9,39 * * * *"
+dbt_run_streamline_transactions,"14,44 * * * *"
 dbt_test_tasks,"0,30 * * * *"