migrate to LQ (#284)

* migrate to LQ

* typo

* new workflow

.github/workflows/dbt_run_dummy.yml

@@ -1,44 +0,0 @@
-name: dbt_run_dummy
-run-name: dbt_run_dummy
-
-on:
-  workflow_dispatch:
-    branches:
-      - "main"
-    
-env:
-  DBT_PROFILES_DIR: ./
-
-  ACCOUNT: "${{ vars.ACCOUNT }}"
-  ROLE: "${{ vars.ROLE }}"
-  USER: "${{ vars.USER }}"
-  PASSWORD: "${{ secrets.PASSWORD }}"
-  REGION: "${{ vars.REGION }}"
-  DATABASE: "${{ vars.DATABASE }}"
-  WAREHOUSE: "${{ vars.WAREHOUSE }}"
-  SCHEMA: "${{ vars.SCHEMA }}"
-
-concurrency:
-  group: ${{ github.workflow }}
-
-jobs:
-  run_dbt_jobs:
-    runs-on: ubuntu-latest
-    environment: 
-      name: workflow_prod
-
-    steps:
-      - uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-          cache: "pip"
-
-      - name: install dependencies
-        run: |
-          pip install -r requirements.txt
-          dbt deps
-      - name: Run DBT Jobs
-        run: |
-          dbt run -m models/silver/utilities/silver__dummy_workflow.sql

.github/workflows/dbt_run_dummy2.yml

@@ -1,44 +0,0 @@
-name: dbt_run_dummy2
-run-name: dbt_run_dummy2
-
-on:
-  workflow_dispatch:
-    branches:
-      - "main"
-    
-env:
-  DBT_PROFILES_DIR: ./
-
-  ACCOUNT: "${{ vars.ACCOUNT }}"
-  ROLE: "${{ vars.ROLE }}"
-  USER: "${{ vars.USER }}"
-  PASSWORD: "${{ secrets.PASSWORD }}"
-  REGION: "${{ vars.REGION }}"
-  DATABASE: "${{ vars.DATABASE }}"
-  WAREHOUSE: "${{ vars.WAREHOUSE }}"
-  SCHEMA: "${{ vars.SCHEMA }}"
-
-concurrency:
-  group: ${{ github.workflow }}
-
-jobs:
-  run_dbt_jobs:
-    runs-on: ubuntu-latest
-    environment: 
-      name: workflow_prod
-
-    steps:
-      - uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-          cache: "pip"
-
-      - name: install dependencies
-        run: |
-          pip install -r requirements.txt
-          dbt deps
-      - name: Run DBT Jobs
-        run: |
-          dbt run -m models/silver/utilities/silver__dummy_workflow2.sql

.github/workflows/dbt_run_scheduled_curated.yml

@@ -3,9 +3,8 @@ run-name: dbt_run_scheduled_curated
 
 on:
   workflow_dispatch:
-  schedule:
-    # Runs at minutes 15 and 45 (see https://crontab.guru)
-    - cron: '15,45 * * * *'
+    branches:
+      - "main"
     
 env:
   DBT_PROFILES_DIR: ./

.github/workflows/dbt_run_scheduled_non_realtime.yml

@@ -3,9 +3,8 @@ run-name: dbt_run_scheduled_non_realtime
 
 on:
   workflow_dispatch:
-  schedule:
-    # Runs at minute 9,21,33,45,57 (see https://crontab.guru)
-    - cron: '9,21,33,45,57 * * * *'
+    branches:
+      - "main"
     
 env:
   DBT_PROFILES_DIR: ./

.github/workflows/dbt_run_streamline_chainhead.yml

@@ -3,9 +3,8 @@ run-name: dbt_run_streamline_chainhead
 
 on:
   workflow_dispatch:
-  schedule:
-    # Runs at minutes 3,15,27,39,51 (see https://crontab.guru)
-    - cron: '3,15,27,39,51 * * * *'
+    branches:
+      - "main"
 
 env:
   DBT_PROFILES_DIR: ./

.github/workflows/dbt_run_streamline_decoder.yml

@@ -3,9 +3,8 @@ run-name: dbt_run_streamline_decoder
 
 on:
   workflow_dispatch:
-  schedule:
-    # Runs at minutes 7,19,31,43,55 (see https://crontab.guru)
-    - cron: '7,19,31,43,55 * * * *'
+    branches:
+      - "main"
     
 env:
   DBT_PROFILES_DIR: ./

data/github_actions__workflows.csv

@@ -1,4 +1,6 @@
 workflow_name,workflow_schedule
-dbt_run_dummy,"0,20,40 * * * *"
-dbt_run_dummy2,"22 * * * *"
+dbt_run_scheduled_non_realtime,"9,21,33,45,57 * * * *"
+dbt_run_streamline_chainhead,"3,15,27,39,51 * * * *"
+dbt_run_streamline_decoder,"7,19,31,43,55 * * * *"
+dbt_run_scheduled_curated,"15,45 * * * *"
 dbt_test_tasks,"0,30 * * * *"

models/silver/utilities/silver__dummy_workflow.sql

@@ -1,8 +0,0 @@
-{{ config(
-    materialized = 'incremental',
-    unique_key = 'run_timestamp'
-) }}
-
-SELECT
-    SYSDATE() AS run_timestamp,
-    1 AS dummy

models/silver/utilities/silver__dummy_workflow2.sql

@@ -1,8 +0,0 @@
-{{ config(
-    materialized = 'incremental',
-    unique_key = 'run_timestamp'
-) }}
-
-SELECT
-    SYSDATE() AS run_timestamp,
-    1 AS dummy