diff --git a/.github/workflows/dbt_run_dummy.yml b/.github/workflows/dbt_run_dummy.yml deleted file mode 100644 index 459bd61..0000000 --- a/.github/workflows/dbt_run_dummy.yml +++ /dev/null @@ -1,44 +0,0 @@ -name: dbt_run_dummy -run-name: dbt_run_dummy - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - dbt run -m models/silver/utilities/silver__dummy_workflow.sql \ No newline at end of file diff --git a/.github/workflows/dbt_run_dummy2.yml b/.github/workflows/dbt_run_dummy2.yml deleted file mode 100644 index f48a226..0000000 --- a/.github/workflows/dbt_run_dummy2.yml +++ /dev/null @@ -1,44 +0,0 @@ -name: dbt_run_dummy2 -run-name: dbt_run_dummy2 - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - dbt run -m models/silver/utilities/silver__dummy_workflow2.sql \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_curated.yml b/.github/workflows/dbt_run_scheduled_curated.yml index c9474c9..a8dda34 100644 --- a/.github/workflows/dbt_run_scheduled_curated.yml +++ b/.github/workflows/dbt_run_scheduled_curated.yml @@ -3,9 +3,8 @@ run-name: dbt_run_scheduled_curated on: workflow_dispatch: - schedule: - # Runs at minutes 15 and 45 (see https://crontab.guru) - - cron: '15,45 * * * *' + branches: + - "main" env: DBT_PROFILES_DIR: ./ diff --git a/.github/workflows/dbt_run_incremental_non_realtime.yml b/.github/workflows/dbt_run_scheduled_non_realtime.yml similarity index 88% rename from .github/workflows/dbt_run_incremental_non_realtime.yml rename to .github/workflows/dbt_run_scheduled_non_realtime.yml index 63b907b..965e179 100644 --- a/.github/workflows/dbt_run_incremental_non_realtime.yml +++ b/.github/workflows/dbt_run_scheduled_non_realtime.yml @@ -3,9 +3,8 @@ run-name: dbt_run_scheduled_non_realtime on: workflow_dispatch: - schedule: - # Runs at minute 9,21,33,45,57 (see https://crontab.guru) - - cron: '9,21,33,45,57 * * * *' + branches: + - "main" env: DBT_PROFILES_DIR: ./ diff --git a/.github/workflows/dbt_run_streamline_chainhead.yml b/.github/workflows/dbt_run_streamline_chainhead.yml index 3910fe7..26cd77b 100644 --- a/.github/workflows/dbt_run_streamline_chainhead.yml +++ b/.github/workflows/dbt_run_streamline_chainhead.yml @@ -3,9 +3,8 @@ run-name: dbt_run_streamline_chainhead on: workflow_dispatch: - schedule: - # Runs at minutes 3,15,27,39,51 (see https://crontab.guru) - - cron: '3,15,27,39,51 * * * *' + branches: + - "main" env: DBT_PROFILES_DIR: ./ diff --git a/.github/workflows/dbt_run_streamline_decoder.yml b/.github/workflows/dbt_run_streamline_decoder.yml index 7374fad..7d9db1b 100644 --- a/.github/workflows/dbt_run_streamline_decoder.yml +++ b/.github/workflows/dbt_run_streamline_decoder.yml @@ -3,9 +3,8 @@ run-name: dbt_run_streamline_decoder on: workflow_dispatch: - schedule: - # Runs at minutes 7,19,31,43,55 (see https://crontab.guru) - - cron: '7,19,31,43,55 * * * *' + branches: + - "main" env: DBT_PROFILES_DIR: ./ diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 60f287c..1b5450c 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -1,4 +1,6 @@ workflow_name,workflow_schedule -dbt_run_dummy,"0,20,40 * * * *" -dbt_run_dummy2,"22 * * * *" +dbt_run_scheduled_non_realtime,"9,21,33,45,57 * * * *" +dbt_run_streamline_chainhead,"3,15,27,39,51 * * * *" +dbt_run_streamline_decoder,"7,19,31,43,55 * * * *" +dbt_run_scheduled_curated,"15,45 * * * *" dbt_test_tasks,"0,30 * * * *" \ No newline at end of file diff --git a/models/silver/utilities/silver__dummy_workflow.sql b/models/silver/utilities/silver__dummy_workflow.sql deleted file mode 100644 index b18aead..0000000 --- a/models/silver/utilities/silver__dummy_workflow.sql +++ /dev/null @@ -1,8 +0,0 @@ -{{ config( - materialized = 'incremental', - unique_key = 'run_timestamp' -) }} - -SELECT - SYSDATE() AS run_timestamp, - 1 AS dummy diff --git a/models/silver/utilities/silver__dummy_workflow2.sql b/models/silver/utilities/silver__dummy_workflow2.sql deleted file mode 100644 index b18aead..0000000 --- a/models/silver/utilities/silver__dummy_workflow2.sql +++ /dev/null @@ -1,8 +0,0 @@ -{{ config( - materialized = 'incremental', - unique_key = 'run_timestamp' -) }} - -SELECT - SYSDATE() AS run_timestamp, - 1 AS dummy