add/github-actions-job-update (#63)

* added and updated dbt run/test jobs for optimism

* changed naming convention

* updated incremental job name

* removed placeholder job
This commit is contained in:
drethereum 2023-01-04 10:59:01 -07:00 committed by GitHub
parent c8c78bf62d
commit 34a2b3d334
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 108 additions and 3 deletions

View File

@ -0,0 +1,35 @@
name: dbt_run_api_feeder_table
run-name: dbt_run_api_feeder_table
on:
push:
branches:
- main
schedule:
# Runs "at 8:00 UTC" (see https://crontab.guru)
- cron: '0 8 * * *'
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: '["dbt run -m models/silver/api_udf"]'
secrets: inherit # pass all secrets

View File

@ -0,0 +1,35 @@
name: dbt_run_dev_refresh
run-name: dbt_run_dev_refresh
on:
push:
branches:
- main
schedule:
# Runs "at 9:00 UTC" (see https://crontab.guru)
- cron: '0 9 * * *'
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: '["dbt run-operation run_sp_create_prod_clone"]'
secrets: inherit # pass all secrets

View File

@ -6,8 +6,8 @@ on:
branches:
- main
schedule:
# Runs "every 6 hours" (see https://crontab.guru)
- cron: '0 */6 * * *'
# Runs "every 2 hours" (see https://crontab.guru)
- cron: '0 */2 * * *'
env:
DBT_PROFILES_DIR: ./
@ -28,7 +28,7 @@ jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: '["dbt run -m ./models/streamline/*"]'
dbt_command: '["dbt run --exclude models/silver/api_udf"]'
secrets: inherit # pass all secrets

35
.github/workflows/dbt_test.yml vendored Normal file
View File

@ -0,0 +1,35 @@
name: dbt_test
run-name: dbt_test
on:
push:
branches:
- main
schedule:
# Runs "at 9:00 UTC" (see https://crontab.guru)
- cron: '0 9 * * *'
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ secrets.ACCOUNT }}"
ROLE: "${{ secrets.ROLE }}"
USER: "${{ secrets.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ secrets.REGION }}"
DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
SCHEMA: "${{ secrets.SCHEMA }}"
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: '["dbt test"]'
secrets: inherit # pass all secrets