mirror of
https://github.com/FlipsideCrypto/fsc-evm.git
synced 2026-02-06 10:46:48 +00:00
99 lines
3.1 KiB
YAML
99 lines
3.1 KiB
YAML
name: dbt_run_template
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
warehouse:
|
|
required: false
|
|
type: string
|
|
default: DBT_CLOUD
|
|
target:
|
|
required: false
|
|
type: string
|
|
default: prod
|
|
command_name:
|
|
required: true
|
|
type: string
|
|
default: Run DBT Command
|
|
command:
|
|
required: true
|
|
type: string
|
|
command_name_2:
|
|
required: false
|
|
type: string
|
|
default: Run DBT Command 2 (if enabled)
|
|
command_2:
|
|
required: false
|
|
type: string
|
|
default: ""
|
|
|
|
jobs:
|
|
run_dbt_jobs:
|
|
runs-on: ubuntu-latest
|
|
environment:
|
|
name: workflow_secrets
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Extract project & profile names from dbt_project.yml
|
|
id: project-name
|
|
run: |
|
|
PROFILE_NAME=$(grep "^profile:" dbt_project.yml | sed 's/^profile:[[:space:]]*"//' | sed 's/".*$//')
|
|
PROJECT_NAME=$(grep "^name:" dbt_project.yml | sed 's/^name:[[:space:]]*"//' | sed 's/".*$//')
|
|
echo "PROFILE_NAME=$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "PROJECT_NAME=$PROJECT_NAME" >> $GITHUB_ENV
|
|
echo "PROFILE_NAME: $PROFILE_NAME"
|
|
echo "PROJECT_NAME: $PROJECT_NAME"
|
|
|
|
- name: Set environment variables
|
|
run: |
|
|
echo "TARGET=${{ inputs.target }}" >> $GITHUB_ENV
|
|
echo "ACCOUNT=vna27887.us-east-1" >> $GITHUB_ENV
|
|
echo "REGION=us-east-1" >> $GITHUB_ENV
|
|
echo "SCHEMA=ADMIN" >> $GITHUB_ENV
|
|
echo "USER=DBT_CLOUD_$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "PASSWORD=${{ secrets.PASSWORD }}" >> $GITHUB_ENV
|
|
|
|
if [[ "${{ inputs.target }}" == *"prod"* ]]; then
|
|
echo "DATABASE=$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "ROLE=DBT_CLOUD_$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "WAREHOUSE=${{ inputs.warehouse }}" >> $GITHUB_ENV
|
|
elif [[ "${{ inputs.target }}" == *"test"* ]]; then
|
|
echo "DATABASE=$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "ROLE=DBT_CLOUD_$PROFILE_NAME" >> $GITHUB_ENV
|
|
echo "WAREHOUSE=DBT_TEST" >> $GITHUB_ENV
|
|
else
|
|
echo "DATABASE=${PROFILE_NAME}_DEV" >> $GITHUB_ENV
|
|
echo "ROLE=INTERNAL_DEV" >> $GITHUB_ENV
|
|
echo "WAREHOUSE=${{ inputs.warehouse }}" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- uses: actions/setup-python@v4
|
|
with:
|
|
python-version: "3.10"
|
|
cache: "pip"
|
|
|
|
- name: Configure git for internal repos
|
|
run: git config --global url."https://x-access-token:${{ secrets.GH_INTERNAL_TOKEN }}@github.com/".insteadOf "https://github.com/"
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
pip install -r requirements.txt
|
|
dbt deps
|
|
|
|
- name: ${{inputs.command_name}}
|
|
run: |
|
|
${{ inputs.command }}
|
|
|
|
- name: ${{inputs.command_name_2}}
|
|
if: "${{ inputs.command_2 != '' }}"
|
|
run: |
|
|
${{ inputs.command_2 }}
|
|
|
|
notify-failure:
|
|
needs: [run_dbt_jobs]
|
|
if: failure()
|
|
uses: ./.github/workflows/slack_notify.yml
|
|
secrets:
|
|
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} |