diff --git a/.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml b/.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml new file mode 100644 index 0000000..a4689ee --- /dev/null +++ b/.github/workflows/dbt_run_streamline_realtime_blocks_transactions.yml @@ -0,0 +1,34 @@ +name: dbt_run_streamline_realtime_blocks_transactions +run-name: dbt_run_streamline_realtime_blocks_transactions + +on: + workflow_dispatch: + # schedule: + # # Runs every 10 minutes + # - cron: "0,10,20,30,40,50 * * * *" + +env: + USE_VARS: "${{ vars.USE_VARS }}" + DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" + DBT_VERSION: "${{ vars.DBT_VERSION }}" + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + called_workflow_template: + uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main + with: + dbt_command: > + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/realtime/streamline__blocks_realtime.sql 1+models/silver/streamline/realtime/streamline__transactions_realtime.sql + environment: workflow_prod + warehouse: ${{ vars.WAREHOUSE }} + secrets: inherit diff --git a/.github/workflows/dbt_run_streamline_realtime.yml b/.github/workflows/dbt_run_streamline_realtime_tx_receipts.yml similarity index 83% rename from .github/workflows/dbt_run_streamline_realtime.yml rename to .github/workflows/dbt_run_streamline_realtime_tx_receipts.yml index f0553b7..44b8a26 100644 --- a/.github/workflows/dbt_run_streamline_realtime.yml +++ b/.github/workflows/dbt_run_streamline_realtime_tx_receipts.yml @@ -1,5 +1,5 @@ -name: dbt_run_streamline_realtime -run-name: dbt_run_streamline_realtime +name: dbt_run_streamline_realtime_tx_receipts +run-name: dbt_run_streamline_realtime_tx_receipts on: workflow_dispatch: @@ -28,7 +28,7 @@ jobs: uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main with: dbt_command: > - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/realtime/ + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/silver/streamline/realtime/streamline__tx_receipts_realtime.sql environment: workflow_prod warehouse: ${{ vars.WAREHOUSE }} secrets: inherit diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 67220ce..f77a3a3 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -1,4 +1,5 @@ workflow_name,workflow_schedule -dbt_run_streamline_realtime,"12,42 * * * *" -dbt_run_scheduled,"22,52 * * * *" -dbt_test_tasks,"25,55 * * * *" +dbt_run_streamline_realtime_blocks_transactions,"12,42 * * * *" +dbt_run_streamline_realtime_tx_receipts,"17,47 * * * *" +dbt_run_scheduled,"25,55 * * * *" +dbt_test_tasks,"28,58 * * * *"