This commit is contained in:
Eric Laurello 2023-08-31 10:35:14 -04:00
parent 9d17fcaad7
commit cb3218217a
5 changed files with 8 additions and 43 deletions

View File

@ -44,9 +44,9 @@ jobs:
dbt run-operation load_txs_lq_mainnet;
dbt run -m ./models --exclude models/silver/_observability/silver_observabilit*
dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql;
dbt run -m models/silver/silver__blockchain.sql;
dbt run -m models/silver/core/silver__blockchain.sql;
dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql;
dbt run -m models/silver/silver__blockchain.sql;
dbt run -m models/silver/core/silver__blockchain.sql;
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}

View File

@ -1,38 +0,0 @@
name: dbt_run_scheduled_lq_load_mainnet_models
run-name: dbt_run_scheduled_lq_load_mainnet_models
on:
workflow_dispatch:
schedule:
# Hourly”
- cron: '5 * * * *'
env:
USE_VARS: "${{ vars.USE_VARS }}"
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
DBT_VERSION: "${{ vars.DBT_VERSION }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_run_template.yml@main
with:
dbt_command: |
dbt run -m ./models --exclude models/silver/_observability/silver_observabilit*
dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql;
dbt run -m models/silver/silver__blockchain.sql;
dbt run -m models/bronze/bronze_api/bronze_api__get_blockchain.sql;
dbt run -m models/silver/silver__blockchain.sql;
environment: workflow_prod
warehouse: ${{ vars.WAREHOUSE }}
secrets: inherit

View File

@ -2,7 +2,8 @@
materialized = 'incremental',
unique_key = ['tx_id','msg_index'],
incremental_strategy = 'merge',
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
enabled = false
) }}
WITH rel_contracts AS (

View File

@ -2,7 +2,8 @@
materialized = 'incremental',
unique_key = ['tx_id','msg_index'],
incremental_strategy = 'merge',
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
enabled = false
) }}
WITH rel_contracts AS (

View File

@ -2,7 +2,8 @@
materialized = 'incremental',
unique_key = ['tx_id','msg_index'],
incremental_strategy = 'merge',
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ]
cluster_by = ['_inserted_timestamp::DATE', 'block_timestamp::DATE' ],
enabled = false
) }}
WITH rel_contracts AS (