more changes

This commit is contained in:
Mike Stepanovic 2025-03-19 10:12:11 -06:00
parent cb16d1289d
commit 22ea481028
2 changed files with 40 additions and 44 deletions

View File

@ -1,44 +0,0 @@
name: dbt_run_incremental_core
run-name: dbt_run_incremental_core
on:
workflow_dispatch:
schedule:
- cron: "25,55 0/4 * * *"
env:
DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}"
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "${{ vars.PYTHON_VERSION }}"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m movement_models,tag:core

40
models/sources.yml Normal file
View File

@ -0,0 +1,40 @@
version: 2
sources:
- name: crosschain
database: "{{ 'crosschain' if target.database == 'MOVEMENT' else 'crosschain_dev' }}"
schema: core
tables:
- name: dim_date_hours
- name: address_tags
- name: dim_dates
- name: crosschain_silver
database: "{{ 'crosschain' if target.database == 'MOVEMENT' else 'crosschain_dev' }}"
schema: silver
tables:
- name: number_sequence
- name: labels_combined
- name: complete_token_asset_metadata
- name: complete_token_prices
- name: complete_provider_asset_metadata
- name: complete_provider_prices
- name: complete_native_asset_metadata
- name: complete_native_prices
- name: bronze_streamline
database: streamline
schema: |
{{ "MOVEMENT_DEV" if var("STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES", False) else "MOVEMENT" }}
tables:
- name: blocks_tx
freshness:
warn_after: {count: 2, period: hour}
error_after: {count: 4, period: hour}
- name: transactions
freshness:
warn_after: {count: 2, period: hour}
error_after: {count: 4, period: hour}
- name: github_actions
database: movement
schema: github_actions
tables:
- name: workflows