From 22ea481028d46f5b03def986228801ccecd5fea2 Mon Sep 17 00:00:00 2001 From: Mike Stepanovic Date: Wed, 19 Mar 2025 10:12:11 -0600 Subject: [PATCH] more changes --- .github/workflows/dbt_run_noncore.yml | 44 --------------------------- models/sources.yml | 40 ++++++++++++++++++++++++ 2 files changed, 40 insertions(+), 44 deletions(-) delete mode 100644 .github/workflows/dbt_run_noncore.yml create mode 100644 models/sources.yml diff --git a/.github/workflows/dbt_run_noncore.yml b/.github/workflows/dbt_run_noncore.yml deleted file mode 100644 index 77b234a..0000000 --- a/.github/workflows/dbt_run_noncore.yml +++ /dev/null @@ -1,44 +0,0 @@ -name: dbt_run_incremental_core -run-name: dbt_run_incremental_core - -on: - workflow_dispatch: - schedule: - - cron: "25,55 0/4 * * *" - -env: - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "${{ vars.PYTHON_VERSION }}" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - dbt run -m movement_models,tag:core \ No newline at end of file diff --git a/models/sources.yml b/models/sources.yml new file mode 100644 index 0000000..a5da39e --- /dev/null +++ b/models/sources.yml @@ -0,0 +1,40 @@ +version: 2 + +sources: + - name: crosschain + database: "{{ 'crosschain' if target.database == 'MOVEMENT' else 'crosschain_dev' }}" + schema: core + tables: + - name: dim_date_hours + - name: address_tags + - name: dim_dates + - name: crosschain_silver + database: "{{ 'crosschain' if target.database == 'MOVEMENT' else 'crosschain_dev' }}" + schema: silver + tables: + - name: number_sequence + - name: labels_combined + - name: complete_token_asset_metadata + - name: complete_token_prices + - name: complete_provider_asset_metadata + - name: complete_provider_prices + - name: complete_native_asset_metadata + - name: complete_native_prices + - name: bronze_streamline + database: streamline + schema: | + {{ "MOVEMENT_DEV" if var("STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES", False) else "MOVEMENT" }} + tables: + - name: blocks_tx + freshness: + warn_after: {count: 2, period: hour} + error_after: {count: 4, period: hour} + - name: transactions + freshness: + warn_after: {count: 2, period: hour} + error_after: {count: 4, period: hour} + - name: github_actions + database: movement + schema: github_actions + tables: + - name: workflows