diff --git a/.github/workflows/dbt_run_streamline_dexalot_blocks.yml b/.github/workflows/dbt_run_streamline_dexalot_blocks.yml deleted file mode 100644 index 089e533..0000000 --- a/.github/workflows/dbt_run_streamline_dexalot_blocks.yml +++ /dev/null @@ -1,47 +0,0 @@ -name: dbt_run_streamline_dexalot_blocks -run-name: dbt_run_streamline_dexalot_blocks - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - cancel-in-progress: true - - - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "avalanche_models,tag:streamline_dexalot_blocks" diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 57d9266..288404a 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -6,5 +6,4 @@ dbt_run_scheduled_curated,"35 * * * *" dbt_test_intraday,"37 */4 * * *" dbt_test_tasks,"10 * * * *" dbt_run_streamline_dexalot_chainhead,"50 * * * *" -dbt_run_streamline_dexalot_blocks,"8,38 * * * *" dbt_run_streamline_dexalot_non_realtime,"5 * * * *" \ No newline at end of file diff --git a/models/dexalot/streamline/core/complete/streamline__dexalot_blocks_complete.sql b/models/dexalot/streamline/core/complete/streamline__dexalot_blocks_complete.sql index 1b4dd1a..bd55308 100644 --- a/models/dexalot/streamline/core/complete/streamline__dexalot_blocks_complete.sql +++ b/models/dexalot/streamline/core/complete/streamline__dexalot_blocks_complete.sql @@ -4,7 +4,7 @@ unique_key = "block_number", cluster_by = "ROUND(block_number, -3)", post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number)", - tags = ['streamline_dexalot_complete', 'streamline_dexalot_blocks'] + tags = ['streamline_dexalot_complete'] ) }} SELECT diff --git a/models/dexalot/streamline/core/complete/streamline__dexalot_receipts_complete.sql b/models/dexalot/streamline/core/complete/streamline__dexalot_receipts_complete.sql index 47bb763..8a103c1 100644 --- a/models/dexalot/streamline/core/complete/streamline__dexalot_receipts_complete.sql +++ b/models/dexalot/streamline/core/complete/streamline__dexalot_receipts_complete.sql @@ -3,7 +3,8 @@ materialized = "incremental", unique_key = "block_number", cluster_by = "ROUND(block_number, -3)", - post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number)" + post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION on equality(block_number)", + tags = ['streamline_dexalot_complete'] ) }} SELECT diff --git a/models/dexalot/streamline/core/realtime/streamline__dexalot_blocks_realtime.sql b/models/dexalot/streamline/core/realtime/streamline__dexalot_blocks_realtime.sql index 728315f..a0ebbed 100644 --- a/models/dexalot/streamline/core/realtime/streamline__dexalot_blocks_realtime.sql +++ b/models/dexalot/streamline/core/realtime/streamline__dexalot_blocks_realtime.sql @@ -9,7 +9,7 @@ "worker_batch_size" :"1000", "sql_source" :"{{this.identifier}}" } ), - tags = ['streamline_dexalot_blocks'] + tags = ['streamline_dexalot_realtime'] ) }} WITH last_3_days AS ( diff --git a/models/dexalot/streamline/streamline__dexalot_blocks.sql b/models/dexalot/streamline/streamline__dexalot_blocks.sql index e7e26ff..6a704b2 100644 --- a/models/dexalot/streamline/streamline__dexalot_blocks.sql +++ b/models/dexalot/streamline/streamline__dexalot_blocks.sql @@ -1,6 +1,6 @@ {{ config ( materialized = "view", - tags = ['streamline_dexalot_complete','streamline_dexalot_blocks'] + tags = ['streamline_dexalot_complete'] ) }} SELECT diff --git a/models/dexalot/streamline/streamline__dexalot_txs.sql b/models/dexalot/streamline/streamline__dexalot_txs.sql index 4976fef..753d545 100644 --- a/models/dexalot/streamline/streamline__dexalot_txs.sql +++ b/models/dexalot/streamline/streamline__dexalot_txs.sql @@ -1,6 +1,6 @@ {{ config ( materialized = "view", - tags = ['streamline_dexalot_complete','streamline_dexalot_blocks'] + tags = ['streamline_dexalot_complete'] ) }} SELECT diff --git a/models/dexalot/streamline/streamline__get_dexalot_chainhead.sql b/models/dexalot/streamline/streamline__get_dexalot_chainhead.sql index e41a2b9..d2189b3 100644 --- a/models/dexalot/streamline/streamline__get_dexalot_chainhead.sql +++ b/models/dexalot/streamline/streamline__get_dexalot_chainhead.sql @@ -1,6 +1,6 @@ {{ config ( materialized = 'table', - tags = ['streamline_dexalot_blocks'] + tags = ['streamline_dexalot_complete'] ) }} SELECT