break out blobs (#904)

This commit is contained in:
Austin 2024-06-10 13:42:20 -04:00 committed by GitHub
parent b9d138ceb2
commit 27cf1c99c6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 47 additions and 2 deletions

View File

@ -0,0 +1,45 @@
name: dbt_run_temp_blobs
run-name: dbt_run_temp_blobs
on:
workflow_dispatch:
schedule:
# Runs every 30 mins
- cron: '*/30 * * * *'
env:
DBT_PROFILES_DIR: ./
ACCOUNT: "${{ vars.ACCOUNT }}"
ROLE: "${{ vars.ROLE }}"
USER: "${{ vars.USER }}"
PASSWORD: "${{ secrets.PASSWORD }}"
REGION: "${{ vars.REGION }}"
DATABASE: "${{ vars.DATABASE }}"
WAREHOUSE: "${{ vars.WAREHOUSE }}"
SCHEMA: "${{ vars.SCHEMA }}"
concurrency:
group: ${{ github.workflow }}
jobs:
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod_backfill
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "ethereum_models,tag:blobs"

View File

@ -1,7 +1,7 @@
{{ config(
materialized = 'incremental',
unique_key = 'slot_number',
tags = ['streamline_beacon_realtime']
tags = ['blobs']
) }}
WITH slot_range AS (
@ -41,7 +41,7 @@ create_range AS (
slot_range
ORDER BY
slot_number ASC
) {% for item in range(800) %}
) {% for item in range(600) %}
SELECT
slot_number,
live.udf_api(