mirror of
https://github.com/FlipsideCrypto/ethereum-models.git
synced 2026-02-06 14:26:50 +00:00
break out blobs (#904)
This commit is contained in:
parent
b9d138ceb2
commit
27cf1c99c6
45
.github/workflows/dbt_run_temp_blobs.yml
vendored
Normal file
45
.github/workflows/dbt_run_temp_blobs.yml
vendored
Normal file
@ -0,0 +1,45 @@
|
||||
name: dbt_run_temp_blobs
|
||||
run-name: dbt_run_temp_blobs
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
# Runs every 30 mins
|
||||
- cron: '*/30 * * * *'
|
||||
|
||||
env:
|
||||
DBT_PROFILES_DIR: ./
|
||||
|
||||
ACCOUNT: "${{ vars.ACCOUNT }}"
|
||||
ROLE: "${{ vars.ROLE }}"
|
||||
USER: "${{ vars.USER }}"
|
||||
PASSWORD: "${{ secrets.PASSWORD }}"
|
||||
REGION: "${{ vars.REGION }}"
|
||||
DATABASE: "${{ vars.DATABASE }}"
|
||||
WAREHOUSE: "${{ vars.WAREHOUSE }}"
|
||||
SCHEMA: "${{ vars.SCHEMA }}"
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}
|
||||
|
||||
jobs:
|
||||
run_dbt_jobs:
|
||||
runs-on: ubuntu-latest
|
||||
environment:
|
||||
name: workflow_prod_backfill
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- uses: actions/setup-python@v4
|
||||
with:
|
||||
python-version: "3.10"
|
||||
cache: "pip"
|
||||
|
||||
- name: install dependencies
|
||||
run: |
|
||||
pip install -r requirements.txt
|
||||
dbt deps
|
||||
- name: Run DBT Jobs
|
||||
run: |
|
||||
dbt run -m "ethereum_models,tag:blobs"
|
||||
@ -1,7 +1,7 @@
|
||||
{{ config(
|
||||
materialized = 'incremental',
|
||||
unique_key = 'slot_number',
|
||||
tags = ['streamline_beacon_realtime']
|
||||
tags = ['blobs']
|
||||
) }}
|
||||
|
||||
WITH slot_range AS (
|
||||
@ -41,7 +41,7 @@ create_range AS (
|
||||
slot_range
|
||||
ORDER BY
|
||||
slot_number ASC
|
||||
) {% for item in range(800) %}
|
||||
) {% for item in range(600) %}
|
||||
SELECT
|
||||
slot_number,
|
||||
live.udf_api(
|
||||
|
||||
Loading…
Reference in New Issue
Block a user