diff --git a/.github/workflows/dbt_run_temp_blobs.yml b/.github/workflows/dbt_run_temp_blobs.yml new file mode 100644 index 00000000..78ace3fb --- /dev/null +++ b/.github/workflows/dbt_run_temp_blobs.yml @@ -0,0 +1,45 @@ +name: dbt_run_temp_blobs +run-name: dbt_run_temp_blobs + +on: + workflow_dispatch: + schedule: + # Runs every 30 mins + - cron: '*/30 * * * *' + +env: + DBT_PROFILES_DIR: ./ + + ACCOUNT: "${{ vars.ACCOUNT }}" + ROLE: "${{ vars.ROLE }}" + USER: "${{ vars.USER }}" + PASSWORD: "${{ secrets.PASSWORD }}" + REGION: "${{ vars.REGION }}" + DATABASE: "${{ vars.DATABASE }}" + WAREHOUSE: "${{ vars.WAREHOUSE }}" + SCHEMA: "${{ vars.SCHEMA }}" + +concurrency: + group: ${{ github.workflow }} + +jobs: + run_dbt_jobs: + runs-on: ubuntu-latest + environment: + name: workflow_prod_backfill + + steps: + - uses: actions/checkout@v3 + + - uses: actions/setup-python@v4 + with: + python-version: "3.10" + cache: "pip" + + - name: install dependencies + run: | + pip install -r requirements.txt + dbt deps + - name: Run DBT Jobs + run: | + dbt run -m "ethereum_models,tag:blobs" \ No newline at end of file diff --git a/models/beacon_chain/bronze/bronze__blob_sidecars.sql b/models/beacon_chain/bronze/bronze__blob_sidecars.sql index ff9b0e6c..7f032553 100644 --- a/models/beacon_chain/bronze/bronze__blob_sidecars.sql +++ b/models/beacon_chain/bronze/bronze__blob_sidecars.sql @@ -1,7 +1,7 @@ {{ config( materialized = 'incremental', unique_key = 'slot_number', - tags = ['streamline_beacon_realtime'] + tags = ['blobs'] ) }} WITH slot_range AS ( @@ -41,7 +41,7 @@ create_range AS ( slot_range ORDER BY slot_number ASC -) {% for item in range(800) %} +) {% for item in range(600) %} SELECT slot_number, live.udf_api(