backfill

.github/workflows/dbt_run_streamline_confirm_blocks.yml

@@ -0,0 +1,45 @@
+name: dbt_run_streamline_confirm_blocks
+run-name: dbt_run_streamline_confirm_blocks
+
+on:
+  workflow_dispatch:
+    branches:
+      - "main"
+
+env:
+  DBT_PROFILES_DIR: ./
+
+  ACCOUNT: "${{ vars.ACCOUNT }}"
+  ROLE: "${{ vars.ROLE }}"
+  USER: "${{ vars.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ vars.REGION }}"
+  DATABASE: "${{ vars.DATABASE }}"
+  WAREHOUSE: "${{ vars.WAREHOUSE }}"
+  SCHEMA: "${{ vars.SCHEMA }}"
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  run_dbt_jobs:
+    runs-on: ubuntu-latest
+    environment:
+      name: workflow_prod
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: "3.10"
+          cache: "pip"
+
+      - name: install dependencies
+        run: |
+          pip install -r requirements.txt
+          dbt deps
+          
+      - name: Run History Models
+        run: |
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:streamline_core_history_confirm_blocks" "fsc_evm,tag:streamline_core_complete_confirm_blocks"

dbt_project.yml

@@ -138,6 +138,12 @@ vars:
   
   TRACES_FULL_RELOAD_START_BLOCK: 14000000
 
+  CONFIRM_BLOCKS_HISTORY_NEW_BUILD: True
+  CONFIRM_BLOCKS_HISTORY_PRODUCER_BATCH_SIZE: 10000
+  CONFIRM_BLOCKS_HISTORY_WORKER_BATCH_SIZE: 2000
+  CONFIRM_BLOCKS_HISTORY_SQL_LIMIT: 500000
+
+
   ### PRICES ###
   ## REQUIRED
   PRICES_NATIVE_SYMBOLS: "ETH"