revert backfill logic

.github/workflows/dbt_run_streamline_temp_backfill.yml

@@ -1,45 +0,0 @@
-name: dbt_run_streamline_temp_backfill
-run-name: dbt_run_streamline_temp_backfill
-
-on:
-  workflow_dispatch:
-  schedule:
-    # Runs "every 30 min" (see https://crontab.guru)
-    - cron: '12,42 * * * *'
-
-env:
-  DBT_PROFILES_DIR: ./
-
-  ACCOUNT: "${{ vars.ACCOUNT }}"
-  ROLE: "${{ vars.ROLE }}"
-  USER: "${{ vars.USER }}"
-  PASSWORD: "${{ secrets.PASSWORD }}"
-  REGION: "${{ vars.REGION }}"
-  DATABASE: "${{ vars.DATABASE }}"
-  WAREHOUSE: "${{ vars.WAREHOUSE }}"
-  SCHEMA: "${{ vars.SCHEMA }}"
-
-concurrency:
-  group: ${{ github.workflow }}
-
-jobs:
-  run_dbt_jobs:
-    runs-on: ubuntu-latest
-    environment:
-      name: workflow_prod
-
-    steps:
-      - uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-          cache: "pip"
-
-      - name: install dependencies
-        run: |
-          pip install -r requirements.txt
-          dbt deps
-      - name: Run DBT Jobs
-        run: |
-          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m models/streamline/core/streamline__get_testnet_chainhead.sql "berachain_models,tag:confirm_blocks_temp"

models/streamline/core/realtime/streamline__testnet_confirm_blocks_realtime.sql

@@ -9,11 +9,17 @@
         "worker_batch_size" :"2000",
         "sql_source" :"{{this.identifier}}" }
     ),
-    tags = ['confirm_blocks_temp']
+    tags = ['streamline_testnet_realtime']
 ) }}
 
-WITH look_back AS (
+WITH last_3_days AS (
 
+    SELECT
+        block_number
+    FROM
+        {{ ref("_block_lookback") }}
+),
+look_back AS (
     SELECT
         block_number
     FROM
@@ -36,11 +42,17 @@ tbl AS (
             FROM
                 look_back
         )
+        AND block_number >= (
+            SELECT
+                block_number
+            FROM
+                last_3_days
+        )
     EXCEPT
     SELECT
         block_number
     FROM
-        {{ ref("streamline__complete_confirmed_blocks") }}
+        {{ ref("streamline__testnet_confirmed_blocks_complete") }}
     WHERE
         block_number IS NOT NULL
         AND block_number <= (
@@ -49,6 +61,17 @@ tbl AS (
             FROM
                 look_back
         )
+        AND _inserted_timestamp >= DATEADD(
+            'day',
+            -4,
+            SYSDATE()
+        )
+        AND block_number >= (
+            SELECT
+                block_number
+            FROM
+                last_3_days
+        )
 )
 SELECT
     block_number,
@@ -72,11 +95,9 @@ SELECT
             'eth_getBlockByNumber',
             'params',
             ARRAY_CONSTRUCT(utils.udf_int_to_hex(block_number), FALSE)),
-            'Vault/prod/berachain/internal/archive'
+            'Vault/prod/berachain/internal/testnet_2'
         ) AS request
         FROM
             tbl
         ORDER BY
             block_number ASC
-        LIMIT
-            20000