remove backfill logic

.github/workflows/dbt_run_streamline_temp_decoder_2.yml

@@ -1,45 +0,0 @@
-name: dbt_run_streamline_temp_decoder2
-run-name: dbt_run_streamline_temp_decoder2
-
-on:
-  workflow_dispatch:
-  schedule:
-    # Runs "every 1 hours" (see https://crontab.guru)
-    - cron: '5 */1 * * *'
-
-env:
-  DBT_PROFILES_DIR: ./
-
-  ACCOUNT: "${{ vars.ACCOUNT }}"
-  ROLE: "${{ vars.ROLE }}"
-  USER: "${{ vars.USER }}"
-  PASSWORD: "${{ secrets.PASSWORD }}"
-  REGION: "${{ vars.REGION }}"
-  DATABASE: "${{ vars.DATABASE }}"
-  WAREHOUSE: "${{ vars.WAREHOUSE }}"
-  SCHEMA: "${{ vars.SCHEMA }}"
-
-concurrency:
-  group: ${{ github.workflow }}
-
-jobs:
-  run_dbt_jobs:
-    runs-on: ubuntu-latest
-    environment: 
-      name: workflow_prod_backfill
-
-    steps:
-      - uses: actions/checkout@v3
-
-      - uses: actions/setup-python@v4
-        with:
-          python-version: "3.10"
-          cache: "pip"
-
-      - name: install dependencies
-        run: |
-          pip install -r requirements.txt
-          dbt deps
-      - name: Run DBT Jobs
-        run: |
-          dbt run -m "base_models,tag:decoded_logs2"

models/silver/core/silver__decoded_logs2.sql

@@ -6,12 +6,10 @@
     incremental_predicates = ["dynamic_range", "block_number"],
     post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION",
     merge_exclude_columns = ["inserted_timestamp"],
-    tags = ['decoded_logs2']
+    tags = ['decoded_logs','reorg']
 ) }}
 
--- revert after backfill
 -- full_refresh = false,
--- tags = ['decoded_logs','reorg']
 
 WITH base_data AS (
 
@@ -35,31 +33,19 @@ WITH base_data AS (
     FROM
 
 {% if is_incremental() %}
-{{ ref('bronze__fr_decoded_logs') }} --revert to bronze__decoded_logs after backfill
+{{ ref('bronze__decoded_logs') }}
 WHERE
-    --TO_TIMESTAMP_NTZ(_inserted_timestamp) >= (
-        --SELECT
-            --MAX(_inserted_timestamp)
-        --FROM
-            --{{ this }}
-    --)
-    _partition_by_block_number BETWEEN (
+    TO_TIMESTAMP_NTZ(_inserted_timestamp) >= (
         SELECT
-            ROUND(MAX(block_number), -4)
+            MAX(_inserted_timestamp)
         FROM
             {{ this }}
     )
-    AND (
-        SELECT
-            ROUND(MAX(block_number), -4) + 2500000
-        FROM
-            {{ this }})
     AND DATA NOT ILIKE '%Event topic is not present in given ABI%'
 {% else %}
     {{ ref('bronze__fr_decoded_logs') }}
 WHERE
-    _partition_by_block_number <= 5000000
-    AND DATA NOT ILIKE '%Event topic is not present in given ABI%'
+    DATA NOT ILIKE '%Event topic is not present in given ABI%'
 {% endif %}
 
 qualify(ROW_NUMBER() over (PARTITION BY block_number, event_index