tuning (#75)

.github/workflows/dbt_run_incremental.yml

@@ -42,3 +42,4 @@ jobs:
       - name: Run DBT Jobs
         run: |
           dbt run --exclude models/silver/abis models/silver/api_udf models/silver/streamline models/silver/silver__decoded_logs.sql models/silver/core
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m models/silver/streamline/decoder --exclude models/silver/streamline/decoder/history

.github/workflows/dbt_run_streamline_decoder.yml

@@ -4,8 +4,8 @@ run-name: dbt_run_streamline_decoder
 on:
   workflow_dispatch:
   schedule:
-    # Runs "every 2 hours" (see https://crontab.guru)
-    - cron: '0 */2 * * *'
+    # Runs “At minute 35 past every 2nd hour.” (see https://crontab.guru)
+    - cron: '35 */2 * * *'
     
 env:
   DBT_PROFILES_DIR: ./
@@ -41,5 +41,4 @@ jobs:
           dbt deps
       - name: Run DBT Jobs
         run: |
-          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m models/silver/streamline/decoder --exclude models/silver/streamline/decoder/history
           dbt run -m models/silver/silver__decoded_logs.sql

dbt_project.yml

@@ -47,4 +47,5 @@ vars:
   STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES: False
   STREAMLINE_RUN_HISTORY: False
   UPDATE_UDFS_AND_SPS: False
-  UPDATE_SNOWFLAKE_TAGS: True
+  UPDATE_SNOWFLAKE_TAGS: True
+  WAIT: 0

models/silver/streamline/decoder/streamline__decode_logs_realtime.sql

@@ -47,6 +47,7 @@ WHERE
         )
     )
     AND l.block_number IS NOT NULL
+    AND l.block_timestamp >= DATEADD('day', -2, CURRENT_DATE())
     AND _log_id NOT IN (
         SELECT
             _log_id
@@ -59,4 +60,5 @@ WHERE
                 FROM
                     look_back
             )
+            AND _inserted_timestamp >= DATEADD('day', -2, CURRENT_DATE())
     )