From 299e2a20914281fbc855d90b7af9f2050c035389 Mon Sep 17 00:00:00 2001 From: shah Date: Wed, 5 Jul 2023 12:37:02 -0700 Subject: [PATCH] set producer_limit_size, change gha frequency to daily --- .github/workflows/dbt_run_streamline_history.yml | 4 ++-- .../history/streamline__debug_traceBlockByNumber_history.sql | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/dbt_run_streamline_history.yml b/.github/workflows/dbt_run_streamline_history.yml index e5c84080..e9052af8 100644 --- a/.github/workflows/dbt_run_streamline_history.yml +++ b/.github/workflows/dbt_run_streamline_history.yml @@ -4,8 +4,8 @@ run-name: dbt_run_streamline_history on: workflow_dispatch: schedule: - # Runs "every 16 mins (see https://crontab.guru) - - cron: '*/16 * * * *' + # Runs at 20:00 UTC (see https://crontab.guru) + - cron: '0 20 * * *' env: DBT_PROFILES_DIR: ./ diff --git a/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql b/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql index ee8b90d7..ace3a147 100644 --- a/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql +++ b/models/silver/streamline/core/history/streamline__debug_traceBlockByNumber_history.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','150000')}}, 'producer_batch_size', {{var('producer_batch_size','150000')}}, 'worker_batch_size', {{var('worker_batch_size','150000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','150000')}},'producer_limit_size', {{var('producer_limit_size','8640000')}}, 'producer_batch_size', {{var('producer_batch_size','150000')}}, 'worker_batch_size', {{var('worker_batch_size','150000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", target = "{{this.schema}}.{{this.identifier}}" ) ) }}