set producer_limit_size, change gha frequency to daily

This commit is contained in:
shah 2023-07-05 12:37:02 -07:00
parent 6a1c4524db
commit 299e2a2091
2 changed files with 3 additions and 3 deletions

View File

@ -4,8 +4,8 @@ run-name: dbt_run_streamline_history
on:
workflow_dispatch:
schedule:
# Runs "every 16 mins (see https://crontab.guru)
- cron: '*/16 * * * *'
# Runs at 20:00 UTC (see https://crontab.guru)
- cron: '0 20 * * *'
env:
DBT_PROFILES_DIR: ./

View File

@ -1,7 +1,7 @@
{{ config (
materialized = "view",
post_hook = if_data_call_function(
func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','150000')}}, 'producer_batch_size', {{var('producer_batch_size','150000')}}, 'worker_batch_size', {{var('worker_batch_size','150000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))",
func = "{{this.schema}}.udf_bulk_get_traces(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'debug_traceBlockByNumber', 'sql_limit', {{var('sql_limit','150000')}},'producer_limit_size', {{var('producer_limit_size','8640000')}}, 'producer_batch_size', {{var('producer_batch_size','150000')}}, 'worker_batch_size', {{var('worker_batch_size','150000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))",
target = "{{this.schema}}.{{this.identifier}}"
)
) }}