From d815ba674da9f4e19bb1857be7609f01b467d5d9 Mon Sep 17 00:00:00 2001 From: Eric Laurello Date: Wed, 21 Feb 2024 09:12:13 -0500 Subject: [PATCH] add tx_search --- .../workflows/dbt_run_streamline_transactions_realtime.yml | 2 +- .../core/realtime/streamline__tx_search_realtime.sql | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/dbt_run_streamline_transactions_realtime.yml b/.github/workflows/dbt_run_streamline_transactions_realtime.yml index dd721a7..e5c3ed5 100644 --- a/.github/workflows/dbt_run_streamline_transactions_realtime.yml +++ b/.github/workflows/dbt_run_streamline_transactions_realtime.yml @@ -42,4 +42,4 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__transactions_realtime.sql + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__transactions_realtime.sql 1+models/streamline/core/realtime/streamline__tx_search_realtime.sql diff --git a/models/streamline/core/realtime/streamline__tx_search_realtime.sql b/models/streamline/core/realtime/streamline__tx_search_realtime.sql index 06e1a9a..ae7f8fd 100644 --- a/models/streamline/core/realtime/streamline__tx_search_realtime.sql +++ b/models/streamline/core/realtime/streamline__tx_search_realtime.sql @@ -1,11 +1,11 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_search', 'sql_limit', {{var('sql_limit','6000000')}}, 'producer_batch_size', {{var('producer_batch_size','3000000')}}, 'worker_batch_size', {{var('worker_batch_size','15000')}}, 'batch_call_limit', {{var('batch_call_limit','10')}}, 'exploded_key', '[\"result\", \"txs\"]', 'call_type', 'batch'))", + func = "{{this.schema}}.udf_bulk_json_rpc(object_construct('sql_source', '{{this.identifier}}', 'external_table', 'tx_search', 'sql_limit', {{var('sql_limit','20000')}}, 'producer_batch_size', {{var('producer_batch_size','3000')}}, 'worker_batch_size', {{var('worker_batch_size','5')}}, 'batch_call_limit', {{var('batch_call_limit','10')}}, 'exploded_key', '[\"result\", \"txs\"]', 'call_type', 'non_batch'))", target = "{{this.schema}}.{{this.identifier}}" ) ) }} - +-- depends_on: {{ ref('streamline__complete_tx_search') }} WITH blocks AS ( SELECT