From a531ee5c98819114ae8d87d90d13e81c3acd1922 Mon Sep 17 00:00:00 2001 From: Jack Forgash <58153492+forgxyz@users.noreply.github.com> Date: Mon, 18 Mar 2024 11:28:23 -0600 Subject: [PATCH] upd txs away from batch (#299) --- .github/workflows/dbt_run_history.yml | 4 ++-- .../streamline__get_transactions_history_mainnet_18.sql | 2 +- .../streamline__get_transactions_history_mainnet_19.sql | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/dbt_run_history.yml b/.github/workflows/dbt_run_history.yml index f75c043..5fd9d4e 100644 --- a/.github/workflows/dbt_run_history.yml +++ b/.github/workflows/dbt_run_history.yml @@ -43,8 +43,8 @@ jobs: - name: Run DBT Jobs run: | dbt run -s \ - 2+streamline__get_batch_transactions_mainnet_18 \ - 2+streamline__get_batch_transactions_mainnet_19 \ + 2+streamline__get_transactions_history_mainnet_18 \ + 2+streamline__get_transactions_history_mainnet_19 \ 2+streamline__get_transaction_results_history_mainnet_14 \ 2+streamline__get_transaction_results_history_mainnet_15 \ 2+streamline__get_transaction_results_history_mainnet_16 \ diff --git a/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_18.sql b/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_18.sql index e3d2e99..f121cb5 100644 --- a/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_18.sql +++ b/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_18.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet18.nodes.onflow.org:9000','external_table', 'transactions_mainnet_18', 'sql_limit', '6000000', 'producer_batch_size','10000', 'worker_batch_size', '1250', 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet18.nodes.onflow.org:9000','external_table', 'transactions_mainnet_18', 'sql_limit', '225000', 'producer_batch_size','1250', 'worker_batch_size', '125', 'batch_call_limit', {{var('batch_call_limit','1')}}))", target = "{{this.schema}}.{{this.identifier}}" ) ) }} diff --git a/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_19.sql b/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_19.sql index 50db0bb..e21ab5c 100644 --- a/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_19.sql +++ b/models/silver/streamline/core/history/transactions/streamline__get_transactions_history_mainnet_19.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet19.nodes.onflow.org:9000','external_table', 'transactions_mainnet_19', 'sql_limit', '6000000', 'producer_batch_size','10000', 'worker_batch_size', '1250', 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_us_east_2(object_construct('sql_source', '{{this.identifier}}','node_url','access-001.mainnet19.nodes.onflow.org:9000','external_table', 'transactions_mainnet_19', 'sql_limit', '225000', 'producer_batch_size','1250', 'worker_batch_size', '125', 'batch_call_limit', {{var('batch_call_limit','1')}}))", target = "{{this.schema}}.{{this.identifier}}" ) ) }}