diff --git a/.github/workflows/dbt_run_streamline_transaction_results.yml b/.github/workflows/dbt_run_streamline_transaction_results.yml index 468180e..52a1711 100644 --- a/.github/workflows/dbt_run_streamline_transaction_results.yml +++ b/.github/workflows/dbt_run_streamline_transaction_results.yml @@ -45,7 +45,7 @@ jobs: - name: Run DBT Realtime run: | - dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False, "producer_batch_size": 60000, "worker_batch_size": 2000}' + dbt run -s 1+streamline__get_transaction_results_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True, "STREAMLINE_RUN_HISTORY": False}' notify-failure: needs: [run_dbt_jobs] diff --git a/models/streamline/core/realtime/streamline__get_blocks_realtime.sql b/models/streamline/core/realtime/streamline__get_blocks_realtime.sql index 354bd01..bd29fcc 100644 --- a/models/streamline/core/realtime/streamline__get_blocks_realtime.sql +++ b/models/streamline/core/realtime/streamline__get_blocks_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'blocks_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','10000')}}, 'worker_batch_size', {{var('worker_batch_size','1000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'blocks_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','3000')}}, 'worker_batch_size', {{var('worker_batch_size','300')}}, 'batch_call_limit', {{var('batch_call_limit','3')}}))", target = "{{this.schema}}.{{this.identifier}}" ), tags = ['streamline_realtime'] diff --git a/models/streamline/core/realtime/streamline__get_collections_realtime.sql b/models/streamline/core/realtime/streamline__get_collections_realtime.sql index 67bf0d5..1f00ecd 100644 --- a/models/streamline/core/realtime/streamline__get_collections_realtime.sql +++ b/models/streamline/core/realtime/streamline__get_collections_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'collections_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','10000')}}, 'worker_batch_size', {{var('worker_batch_size','1000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'collections_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','3000')}}, 'worker_batch_size', {{var('worker_batch_size','300')}}, 'batch_call_limit', {{var('batch_call_limit','3')}}))", target = "{{this.schema}}.{{this.identifier}}" ), tags = ['streamline_realtime'] diff --git a/models/streamline/core/realtime/streamline__get_transaction_results_realtime.sql b/models/streamline/core/realtime/streamline__get_transaction_results_realtime.sql index 700baf7..2a2290a 100644 --- a/models/streamline/core/realtime/streamline__get_transaction_results_realtime.sql +++ b/models/streamline/core/realtime/streamline__get_transaction_results_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'transaction_results_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','10000')}}, 'worker_batch_size', {{var('worker_batch_size','1000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'transaction_results_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','3000')}}, 'worker_batch_size', {{var('worker_batch_size','300')}}, 'batch_call_limit', {{var('batch_call_limit','3')}}))", target = "{{this.schema}}.{{this.identifier}}" ), tags = ['streamline_realtime'] diff --git a/models/streamline/core/realtime/streamline__get_transactions_realtime.sql b/models/streamline/core/realtime/streamline__get_transactions_realtime.sql index 0529ec7..e988ff0 100644 --- a/models/streamline/core/realtime/streamline__get_transactions_realtime.sql +++ b/models/streamline/core/realtime/streamline__get_transactions_realtime.sql @@ -1,7 +1,7 @@ {{ config ( materialized = "view", post_hook = if_data_call_function( - func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'transactions_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','10000')}}, 'worker_batch_size', {{var('worker_batch_size','1000')}}, 'batch_call_limit', {{var('batch_call_limit','1')}}))", + func = "{{this.schema}}.udf_bulk_grpc_v2(object_construct('sql_source', '{{this.identifier}}','node_url','access.mainnet.nodes.onflow.org:9000','external_table', 'transactions_v2', 'sql_limit', {{var('sql_limit','500000')}}, 'producer_batch_size', {{var('producer_batch_size','3000')}}, 'worker_batch_size', {{var('worker_batch_size','300')}}, 'batch_call_limit', {{var('batch_call_limit','3')}}))", target = "{{this.schema}}.{{this.identifier}}" ), tags = ['streamline_realtime']