From f3f362ef54c11803b3fd41e076d386faa1dc6ce2 Mon Sep 17 00:00:00 2001 From: Jack Forgash <58153492+forgxyz@users.noreply.github.com> Date: Tue, 5 Sep 2023 16:44:07 -0600 Subject: [PATCH] Add 3 Mainnets 19-21 to Blocks (#182) --- .github/workflows/dbt_run_streamline_blocks.yml | 12 ++++++++++++ .../core/history/streamline__get_blocks_history.sql | 2 ++ .../history/streamline__get_collections_history.sql | 2 ++ .../streamline__get_transaction_results_history.sql | 2 ++ .../history/streamline__get_transactions_history.sql | 2 ++ 5 files changed, 20 insertions(+) diff --git a/.github/workflows/dbt_run_streamline_blocks.yml b/.github/workflows/dbt_run_streamline_blocks.yml index b5a4d14..663d1ea 100644 --- a/.github/workflows/dbt_run_streamline_blocks.yml +++ b/.github/workflows/dbt_run_streamline_blocks.yml @@ -48,3 +48,15 @@ jobs: - name: Run DBT History Jobs - Mainnet22 run: | dbt run -s 1+streamline__get_blocks_history --vars '{"STREAMLINE_INVOKE_STREAMS": True, "node_url": "access-001.mainnet22.nodes.onflow.org:9000", "start_block": 47169687, "end_block": 55114466}' + + - name: Run DBT History Jobs - Mainnet21 + run: | + dbt run -s 1+streamline__get_blocks_history --vars '{"STREAMLINE_INVOKE_STREAMS": True, "node_url": "access-001.mainnet21.nodes.onflow.org:9000", "start_block": 44950207, "end_block": 47169686}' + + - name: Run DBT History Jobs - Mainnet20 + run: | + dbt run -s 1+streamline__get_blocks_history --vars '{"STREAMLINE_INVOKE_STREAMS": True, "node_url": "access-001.mainnet20.nodes.onflow.org:9000", "start_block": 40171634, "end_block": 44950206}' + + - name: Run DBT History Jobs - Mainnet19 + run: | + dbt run -s 1+streamline__get_blocks_history --vars '{"STREAMLINE_INVOKE_STREAMS": True, "node_url": "access-001.mainnet19.nodes.onflow.org:9000", "start_block": 35858811, "end_block": 40171633}' diff --git a/models/silver/streamline/core/history/streamline__get_blocks_history.sql b/models/silver/streamline/core/history/streamline__get_blocks_history.sql index d5d840b..63ff62a 100644 --- a/models/silver/streamline/core/history/streamline__get_blocks_history.sql +++ b/models/silver/streamline/core/history/streamline__get_blocks_history.sql @@ -31,3 +31,5 @@ WHERE block_height BETWEEN {{ var('start_block', Null) }} AND {{ var('end_block', Null) }} ORDER BY block_height ASC +LIMIT + 1000000 diff --git a/models/silver/streamline/core/history/streamline__get_collections_history.sql b/models/silver/streamline/core/history/streamline__get_collections_history.sql index 53a4747..f25f2d0 100644 --- a/models/silver/streamline/core/history/streamline__get_collections_history.sql +++ b/models/silver/streamline/core/history/streamline__get_collections_history.sql @@ -74,3 +74,5 @@ WHERE AND {{ var('end_block', Null) }} ORDER BY block_height ASC +LIMIT + 1000000 diff --git a/models/silver/streamline/core/history/streamline__get_transaction_results_history.sql b/models/silver/streamline/core/history/streamline__get_transaction_results_history.sql index eb9e40c..6135d76 100644 --- a/models/silver/streamline/core/history/streamline__get_transaction_results_history.sql +++ b/models/silver/streamline/core/history/streamline__get_transaction_results_history.sql @@ -41,3 +41,5 @@ WHERE block_height BETWEEN {{ var('start_block', Null) }} AND {{ var('end_block', Null) }} ORDER BY block_height ASC +LIMIT + 1000000 diff --git a/models/silver/streamline/core/history/streamline__get_transactions_history.sql b/models/silver/streamline/core/history/streamline__get_transactions_history.sql index 30bd59d..d23c914 100644 --- a/models/silver/streamline/core/history/streamline__get_transactions_history.sql +++ b/models/silver/streamline/core/history/streamline__get_transactions_history.sql @@ -41,3 +41,5 @@ WHERE block_height BETWEEN {{ var('start_block', Null) }} AND {{ var('end_block', Null) }} ORDER BY block_height ASC +LIMIT + 1000000