From b70ad45daa8e471658017c68165730ced501d41b Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:15:05 -0400 Subject: [PATCH 1/6] create evm udfs --- macros/create_evm_streamline_udfs.sql | 9 +++++ macros/streamline/udfs.sql | 51 ++++++++++++++++++++++++++- 2 files changed, 59 insertions(+), 1 deletion(-) create mode 100644 macros/create_evm_streamline_udfs.sql diff --git a/macros/create_evm_streamline_udfs.sql b/macros/create_evm_streamline_udfs.sql new file mode 100644 index 0000000..6e4c3b0 --- /dev/null +++ b/macros/create_evm_streamline_udfs.sql @@ -0,0 +1,9 @@ +{% macro create_evm_streamline_udfs() %} + {% if var("UPDATE_UDFS_AND_SPS") %} + {% set sql %} + {{ create_udf_bulk_rest_api_v2_evm() }} + {{ create_udf_bulk_decode_logs() }} + {% endset %} + {% do run_query(sql) %} + {% endif %} +{% endmacro %} \ No newline at end of file diff --git a/macros/streamline/udfs.sql b/macros/streamline/udfs.sql index dc6cd33..e639692 100644 --- a/macros/streamline/udfs.sql +++ b/macros/streamline/udfs.sql @@ -20,4 +20,53 @@ {% endset %} {{ log(sql, info=True) }} {% do adapter.execute(sql) %} -{% endmacro %} \ No newline at end of file +{% endmacro %} + + +{% macro create_udf_bulk_decode_logs() %} + {{ log("Creating udf udf_bulk_decode_logs for target:" ~ target.name ~ ", schema: " ~ target.schema ~ ", DB: " ~ target.database, info=True) }} + {{ log("role:" ~ target.role ~ ", user:" ~ target.user, info=True) }} + + {% set sql %} + CREATE OR REPLACE EXTERNAL FUNCTION streamline.udf_bulk_decode_logs(json object) returns array api_integration = + {% if target.name == "prod" %} + {{ log("Creating prod udf_bulk_decode_logs", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}bulk_decode_logs' + {% elif target.name == "dev" %} + {{ log("Creating dev udf_bulk_decode_logs", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}bulk_decode_logs' + {% elif target.name == "sbx" %} + {{ log("Creating stg udf_bulk_decode_logs", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}bulk_decode_logs' + {% else %} + {{ log("Creating default (dev) udf_bulk_decode_logs", info=True) }} + {{ var("config")["dev"]["API_INTEGRATION"] }} AS 'https://{{ var("config")["dev"]["EXTERNAL_FUNCTION_URI"] | lower }}bulk_decode_logs' + {% endif %}; + {% endset %} + {{ log(sql, info=True) }} + {% do adapter.execute(sql) %} +{% endmacro %} + +{% macro create_udf_bulk_rest_api_v2_evm() %} + {{ log("Creating udf udf_bulk_rest_api for target:" ~ target.name ~ ", schema: " ~ target.schema ~ ", DB: " ~ target.database, info=True) }} + {{ log("role:" ~ target.role ~ ", user:" ~ target.user, info=True) }} + + {% set sql %} + CREATE OR REPLACE EXTERNAL FUNCTION streamline.udf_bulk_rest_api_v2(json object) returns array api_integration = + {% if target.name == "prod" %} + {{ log("Creating prod udf_bulk_rest_api_v2", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}udf_bulk_rest_api' + {% elif target.name == "dev" %} + {{ log("Creating dev udf_bulk_rest_api_v2", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}udf_bulk_rest_api' + {% elif target.name == "sbx" %} + {{ log("Creating stg udf_bulk_rest_api_v2", info=True) }} + {{ var("API_INTEGRATION") }} AS 'https://{{ var("EXTERNAL_FUNCTION_URI") | lower }}udf_bulk_rest_api' + {% else %} + {{ log("Creating default (dev) udf_bulk_rest_api_v2", info=True) }} + {{ var("config")["dev"]["API_INTEGRATION"] }} AS 'https://{{ var("config")["dev"]["EXTERNAL_FUNCTION_URI"] | lower }}udf_bulk_rest_api' + {% endif %}; + {% endset %} + {{ log(sql, info=True) }} + {% do adapter.execute(sql) %} +{% endmacro %} From 98adeb6e2a39b92cb9a43b8678f47c2d72deb837 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:36:50 -0400 Subject: [PATCH 2/6] remove decoder create --- macros/create_evm_streamline_udfs.sql | 1 - 1 file changed, 1 deletion(-) diff --git a/macros/create_evm_streamline_udfs.sql b/macros/create_evm_streamline_udfs.sql index 6e4c3b0..df37fcf 100644 --- a/macros/create_evm_streamline_udfs.sql +++ b/macros/create_evm_streamline_udfs.sql @@ -2,7 +2,6 @@ {% if var("UPDATE_UDFS_AND_SPS") %} {% set sql %} {{ create_udf_bulk_rest_api_v2_evm() }} - {{ create_udf_bulk_decode_logs() }} {% endset %} {% do run_query(sql) %} {% endif %} From 3560e17902f4ac7ad143571d80e049bd930bfb65 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:42:18 -0400 Subject: [PATCH 3/6] add begin/commit --- macros/create_evm_streamline_udfs.sql | 3 +++ 1 file changed, 3 insertions(+) diff --git a/macros/create_evm_streamline_udfs.sql b/macros/create_evm_streamline_udfs.sql index df37fcf..54f97c2 100644 --- a/macros/create_evm_streamline_udfs.sql +++ b/macros/create_evm_streamline_udfs.sql @@ -1,7 +1,10 @@ {% macro create_evm_streamline_udfs() %} {% if var("UPDATE_UDFS_AND_SPS") %} {% set sql %} + BEGIN; {{ create_udf_bulk_rest_api_v2_evm() }} + {{ create_udf_bulk_decode_logs() }} + COMMIT; {% endset %} {% do run_query(sql) %} {% endif %} From 758c1cd07605c8a2008256165f686c1a6b5c3273 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:53:25 -0400 Subject: [PATCH 4/6] remove double set --- macros/create_evm_streamline_udfs.sql | 5 ----- macros/streamline/udfs.sql | 2 -- 2 files changed, 7 deletions(-) diff --git a/macros/create_evm_streamline_udfs.sql b/macros/create_evm_streamline_udfs.sql index 54f97c2..2fd6d14 100644 --- a/macros/create_evm_streamline_udfs.sql +++ b/macros/create_evm_streamline_udfs.sql @@ -1,11 +1,6 @@ {% macro create_evm_streamline_udfs() %} {% if var("UPDATE_UDFS_AND_SPS") %} - {% set sql %} - BEGIN; {{ create_udf_bulk_rest_api_v2_evm() }} {{ create_udf_bulk_decode_logs() }} - COMMIT; - {% endset %} - {% do run_query(sql) %} {% endif %} {% endmacro %} \ No newline at end of file diff --git a/macros/streamline/udfs.sql b/macros/streamline/udfs.sql index e639692..5a4bb96 100644 --- a/macros/streamline/udfs.sql +++ b/macros/streamline/udfs.sql @@ -44,7 +44,6 @@ {% endif %}; {% endset %} {{ log(sql, info=True) }} - {% do adapter.execute(sql) %} {% endmacro %} {% macro create_udf_bulk_rest_api_v2_evm() %} @@ -68,5 +67,4 @@ {% endif %}; {% endset %} {{ log(sql, info=True) }} - {% do adapter.execute(sql) %} {% endmacro %} From 7e56e4c32fcadd07c84fe199b176e26ad2ffb94f Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:56:30 -0400 Subject: [PATCH 5/6] add execute --- macros/streamline/udfs.sql | 2 ++ 1 file changed, 2 insertions(+) diff --git a/macros/streamline/udfs.sql b/macros/streamline/udfs.sql index 5a4bb96..e639692 100644 --- a/macros/streamline/udfs.sql +++ b/macros/streamline/udfs.sql @@ -44,6 +44,7 @@ {% endif %}; {% endset %} {{ log(sql, info=True) }} + {% do adapter.execute(sql) %} {% endmacro %} {% macro create_udf_bulk_rest_api_v2_evm() %} @@ -67,4 +68,5 @@ {% endif %}; {% endset %} {{ log(sql, info=True) }} + {% do adapter.execute(sql) %} {% endmacro %} From 2b645b2935a627b542310ebdf0a358eb92894684 Mon Sep 17 00:00:00 2001 From: Austin Date: Tue, 18 Jun 2024 11:59:42 -0400 Subject: [PATCH 6/6] empty for tags --- macros/create_evm_streamline_udfs.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/create_evm_streamline_udfs.sql b/macros/create_evm_streamline_udfs.sql index 2fd6d14..90d7eb0 100644 --- a/macros/create_evm_streamline_udfs.sql +++ b/macros/create_evm_streamline_udfs.sql @@ -2,5 +2,5 @@ {% if var("UPDATE_UDFS_AND_SPS") %} {{ create_udf_bulk_rest_api_v2_evm() }} {{ create_udf_bulk_decode_logs() }} - {% endif %} + {% endif %} {% endmacro %} \ No newline at end of file