From d42b5205433f7d1a14b6645afa7b2516ce75437f Mon Sep 17 00:00:00 2001
From: shah <info@shahnewazkhan.ca>
Date: Wed, 21 May 2025 19:57:12 -0700
Subject: [PATCH] add makefile & max_batch_rows to dbt vars

---
 Makefile        | 22 ++++++++++++++++++++++
 dbt_project.yml |  4 ++++
 2 files changed, 26 insertions(+)
 create mode 100644 Makefile

diff --git a/Makefile b/Makefile
new file mode 100644
index 0000000..42858d3
--- /dev/null
+++ b/Makefile
@@ -0,0 +1,22 @@
+SHELL := /bin/bash
+
+dbt-console: 
+	docker-compose run dbt_console
+
+.PHONY: dbt-console
+
+rm_logs:
+	@if [ -d logs ]; then \
+		rm -r logs 2>/dev/null || echo "Warning: Could not remove logs directory"; \
+	else \
+		echo "Logs directory does not exist"; \
+	fi
+
+
+deploy_core: rm_logs
+	dbt run --select livequery_models.deploy.core._live \
+	--vars '{UPDATE_UDFS_AND_SPS: true}' \
+	--profiles-dir ~/.dbt \
+	--profile near \
+	--target dev
+
diff --git a/dbt_project.yml b/dbt_project.yml
index 3d209be..ad84540 100644
--- a/dbt_project.yml
+++ b/dbt_project.yml
@@ -67,6 +67,7 @@ vars:
   API_INTEGRATION: '{{ var("config")[target.name]["API_INTEGRATION"] }}'
   EXTERNAL_FUNCTION_URI: '{{ var("config")[target.name]["EXTERNAL_FUNCTION_URI"] }}'
   ROLES: '{{ var("config")[target.name]["ROLES"] }}'
+  MAX_BATCH_ROWS: '{{ var("config")[target.name]["MAX_BATCH_ROWS"] }}'
 
   config:
   # The keys correspond to dbt profiles and are case sensitive
@@ -75,6 +76,7 @@ vars:
       EXTERNAL_FUNCTION_URI: u5z0tu43sc.execute-api.us-east-1.amazonaws.com/stg/
       ROLES:
         - INTERNAL_DEV
+      MAX_BATCH_ROWS: 10
     prod:
       API_INTEGRATION: AWS_LIVE_QUERY
       EXTERNAL_FUNCTION_URI: bqco8lkjsb.execute-api.us-east-1.amazonaws.com/prod/
@@ -83,8 +85,10 @@ vars:
         - VELOCITY_ETHEREUM
         - INTERNAL_DEV
         - BI_ANALYTICS_READER
+      MAX_BATCH_ROWS: 10
     hosted:
       API_INTEGRATION: AWS_LIVEQUERY
       EXTERNAL_FUNCTION_URI: dlcb3tpiz8.execute-api.us-east-1.amazonaws.com/hosted/
       ROLES:
         - DATA_READER
+      MAX_BATCH_ROWS: 10
\ No newline at end of file