An 2510/GitHub dbt workflows (#167)

* adhoc workflow

* add query tag

.env.sample

@@ -1,8 +1,9 @@
-SF_ACCOUNT=vna27887.us-east-1
+ACCOUNT=vna27887.us-east-1
-SF_USERNAME=<YOUR SNOWFLAKE USERNAME>
+USERNAME=<YOUR SNOWFLAKE USERNAME>
-SF_PASSWORD=<YOUR SNOWFLAKE PASSWORD>
+PASSWORD=<YOUR SNOWFLAKE PASSWORD>
-SF_REGION=us-east-1
+REGION=us-east-1
-SF_DATABASE=SOLANA_COMMUNITY_DEV
+DATABASE=SOLANA_COMMUNITY_DEV
-SF_WAREHOUSE=FLIPSIDE_COMMUNITY_CURATOR
+WAREHOUSE=FLIPSIDE_COMMUNITY_CURATOR
-SF_ROLE=FLIPSIDE_COMMUNITY_CURATOR
+ROLE=FLIPSIDE_COMMUNITY_CURATOR
-SF_SCHEMA=SILVER
+SCHEMA=SILVER
+QUERY_TAG=solana_curator

.github/workflows/dbt_run_adhoc.yml

@@ -0,0 +1,34 @@
+name: adhoc_dbt_run
+run-name: call_workflow_template
+
+on:
+  workflow_dispatch:
+    inputs:
+      dbt_command:
+        type: string
+        description: 'DBT Run Command'
+        required: true
+    
+env:
+  DBT_PROFILES_DIR: ./
+
+  ACCOUNT: "${{ secrets.ACCOUNT }}"
+  ROLE: "${{ secrets.ROLE }}"
+  USER: "${{ secrets.USER }}"
+  PASSWORD: "${{ secrets.PASSWORD }}"
+  REGION: "${{ secrets.REGION }}"
+  DATABASE_DEV: "${{ secrets.DATABASE_DEV }}"
+  DATABASE_PROD: "${{ secrets.DATABASE_PROD }}"
+  WAREHOUSE_DEV: "${{ secrets.WAREHOUSE_DEV }}"
+  WAREHOUSE_PROD: "${{ secrets.WAREHOUSE_PROD }}"
+  SCHEMA: "${{ secrets.SCHEMA }}"
+  QUERY_TAG: "solana_dbt_adhoc"
+
+
+jobs:
+  called_workflow_template:
+    uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/run_chain_template.yml@main
+    with:
+      dbt_command: ${{ inputs.dbt_command }}
+    secrets: inherit # pass all secrets
+  

profiles.yml

@@ -3,17 +3,16 @@ solana:
   outputs:
     dev:
       type: snowflake
-      account: "{{ env_var('SF_ACCOUNT') }}"
+      account: "{{ env_var('ACCOUNT') }}"
-      # User/password auth
+      user: "{{ env_var('USERNAME') }}"
-      user: "{{ env_var('SF_USERNAME') }}"
+      password: "{{ env_var('PASSWORD') }}"
-      password: "{{ env_var('SF_PASSWORD') }}"
+      role: "{{ env_var('ROLE') }}"
-      role: "{{ env_var('SF_ROLE') }}"
+      schema: "{{ env_var('SCHEMA') }}"
-      schema: "{{ env_var('SF_SCHEMA') }}"
+      region: "{{ env_var('REGION') }}"
-      region: "{{ env_var('SF_REGION') }}"
+      database: "{{ env_var('DATABASE') }}"
-      database: "{{ env_var('SF_DATABASE') }}"
+      warehouse: "{{ env_var('WAREHOUSE') }}"
-      warehouse: "{{ env_var('SF_WAREHOUSE') }}"
       threads: 4
       client_session_keep_alive: False
-      query_tag: solana_curator
+      query_tag: "{{ env_var('QUERY_TAG') }}"
   config:
     send_anonymous_usage_stats: False