add resources for community curation (#75)

This commit is contained in:
desmond-hui 2022-10-17 16:32:28 -07:00 committed by GitHub
parent 12d2cd0544
commit ed39c69c7a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
8 changed files with 67 additions and 6 deletions

8
.env.sample Normal file
View File

@ -0,0 +1,8 @@
SF_ACCOUNT=vna27887.us-east-1
SF_USERNAME=<YOUR SNOWFLAKE USERNAME>
SF_PASSWORD=<YOUR SNOWFLAKE PASSWORD>
SF_REGION=us-east-1
SF_DATABASE=FLOW_COMMUNITY_DEV
SF_WAREHOUSE=FLIPSIDE_COMMUNITY_CURATOR
SF_ROLE=FLIPSIDE_COMMUNITY_CURATOR
SF_SCHEMA=SILVER

1
.gitignore vendored
View File

@ -16,3 +16,4 @@ logs/
.vscode/ .vscode/
.dbt/.user.yml .dbt/.user.yml
.env

9
Dockerfile Normal file
View File

@ -0,0 +1,9 @@
FROM ghcr.io/dbt-labs/dbt-snowflake:1.2.latest
WORKDIR /support
RUN mkdir /root/.dbt
COPY profiles.yml /root/.dbt
RUN mkdir /root/flow
WORKDIR /flow
COPY . .
EXPOSE 8080
ENTRYPOINT [ "bash"]

6
Makefile Normal file
View File

@ -0,0 +1,6 @@
SHELL := /bin/bash
dbt-console:
docker-compose run dbt_console
.PHONY: dbt-console

9
docker-compose.yml Normal file
View File

@ -0,0 +1,9 @@
version: "3.4"
services:
dbt_console:
build: .
volumes:
- .:/flow
env_file:
- .env

View File

@ -1,7 +1,9 @@
{% macro create_udfs() %} {% macro create_udfs() %}
{% set sql %} {% if target.database != "FLOW_COMMUNITY_DEV" %}
{{ udf_bulk_get_topshot_moments_minted_metadata() }}; {% set sql %}
{{ udf_bulk_get_nfl_allday_moments_metadata() }}; {{ udf_bulk_get_topshot_moments_minted_metadata() }};
{% endset %} {{ udf_bulk_get_nfl_allday_moments_metadata() }};
{% do run_query(sql) %} {% endset %}
{% do run_query(sql) %}
{% endif %}
{% endmacro %} {% endmacro %}

View File

@ -0,0 +1,7 @@
{% macro run_sp_create_prod_community_clone() %}
{% set clone_query %}
call flow._internal.create_prod_clone('flow', 'flow_community_dev', 'flipside_community_curator');
{% endset %}
{% do run_query(clone_query) %}
{% endmacro %}

19
profiles.yml Normal file
View File

@ -0,0 +1,19 @@
flow:
target: dev
outputs:
dev:
type: snowflake
account: "{{ env_var('SF_ACCOUNT') }}"
# User/password auth
user: "{{ env_var('SF_USERNAME') }}"
password: "{{ env_var('SF_PASSWORD') }}"
role: "{{ env_var('SF_ROLE') }}"
schema: "{{ env_var('SF_SCHEMA') }}"
region: "{{ env_var('SF_REGION') }}"
database: "{{ env_var('SF_DATABASE') }}"
warehouse: "{{ env_var('SF_WAREHOUSE') }}"
threads: 4
client_session_keep_alive: False
query_tag: flow_curator
config:
send_anonymous_usage_stats: False