mirror of
https://github.com/FlipsideCrypto/cosmos-models.git
synced 2026-02-06 11:21:52 +00:00
09e85213c0
* added cdk migrated dev udf url * added genesis backfill models * added base udtf genesis backfill * added ch1,ch2,ch3 backfill block ranges * Stream 417 genesis backfill (#43) * added cdk migrated dev udf url * added genesis backfill models * added base udtf genesis backfill * added ch1,ch2,ch3 backfill block ranges --------- Co-authored-by: shah <info@shahnewazkhan.ca> * added validators genesis backfill * merged in dev * removed get-select/dbt_snowflake_query_tags * added query_tags package * fix newline * update packages newline * refactored genesis backfill complete folder * added complete except clause * removed realtime test models * added external_table udf param * added prod cdk udf api integrations * tuned to 300 rps * added ch2 & ch3 backfill models * removed debug logs from macros --------- Co-authored-by: shah <info@shahnewazkhan.ca>
83 lines
2.4 KiB
Makefile
83 lines
2.4 KiB
Makefile
SHELL := /bin/bash
|
|
|
|
dbt-console:
|
|
docker-compose run dbt_console
|
|
|
|
.PHONY: dbt-console
|
|
|
|
SHELL := /bin/bash
|
|
|
|
# set default target
|
|
DBT_TARGET ?= dev
|
|
AWS_LAMBDA_ROLE ?= aws_lambda_cosmos_api_dev
|
|
|
|
sl-cosmos-api:
|
|
dbt run-operation create_aws_cosmos_api \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt/
|
|
|
|
udfs:
|
|
dbt run-operation create_udfs \
|
|
--vars '{"UPDATE_UDFS_AND_SPS":True}' \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt/
|
|
|
|
complete:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/silver/streamline/core/complete \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt
|
|
|
|
streamline: sl-cosmos-api udfs
|
|
|
|
blocks_history:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/cosmos_hub_1/streamline__blocks_genesis_backfill_ch1.sql \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt
|
|
|
|
tx_history:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/cosmos_hub_1/streamline__transactions_genesis_backfill_ch1.sql \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt
|
|
|
|
validators_history:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/cosmos_hub_1/streamline__validators_genesis_backfill_ch1.sql \
|
|
--profile cosmos \
|
|
--target $(DBT_TARGET) \
|
|
--profiles-dir ~/.dbt
|
|
|
|
blocks_realtime:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/tests/streamline__blocks_realtime_test.sql \
|
|
--profile cosmos \
|
|
--target dev \
|
|
--profiles-dir ~/.dbt
|
|
|
|
tx_realtime:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/tests/streamline__transactions_realtime_test.sql \
|
|
--profile cosmos \
|
|
--target dev \
|
|
--profiles-dir ~/.dbt
|
|
|
|
validators_realtime:
|
|
dbt run \
|
|
--vars '{"STREAMLINE_INVOKE_STREAMS":True, "STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES": True}' \
|
|
-m 1+models/streamline/genesis_backfill/tests/streamline__validators_realtime_test.sql \
|
|
--profile cosmos \
|
|
--target dev \
|
|
--profiles-dir ~/.dbt
|