mirror of
https://github.com/FlipsideCrypto/flow-models.git
synced 2026-02-06 11:06:45 +00:00
6ce17a7219
* add: model to backfill * fix: node's string format * add tags * upd collection model * mainnet21 hardcoded collections history model * del tag * mainnet 21 getblock * tag for 21 * realtime models * alias num as height * realtime tags * add missing tag and newlines * backfiller * backfiller * move script to folder (renamed) python, upd test accordingly w dir name ch * upd script to accept model input, update jobs per method call * error w use_dev arg * add: silver mdoels * limit backfill job in python script * rename silver dbt models to streamline_ and move into silver/core * explicit casting to silver streamline models * add documentation to silver streamline models * run only current mainnet and history mainnet 22 first * activate schedule for gha * del hardcoded mainnet models * move history modes out of subdirs into history dir * fix GHA vars * del upstream 1+ from history step * del tag --------- Co-authored-by: Jack Forgash <jmfxyz@pm.me>
63 lines
1.8 KiB
YAML
63 lines
1.8 KiB
YAML
# Name your project! Project names should contain only lowercase characters
|
|
# and underscores. A good package name should reflect your organization's
|
|
# name or the intended use of these models
|
|
name: "flow_models"
|
|
version: "1.2.0"
|
|
config-version: 2
|
|
|
|
# This setting configures which "profile" dbt uses for this project.
|
|
profile: "flow"
|
|
|
|
# These configurations specify where dbt should look for different types of files.
|
|
# The `model-paths` config, for example, states that models in this project can be
|
|
# found in the "models/" directory. You probably won't need to change these!
|
|
model-paths: ["models"]
|
|
analysis-paths: ["analysis"]
|
|
test-paths: ["tests"]
|
|
seed-paths: ["data"]
|
|
macro-paths: ["macros"]
|
|
snapshot-paths: ["snapshots"]
|
|
|
|
target-path: "target" # directory which will store compiled SQL files
|
|
clean-targets: # directories to be removed by `dbt clean`
|
|
- "target"
|
|
- "dbt_modules"
|
|
- "dbt_packages"
|
|
|
|
on-run-start:
|
|
- "{{create_sps()}}"
|
|
- "{{create_udfs()}}"
|
|
|
|
on-run-end:
|
|
- '{{ apply_meta_as_tags(results) }}'
|
|
|
|
|
|
# Configuring models
|
|
# Full documentation: https://docs.getdbt.com/docs/configuring-models
|
|
|
|
# In this example config, we tell dbt to build all models in the example/ directory
|
|
# as tables. These settings can be overridden in the individual model files
|
|
# using the `{{ config(...) }}` macro.
|
|
models:
|
|
+copy_grants: true
|
|
+persist_docs:
|
|
relation: true
|
|
columns: true
|
|
+on_schema_change: "append_new_columns"
|
|
|
|
tests:
|
|
flow_models:
|
|
+severity: warn # default all tests to warn
|
|
gold:
|
|
+severity: error # heighten severity for public facing tables
|
|
+store_failures: true # all tests
|
|
|
|
vars:
|
|
"dbt_date:time_zone": GMT
|
|
UPDATE_SNOWFLAKE_TAGS: True
|
|
UPDATE_UDFS_AND_SPS: False
|
|
OBSERV_FULL_TEST: False
|
|
STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES: False
|
|
STREAMLINE_INVOKE_STREAMS: False
|
|
STREAMLINE_RUN_HISTORY: False
|