diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 1e46ed5..68f0d99 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -1,3 +1,3 @@ workflow_name,workflow_schedule -dbt_run_streamline_chainhead,"" -dbt_run_scheduled_main,"" \ No newline at end of file +dbt_run_streamline_chainhead,"17,47 * * * *" +dbt_run_dev_refresh,"31 3 * * 1" \ No newline at end of file diff --git a/dbt_project.yml b/dbt_project.yml index 1cb0410..246f0d9 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -69,11 +69,19 @@ models: columns: true +on_schema_change: "append_new_columns" main_package: - +enabled: false # disable main_package by default, enabled other packages as needed + +enabled: false core: - +enabled: false # enable subpackages, as needed + +enabled: true github_actions: + +enabled: true + labels: + +enabled: true + observability: +enabled: false + prices: + +enabled: true + utils: + +enabled: true vars: "dbt_date:time_zone": GMT @@ -105,7 +113,7 @@ vars: prod: API_INTEGRATION: AWS_SWELL_API_PROD_V2 - EXTERNAL_FUNCTION_URI: + EXTERNAL_FUNCTION_URI: y7m0kkmyb9.execute-api.us-east-1.amazonaws.com/prod/ ROLES: - AWS_LAMBDA_SWELL_API # replace with the name of the chain - INTERNAL_DEV @@ -119,6 +127,34 @@ vars: ### GLOBAL VARIABLES BEGIN ### ## REQUIRED - GLOBAL_PROD_DB_NAME: 'swell' + GLOBAL_PROD_DB_NAME: "swell" + GLOBAL_NODE_SECRET_PATH: "Vault/prod/swell/ankr/mainnet" + GLOBAL_BLOCKS_PER_HOUR: 1800 + + ### GLOBAL VARIABLES END ### + + BLOCKS_TRANSACTIONS_REALTIME_NEW_BUILD: True + RECEIPTS_REALTIME_NEW_BUILD: True + TRACES_REALTIME_NEW_BUILD: True + + BLOCKS_TRANSACTIONS_HISTORY_NEW_BUILD: True + BLOCKS_TRANSACTIONS_HISTORY_SQL_LIMIT: 1000000 + BLOCKS_TRANSACTIONS_PRODUCER_BATCH_SIZE: 50000 + BLOCKS_TRANSACTIONS_WORKER_BATCH_SIZE: 10000 + + RECEIPTS_HISTORY_NEW_BUILD: True + RECEIPTS_HISTORY_SQL_LIMIT: 1000000 + RECEIPTS_PRODUCER_BATCH_SIZE: 25000 + RECEIPTS_WORKER_BATCH_SIZE: 5000 + + TRACES_HISTORY_NEW_BUILD: True + TRACES_HISTORY_SQL_LIMIT: 1000000 + TRACES_PRODUCER_BATCH_SIZE: 1000 + TRACES_WORKER_BATCH_SIZE: 5000 + + CONFIRM_BLOCKS_HISTORY_NEW_BUILD: True + CONFIRM_BLOCKS_HISTORY_SQL_LIMIT: 2500000 + CONFIRM_BLOCKS_PRODUCER_BATCH_SIZE: 5000 + CONFIRM_BLOCKS_WORKER_BATCH_SIZE: 25000 #### FSC_EVM END #### \ No newline at end of file diff --git a/makefile b/makefile index 99710c1..4a4a7fc 100644 --- a/makefile +++ b/makefile @@ -11,15 +11,27 @@ cleanup_time: deploy_streamline_tables: rm -f package-lock.yml && dbt clean && dbt deps ifeq ($(findstring dev,$(DBT_TARGET)),dev) - dbt run -m "fsc_evm,tag:bronze_external" --vars '{"STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES":True}' -t $(DBT_TARGET) + dbt run -m "fsc_evm,tag:bronze_core" "fsc_evm,tag:bronze_receipts" \ + --exclude "tag:bronze_core_streamline_v1" \ + --exclude "main_package.core.bronze.token_reads.*" \ + --vars '{"STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES":True}' -t $(DBT_TARGET) else - dbt run -m "fsc_evm,tag:bronze_external" -t $(DBT_TARGET) + dbt run -m "fsc_evm,tag:bronze_core" "fsc_evm,tag:bronze_receipts" \ + --exclude "fsc_evm,tag:bronze_core_streamline_v1" \ + --exclude "main_package.core.bronze.token_reads.*" \ + -t $(DBT_TARGET) endif - dbt run -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime" "fsc_evm,tag:utils" --full-refresh -t $(DBT_TARGET) + dbt run \ + -m "fsc_evm,tag:streamline_core_complete" \ + "fsc_evm,tag:streamline_core_realtime" \ + "fsc_evm,tag:streamline_core_realtime_receipts" \ + "fsc_evm,tag:streamline_core_complete_receipts" \ + "fsc_evm,tag:utils" \ + --full-refresh -t $(DBT_TARGET) deploy_streamline_requests: rm -f package-lock.yml && dbt clean && dbt deps - dbt run -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime" --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -t $(DBT_TARGET) + dbt run -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime" "fsc_evm,tag:streamline_core_realtime_receipts" "fsc_evm,tag:streamline_core_complete_receipts" --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -t $(DBT_TARGET) deploy_github_actions: dbt run -s livequery_models.deploy.marketplace.github --vars '{"UPDATE_UDFS_AND_SPS":True}' -t $(DBT_TARGET) diff --git a/packages.yml b/packages.yml index 22d415b..606d032 100644 --- a/packages.yml +++ b/packages.yml @@ -1,3 +1,3 @@ packages: - git: https://github.com/FlipsideCrypto/fsc-evm.git - revision: v3.14.0 \ No newline at end of file + revision: v3.15.0 \ No newline at end of file