diff --git a/.github/workflows/dbt_run_scheduled_main.yml b/.github/workflows/dbt_run_scheduled_main.yml index 6db3576..8dcf6e5 100644 --- a/.github/workflows/dbt_run_scheduled_main.yml +++ b/.github/workflows/dbt_run_scheduled_main.yml @@ -15,7 +15,7 @@ env: PASSWORD: "${{ secrets.PASSWORD }}" REGION: "${{ vars.REGION }}" DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" + WAREHOUSE: BACKFILL SCHEMA: "${{ vars.SCHEMA }}" concurrency: diff --git a/dbt_project.yml b/dbt_project.yml index d31061e..e9baa96 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -164,20 +164,20 @@ vars: # TRACES_REALTIME_TESTING_LIMIT: 3 TRACES_HISTORY_NEW_BUILD: True - TRACES_HISTORY_SQL_LIMIT: 600000 - TRACES_HISTORY_PRODUCER_BATCH_SIZE: 75000 - TRACES_HISTORY_WORKER_BATCH_SIZE: 15000 - TRACES_HISTORY_ORDER_BY_CLAUSE: 'ORDER BY partition_key DESC, block_number DESC' + TRACES_HISTORY_SQL_LIMIT: 1000000 + TRACES_HISTORY_PRODUCER_BATCH_SIZE: 20000 + TRACES_HISTORY_WORKER_BATCH_SIZE: 2000 + TRACES_HISTORY_ORDER_BY_CLAUSE: 'ORDER BY partition_key DESC' # TRACES_HISTORY_TESTING_LIMIT: 4 CONFIRM_BLOCKS_REALTIME_NEW_BUILD: True # CONFIRM_BLOCKS_REALTIME_TESTING_LIMIT: 3 CONFIRM_BLOCKS_HISTORY_NEW_BUILD: True - CONFIRM_BLOCKS_HISTORY_SQL_LIMIT: 900000 - CONFIRM_BLOCKS_HISTORY_PRODUCER_BATCH_SIZE: 180000 + CONFIRM_BLOCKS_HISTORY_SQL_LIMIT: 1000000 + CONFIRM_BLOCKS_HISTORY_PRODUCER_BATCH_SIZE: 360000 CONFIRM_BLOCKS_HISTORY_WORKER_BATCH_SIZE: 36000 - CONFIRM_BLOCKS_HISTORY_ORDER_BY_CLAUSE: 'ORDER BY partition_key DESC, block_number DESC' + CONFIRM_BLOCKS_HISTORY_ORDER_BY_CLAUSE: 'ORDER BY partition_key DESC' # CONFIRM_BLOCKS_HISTORY_TESTING_LIMIT: 4 # GOLD_FULL_REFRESH: True