diff --git a/.github/workflows/dbt_run_scheduled_reward_points_silver.yml b/.github/workflows/dbt_run_scheduled_streamline_non_core.yml similarity index 93% rename from .github/workflows/dbt_run_scheduled_reward_points_silver.yml rename to .github/workflows/dbt_run_scheduled_streamline_non_core.yml index 75d3d07..7eb966b 100644 --- a/.github/workflows/dbt_run_scheduled_reward_points_silver.yml +++ b/.github/workflows/dbt_run_scheduled_streamline_non_core.yml @@ -1,5 +1,5 @@ -name: dbt_run_scheduled_reward_points_silver -run-name: dbt_run_scheduled_reward_points_silver +name: dbt_run_scheduled_streamline_non_core +run-name: dbt_run_scheduled_streamline_non_core on: workflow_dispatch: diff --git a/.github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml b/.github/workflows/dbt_run_streamline_external_points_balances_realtime.yml similarity index 87% rename from .github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml rename to .github/workflows/dbt_run_streamline_external_points_balances_realtime.yml index 693b48a..f110390 100644 --- a/.github/workflows/dbt_run_scheduled_reward_points_realtime_2.yml +++ b/.github/workflows/dbt_run_streamline_external_points_balances_realtime.yml @@ -1,11 +1,11 @@ -name: dbt_run_scheduled_reward_points_realtime_2 -run-name: dbt_run_scheduled_reward_points_realtime_2 +name: dbt_run_streamline_external_points_balances_realtime +run-name: dbt_run_streamline_external_points_balances_realtime on: workflow_dispatch: schedule: - # Daily at 02:00 UTC - - cron: "0 2 * * *" + # Daily at 0, 1, 2, 3 UTC + - cron: "0 0,1,2,3 * * *" env: USE_VARS: "${{ vars.USE_VARS }}" diff --git a/.github/workflows/dbt_run_scheduled_reward_points_realtime.yml b/.github/workflows/dbt_run_streamline_external_realtime.yml similarity index 83% rename from .github/workflows/dbt_run_scheduled_reward_points_realtime.yml rename to .github/workflows/dbt_run_streamline_external_realtime.yml index 35911a9..cf9093c 100644 --- a/.github/workflows/dbt_run_scheduled_reward_points_realtime.yml +++ b/.github/workflows/dbt_run_streamline_external_realtime.yml @@ -1,5 +1,5 @@ -name: dbt_run_scheduled_reward_points_realtime -run-name: dbt_run_scheduled_reward_points_realtime +name: dbt_run_streamline_external_realtime +run-name: dbt_run_streamline_external_realtime on: workflow_dispatch: @@ -43,9 +43,9 @@ jobs: pip install -r requirements.txt dbt deps - - name: Request User Points Balances and Storefront Items + - name: Request Storefront Items run: > - dbt run -s 1+streamline__reward_points_realtime streamline__minting_assets_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True}' + dbt run -s streamline__minting_assets_realtime --vars '{"STREAMLINE_INVOKE_STREAMS": True}' - name: Authenticate with Flow Points API run: | diff --git a/models/gold/rewards/rewards__fact_points_balances.yml b/models/gold/rewards/rewards__fact_points_balances.yml index 8bc889b..6cd9d9e 100644 --- a/models/gold/rewards/rewards__fact_points_balances.yml +++ b/models/gold/rewards/rewards__fact_points_balances.yml @@ -36,7 +36,7 @@ models: tests: - not_null: where: - request_date > '2025-04-01' + request_date > '2025-04-07' - dbt_expectations.expect_column_values_to_be_in_type_list: column_type_list: - NUMBER diff --git a/models/streamline/external/balances/streamline__reward_points_realtime.sql b/models/streamline/external/balances/streamline__reward_points_realtime.sql index 1b7be0b..9b50382 100644 --- a/models/streamline/external/balances/streamline__reward_points_realtime.sql +++ b/models/streamline/external/balances/streamline__reward_points_realtime.sql @@ -5,7 +5,7 @@ target = "{{this.schema}}.{{this.identifier}}", params = { "external_table": "reward_points", - "sql_limit": "50000", + "sql_limit": "30000", "producer_batch_size": "3000", "worker_batch_size": "1500", "sql_source": "{{this.identifier}}"