diff --git a/.github/workflows/dbt_run_adhoc.yml b/.github/workflows/dbt_run_adhoc.yml index 757ff1c..7dd4d26 100644 --- a/.github/workflows/dbt_run_adhoc.yml +++ b/.github/workflows/dbt_run_adhoc.yml @@ -22,6 +22,7 @@ on: - DBT - DBT_CLOUD - DBT_EMERGENCY + - DBT_MEGA default: DBT dbt_command: type: string diff --git a/models/silver/core/silver__receipts.sql b/models/silver/core/silver__receipts.sql index 75c9bcc..171165a 100644 --- a/models/silver/core/silver__receipts.sql +++ b/models/silver/core/silver__receipts.sql @@ -1,4 +1,5 @@ -- depends_on: {{ ref('bronze__streamline_receipts') }} +-- depends_on: {{ ref('bronze__streamline_FR_receipts') }} {{ config( materialized = 'incremental', incremental_strategy = 'delete+insert', @@ -18,14 +19,10 @@ WITH base AS ( FROM {% if is_incremental() %} -{{ ref('bronze__streamline_receipts') }} +{{ ref('bronze__streamline_FR_receipts') }} WHERE - _inserted_timestamp >= ( - SELECT - MAX(_inserted_timestamp) _inserted_timestamp - FROM - {{ this }} - ) + _partition_by_block_id between 19000000 and 31000000 + AND block_number between 19000000 and 31000000 AND IS_OBJECT(DATA) {% else %} {{ ref('bronze__streamline_FR_receipts') }} diff --git a/models/silver/core/silver__transactions.sql b/models/silver/core/silver__transactions.sql index ec03a5e..30ca99b 100644 --- a/models/silver/core/silver__transactions.sql +++ b/models/silver/core/silver__transactions.sql @@ -1,4 +1,5 @@ -- depends_on: {{ ref('bronze__streamline_transactions') }} +-- depends_on: {{ ref('bronze__streamline_FR_transactions') }} {{ config( materialized = 'incremental', incremental_strategy = 'delete+insert', @@ -17,14 +18,10 @@ WITH base AS ( FROM {% if is_incremental() %} -{{ ref('bronze__streamline_transactions') }} +{{ ref('bronze__streamline_FR_transactions') }} WHERE - _inserted_timestamp >= ( - SELECT - MAX(_inserted_timestamp) _inserted_timestamp - FROM - {{ this }} - ) + _partition_by_block_id between 19000000 and 31000000 + AND block_number between 19000000 and 31000000 AND IS_OBJECT(DATA) {% else %} {{ ref('bronze__streamline_FR_transactions') }} @@ -166,14 +163,14 @@ new_records AS ( ON t.block_number = r.block_number AND t.tx_hash = r.tx_hash -{% if is_incremental() %} +{# {% if is_incremental() %} AND r._INSERTED_TIMESTAMP >= ( SELECT MAX(_inserted_timestamp) :: DATE - 1 FROM {{ this }} ) -{% endif %} +{% endif %} #} ) {% if is_incremental() %},