This commit is contained in:
desmond-hui 2024-02-13 07:43:20 -08:00 committed by GitHub
parent 11548d30e5
commit 1bddbd88e9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -8,7 +8,7 @@ FROM
{{ target.database }}.bronze.streamline_decoded_instructions_2
WHERE
_partition_by_created_date_hour >= dateadd('hour',-3,date_trunc('hour',current_timestamp()))
AND _partition_by_created_date_hour <dateadd('hour',-2, date_trunc('hour',current_timestamp()))
AND _partition_by_created_date_hour < dateadd('hour',-2, date_trunc('hour',current_timestamp()))
EXCEPT
SELECT
complete_decoded_instructions_2_id
@ -16,4 +16,5 @@ FROM
{{ ref('streamline__complete_decoded_instructions_2') }}
WHERE
_inserted_timestamp >= dateadd('hour',-3,date_trunc('hour',current_timestamp()))
AND _inserted_timestamp < dateadd('hour',-2, date_trunc('hour',current_timestamp()))
-- seeing situations where _inserted_timestamp hour != _partition_by_created_date_hour when files are written right at XX:00:00.000
AND _inserted_timestamp <= dateadd('hour',-2, date_trunc('hour',current_timestamp()))