near-models/macros/incremental_utils.sql

48 lines
750 B
MySQL
Raw Normal View History

2025-02-04 18:13:25 +00:00
-- TODO slated for deprecation and drop
2022-01-12 19:15:26 +00:00
{% macro incremental_load_filter(time_col) -%}
{% if is_incremental() %}
2022-07-12 21:10:49 +00:00
{{ time_col }} >= (
SELECT
MAX(
{{ time_col }}
)
FROM
{{ this }}
)
{%- else -%}
TRUE
{% endif %}
2022-01-12 19:15:26 +00:00
{%- endmacro %}
{% macro incremental_last_x_days(
time_col,
time_in_days
) -%}
{% if is_incremental() %}
{{ time_col }} :: DATE >= SYSDATE() - INTERVAL '{{ time_in_days }}'
{% else %}
TRUE
{% endif %}
{%- endmacro %}
2023-01-11 23:57:52 +00:00
{% macro incremental_pad_x_minutes(
time_col,
time_in_minutes
) -%}
{% if is_incremental() %}
{{ time_col }} >= (
SELECT
MAX(
{{ time_col }}
)
FROM
{{ this }}
) - INTERVAL '{{ time_in_minutes }} minutes'
{% else %}
TRUE
{% endif %}
{%- endmacro %}