diff --git a/models/gold/axelscan/axelscan__fact_gmp.sql b/models/gold/axelscan/axelscan__fact_gmp.sql index bb49cf0..10e8b76 100644 --- a/models/gold/axelscan/axelscan__fact_gmp.sql +++ b/models/gold/axelscan/axelscan__fact_gmp.sql @@ -2,8 +2,7 @@ materialized = 'view', meta ={ 'database_tags':{ 'table':{ 'PURPOSE': 'AXELSCAN', }} }, - tags = ['noncore'], - enabled = false + tags = ['noncore'] ) }} SELECT diff --git a/models/silver/defi/axelscan/silver__axelscan_gmp.sql b/models/silver/defi/axelscan/silver__axelscan_gmp.sql index 4f7f9ae..d0bd12c 100644 --- a/models/silver/defi/axelscan/silver__axelscan_gmp.sql +++ b/models/silver/defi/axelscan/silver__axelscan_gmp.sql @@ -5,20 +5,35 @@ merge_exclude_columns = ["inserted_timestamp"], cluster_by = 'created_at::DATE', post_hook = "ALTER TABLE {{ this }} ADD SEARCH OPTIMIZATION ON EQUALITY(id);", - tags = ['noncore'], - enabled = false + tags = ['noncore'] ) }} - -WITH base AS ( +-- depends_on: {{ ref('bronze__axelscan_searchgmp') }} +WITH lq AS ( SELECT id, DATA, _inserted_timestamp FROM - {{ ref('bronze_api__axelscan_searchgmp') }} + {{ source( + 'bronze_api', + 'axelscan_searchgmp' + ) }} {% if is_incremental() %} +WHERE + 0 = 1 +{% endif %} +), +sl AS ( + SELECT + DATA :data [0] :id :: STRING AS id, + DATA :data [0] AS DATA, + inserted_timestamp AS _inserted_timestamp + FROM + +{% if is_incremental() %} +{{ ref('bronze__axelscan_searchgmp') }} WHERE _inserted_timestamp :: DATE >= ( SELECT @@ -26,11 +41,20 @@ WHERE FROM {{ this }} ) +{% else %} + {{ ref('bronze__axelscan_searchgmp_FR') }} {% endif %} - -qualify (ROW_NUMBER() over (PARTITION BY id -ORDER BY - _inserted_timestamp DESC) = 1) +), +combo AS ( + SELECT + * + FROM + sl + UNION ALL + SELECT + * + FROM + lq ) SELECT id, @@ -75,4 +99,8 @@ SELECT _inserted_timestamp, '{{ invocation_id }}' AS _invocation_id FROM - base + combo +WHERE + id IS NOT NULL qualify (ROW_NUMBER() over (PARTITION BY id +ORDER BY + _inserted_timestamp DESC) = 1) diff --git a/models/sources.yml b/models/sources.yml index 629b320..69eb321 100644 --- a/models/sources.yml +++ b/models/sources.yml @@ -136,4 +136,9 @@ sources: database: axelar schema: github_actions tables: - - name: workflows \ No newline at end of file + - name: workflows + - name: bronze_api + database: axelar + schema: bronze_api + tables: + - name: axelscan_searchgmp \ No newline at end of file