flip/kaia-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/kaia-models.git synced 2026-02-06 13:51:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add prices bronze and silver

Browse Source
This commit is contained in:
mattromano 2024-06-12 10:25:03 -07:00
parent 05550d0994
commit d8be29f0ae
20 changed files with 607 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
dbt_project.yml
View File

@ -66,4 +66,8 @@ vars:
WAIT: 0
HEAL_MODEL: False
HEAL_CURATED_MODEL: []
START_GHA_TASKS: False
START_GHA_TASKS: False
API_INTEGRATION: '{{ var("config")[target.name]["API_INTEGRATION"] if var("config")[target.name] else var("config")["dev"]["API_INTEGRATION"] }}'
EXTERNAL_FUNCTION_URI: '{{ var("config")[target.name]["EXTERNAL_FUNCTION_URI"] if var("config")[target.name] else var("config")["dev"]["EXTERNAL_FUNCTION_URI"] }}'
ROLES: |
["INTERNAL_DEV"]

26
models/bronze/prices/bronze__complete_native_asset_metadata.sql Normal file
View File

@ -0,0 +1,26 @@
{{ config (
materialized = 'view'
) }}
SELECT
asset_id,
symbol,
NAME,
decimals,
blockchain,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_native_asset_metadata_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_native_asset_metadata'
) }}
WHERE
blockchain = 'klaytn'
AND symbol = 'KLAY'

29
models/bronze/prices/bronze__complete_native_prices.sql Normal file
View File

@ -0,0 +1,29 @@
{{ config (
materialized = 'view'
) }}
SELECT
HOUR,
asset_id,
symbol,
NAME,
decimals,
price,
blockchain,
is_imputed,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_native_prices_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_native_prices'
) }}
WHERE
blockchain = 'klaytn'
AND symbol = 'KLAY'

26
models/bronze/prices/bronze__complete_provider_asset_metadata.sql Normal file
View File

@ -0,0 +1,26 @@
{{ config (
materialized = 'view'
) }}
SELECT
asset_id,
token_address,
NAME,
symbol,
platform,
platform_id,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_provider_asset_metadata_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_provider_asset_metadata'
) }}
WHERE
platform = 'Klaytn'
-- platforms specific to Blast

24
models/bronze/prices/bronze__complete_provider_prices.sql Normal file
View File

@ -0,0 +1,24 @@
{{ config (
materialized = 'view'
) }}
SELECT
asset_id,
recorded_hour,
OPEN,
high,
low,
CLOSE,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_provider_prices_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_provider_prices'
) }}
-- prices for all ids

28
models/bronze/prices/bronze__complete_token_asset_metadata.sql Normal file
View File

@ -0,0 +1,28 @@
{{ config (
materialized = 'view'
) }}
SELECT
token_address,
asset_id,
symbol,
NAME,
decimals,
blockchain,
blockchain_name,
blockchain_id,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_token_asset_metadata_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_token_asset_metadata'
) }}
WHERE
blockchain = 'klaytn'

31
models/bronze/prices/bronze__complete_token_prices.sql Normal file
View File

@ -0,0 +1,31 @@
{{ config (
materialized = 'view'
) }}
SELECT
HOUR,
token_address,
asset_id,
symbol,
NAME,
decimals,
price,
blockchain,
blockchain_name,
blockchain_id,
is_imputed,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_token_prices_id,
_invocation_id
FROM
{{ source(
'silver_crosschain',
'complete_token_prices'
) }}
WHERE
blockchain = 'klaytn'

37
models/silver/prices/silver__complete_native_asset_metadata.sql Normal file
View File

@ -0,0 +1,37 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_native_asset_metadata_id',
tags = ['non_realtime']
) }}
SELECT
asset_id,
symbol,
NAME,
decimals,
blockchain,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_native_asset_metadata_id,
_invocation_id
FROM
{{ ref(
'bronze__complete_native_asset_metadata'
) }}
{% if is_incremental() %}
WHERE
modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}

24
models/silver/prices/silver__complete_native_asset_metadata.yml Normal file
View File

@ -0,0 +1,24 @@
version: 2
models:
- name: silver__complete_native_asset_metadata
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- SYMBOL
columns:
- name: PROVIDER
tests:
- not_null
- name: SYMBOL
tests:
- not_null
- name: BLOCKCHAIN
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_NATIVE_ASSET_METADATA_ID
tests:
- unique

40
models/silver/prices/silver__complete_native_prices.sql Normal file
View File

@ -0,0 +1,40 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_native_prices_id',
tags = ['non_realtime']
) }}
SELECT
HOUR,
asset_id,
symbol,
NAME,
decimals,
price,
blockchain,
is_imputed,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_native_prices_id,
_invocation_id
FROM
{{ ref(
'bronze__complete_native_prices'
) }}
{% if is_incremental() %}
WHERE
modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}

37
models/silver/prices/silver__complete_native_prices.yml Normal file
View File

@ -0,0 +1,37 @@
version: 2
models:
- name: silver__complete_native_prices
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- HOUR
- SYMBOL
columns:
- name: HOUR
tests:
- not_null
- name: SYMBOL
tests:
- not_null
- name: BLOCKCHAIN
tests:
- not_null
- name: PROVIDER
tests:
- not_null
- name: PRICE
tests:
- not_null
- name: IS_IMPUTED
tests:
- not_null
- name: _INSERTED_TIMESTAMP
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_NATIVE_PRICES_ID
tests:
- unique

37
models/silver/prices/silver__complete_provider_asset_metadata.sql Normal file
View File

@ -0,0 +1,37 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_provider_asset_metadata_id',
tags = ['non_realtime']
) }}
SELECT
asset_id,
token_address,
NAME,
symbol,
platform,
platform_id,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_provider_asset_metadata_id,
_invocation_id
FROM
{{ ref(
'bronze__complete_provider_asset_metadata'
) }}
{% if is_incremental() %}
WHERE
modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}

26
models/silver/prices/silver__complete_provider_asset_metadata.yml Normal file
View File

@ -0,0 +1,26 @@
version: 2
models:
- name: silver__complete_provider_asset_metadata
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- ASSET_ID
- TOKEN_ADDRESS
- NAME
- SYMBOL
- PLATFORM
- PLATFORM_ID
- PROVIDER
columns:
- name: PROVIDER
tests:
- not_null
- name: ASSET_ID
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_PROVIDER_ASSET_METADATA_ID
tests:
- unique

45
models/silver/prices/silver__complete_provider_prices.sql Normal file
View File

@ -0,0 +1,45 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_provider_prices_id',
tags = ['non_realtime']
) }}
SELECT
p.asset_id,
recorded_hour,
OPEN,
high,
low,
CLOSE,
p.provider,
p.source,
p._inserted_timestamp,
p.inserted_timestamp,
p.modified_timestamp,
p.complete_provider_prices_id,
p._invocation_id
FROM
{{ ref(
'bronze__complete_provider_prices'
) }}
p
INNER JOIN {{ ref('bronze__complete_provider_asset_metadata') }}
m
ON p.asset_id = m.asset_id
{% if is_incremental() %}
WHERE
p.modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}
qualify(ROW_NUMBER() over (PARTITION BY p.asset_id, recorded_hour, p.provider
ORDER BY
p.modified_timestamp DESC)) = 1

25
models/silver/prices/silver__complete_provider_prices.yml Normal file
View File

@ -0,0 +1,25 @@
version: 2
models:
- name: silver__complete_provider_prices
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- ASSET_ID
- RECORDED_HOUR
- PROVIDER
columns:
- name: PROVIDER
tests:
- not_null
- name: ASSET_ID
tests:
- not_null
- name: RECORDED_HOUR
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_PROVIDER_PRICES_ID
tests:
- unique

42
models/silver/prices/silver__complete_token_asset_metadata.sql Normal file
View File

@ -0,0 +1,42 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_token_asset_metadata_id',
tags = ['non_realtime']
) }}
SELECT
LOWER(
A.token_address
) AS token_address,
asset_id,
symbol,
NAME,
decimals,
blockchain,
blockchain_name,
blockchain_id,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_token_asset_metadata_id,
_invocation_id
FROM
{{ ref(
'bronze__complete_token_asset_metadata'
) }} A
{% if is_incremental() %}
WHERE
modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}

28
models/silver/prices/silver__complete_token_asset_metadata.yml Normal file
View File

@ -0,0 +1,28 @@
version: 2
models:
- name: silver__complete_token_asset_metadata
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- TOKEN_ADDRESS
- BLOCKCHAIN
columns:
- name: PROVIDER
tests:
- not_null
- name: TOKEN_ADDRESS
tests:
- not_null
- name: BLOCKCHAIN
tests:
- not_null
- name: BLOCKCHAIN_ID
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_TOKEN_ASSET_METADATA_ID
tests:
- unique

46
models/silver/prices/silver__complete_token_prices.sql Normal file
View File

@ -0,0 +1,46 @@
{{ config(
materialized = 'incremental',
incremental_strategy = 'delete+insert',
unique_key = 'complete_token_prices_id',
tags = ['non_realtime']
) }}
SELECT
HOUR,
LOWER(
p.token_address
) AS token_address,
asset_id,
symbol,
NAME,
decimals,
price,
blockchain,
blockchain_name,
blockchain_id,
is_imputed,
is_deprecated,
provider,
source,
_inserted_timestamp,
inserted_timestamp,
modified_timestamp,
complete_token_prices_id,
_invocation_id
FROM
{{ ref(
'bronze__complete_token_prices'
) }}
p
{% if is_incremental() %}
WHERE
modified_timestamp >= (
SELECT
MAX(
modified_timestamp
)
FROM
{{ this }}
)
{% endif %}

41
models/silver/prices/silver__complete_token_prices.yml Normal file
View File

@ -0,0 +1,41 @@
version: 2
models:
- name: silver__complete_token_prices
tests:
- dbt_utils.unique_combination_of_columns:
combination_of_columns:
- HOUR
- TOKEN_ADDRESS
- BLOCKCHAIN
columns:
- name: HOUR
tests:
- not_null
- name: TOKEN_ADDRESS
tests:
- not_null
- name: BLOCKCHAIN
tests:
- not_null
- name: BLOCKCHAIN_ID
tests:
- not_null
- name: PROVIDER
tests:
- not_null
- name: PRICE
tests:
- not_null
- name: IS_IMPUTED
tests:
- not_null
- name: _INSERTED_TIMESTAMP
tests:
- not_null
- name: MODIFIED_TIMESTAMP
tests:
- not_null
- name: COMPLETE_TOKEN_PRICES_ID
tests:
- unique

10
models/sources.yml
View File

@ -17,3 +17,13 @@ sources:
schema: github_actions
tables:
- name: workflows
- name: silver_crosschain
database: "{{ 'crosschain' if target.database == 'KAIA' else 'crosschain_dev' }}"
schema: silver
tables:
- name: complete_token_asset_metadata
- name: complete_token_prices
- name: complete_provider_asset_metadata
- name: complete_provider_prices
- name: complete_native_asset_metadata
- name: complete_native_prices