mirror of
https://github.com/FlipsideCrypto/axelar-models.git
synced 2026-02-06 13:41:55 +00:00
start pulling day counts
This commit is contained in:
Eric Laurello
parent
2ceb0ee92b
commit
0decefd60d
45
.github/workflows/dbt_run_axelscan.yml
vendored
45
.github/workflows/dbt_run_axelscan.yml
vendored
@ -43,23 +43,28 @@ jobs:
|
||||
dbt deps
|
||||
- name: Run DBT Jobs
|
||||
run: |
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_max_ids.sql models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/bronze_api__axelscan_searchgmp.sql models/bronze/bronze_api/bronze_api__axelscan_searchtransfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
dbt run -m models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_gmp.sql models/bronze/bronze_api/axelscan/bronze_api__axelscan_day_counts_transfers.sql
|
||||
|
||||
@ -0,0 +1,85 @@
|
||||
{{ config(
|
||||
materialized = 'incremental',
|
||||
unique_key = 'date_day',
|
||||
full_refresh = false
|
||||
) }}
|
||||
|
||||
WITH dates_hist AS (
|
||||
|
||||
SELECT
|
||||
A.date_day,
|
||||
DATE_PART(
|
||||
epoch_second,
|
||||
A.date_day
|
||||
) AS fromTime,
|
||||
DATE_PART(epoch_second, DATEADD (DAY, 1, A.date_day)) -1 AS toTime
|
||||
FROM
|
||||
{{ source(
|
||||
'crosschain',
|
||||
'dim_dates'
|
||||
) }} A
|
||||
|
||||
{% if is_incremental() %}
|
||||
LEFT JOIN {{ this }}
|
||||
b
|
||||
ON A.date_day = b.date_day
|
||||
WHERE
|
||||
b.date_day IS NULL
|
||||
AND A.date_day BETWEEN '2022-05-09'
|
||||
AND SYSDATE() :: DATE - 2
|
||||
{% else %}
|
||||
WHERE
|
||||
A.date_day BETWEEN '2022-05-09'
|
||||
AND SYSDATE() :: DATE - 2
|
||||
{% endif %}
|
||||
),
|
||||
dates_recent AS (
|
||||
SELECT
|
||||
date_day,
|
||||
DATE_PART(
|
||||
epoch_second,
|
||||
date_day
|
||||
) AS fromTime,
|
||||
DATE_PART(epoch_second, DATEADD (DAY, 1, date_day)) -1 AS toTime
|
||||
FROM
|
||||
{{ source(
|
||||
'crosschain',
|
||||
'dim_dates'
|
||||
) }}
|
||||
WHERE
|
||||
date_day BETWEEN SYSDATE() :: DATE - 1
|
||||
AND SYSDATE() :: DATE
|
||||
),
|
||||
date_combo AS (
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime
|
||||
FROM
|
||||
dates_hist
|
||||
UNION ALL
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime
|
||||
FROM
|
||||
dates_recent
|
||||
)
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime,
|
||||
{{ target.database }}.live.udf_api(
|
||||
'GET',
|
||||
'https://api.gmp.axelarscan.io',{},{ 'method': 'searchGMP',
|
||||
'fromTime': fromTime,
|
||||
'toTime': toTime,
|
||||
'size': 1 }
|
||||
) :data :total AS day_count,
|
||||
SYSDATE() AS _inserted_timestamp
|
||||
FROM
|
||||
date_combo
|
||||
ORDER BY
|
||||
date_day
|
||||
LIMIT
|
||||
20
|
||||
@ -0,0 +1,85 @@
|
||||
{{ config(
|
||||
materialized = 'incremental',
|
||||
unique_key = 'date_day',
|
||||
full_refresh = false
|
||||
) }}
|
||||
|
||||
WITH dates_hist AS (
|
||||
|
||||
SELECT
|
||||
A.date_day,
|
||||
DATE_PART(
|
||||
epoch_second,
|
||||
A.date_day
|
||||
) AS fromTime,
|
||||
DATE_PART(epoch_second, DATEADD (DAY, 1, A.date_day)) -1 AS toTime
|
||||
FROM
|
||||
{{ source(
|
||||
'crosschain',
|
||||
'dim_dates'
|
||||
) }} A
|
||||
|
||||
{% if is_incremental() %}
|
||||
LEFT JOIN {{ this }}
|
||||
b
|
||||
ON A.date_day = b.date_day
|
||||
WHERE
|
||||
b.date_day IS NULL
|
||||
AND A.date_day BETWEEN '2021-12-23'
|
||||
AND SYSDATE() :: DATE - 2
|
||||
{% else %}
|
||||
WHERE
|
||||
A.date_day BETWEEN '2021-12-23'
|
||||
AND SYSDATE() :: DATE - 2
|
||||
{% endif %}
|
||||
),
|
||||
dates_recent AS (
|
||||
SELECT
|
||||
date_day,
|
||||
DATE_PART(
|
||||
epoch_second,
|
||||
date_day
|
||||
) AS fromTime,
|
||||
DATE_PART(epoch_second, DATEADD (DAY, 1, date_day)) -1 AS toTime
|
||||
FROM
|
||||
{{ source(
|
||||
'crosschain',
|
||||
'dim_dates'
|
||||
) }}
|
||||
WHERE
|
||||
date_day BETWEEN SYSDATE() :: DATE - 1
|
||||
AND SYSDATE() :: DATE
|
||||
),
|
||||
date_combo AS (
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime
|
||||
FROM
|
||||
dates_hist
|
||||
UNION ALL
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime
|
||||
FROM
|
||||
dates_recent
|
||||
)
|
||||
SELECT
|
||||
date_day,
|
||||
fromTime,
|
||||
toTime,
|
||||
{{ target.database }}.live.udf_api(
|
||||
'GET',
|
||||
'https://api.axelarscan.io',{},{ 'method': 'searchTransfers',
|
||||
'fromTime': fromTime,
|
||||
'toTime': toTime,
|
||||
'size': 1 }
|
||||
) :data :total AS day_count,
|
||||
SYSDATE() AS _inserted_timestamp
|
||||
FROM
|
||||
date_combo
|
||||
ORDER BY
|
||||
date_day
|
||||
LIMIT
|
||||
20
|
||||
Loading…
Reference in New Issue
Block a user