flip/sei-models
1
0
Fork 0
mirror of https://github.com/FlipsideCrypto/sei-models.git synced 2026-02-06 17:26:46 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

fix tx_from for evn txns and cleanup workflows (#24)

Browse Source 
* fix tx_from for evn txns and cleanup workflows

* remove hardcoded

* dbt proj
This commit is contained in:
eric-laurello 2024-05-29 08:45:22 -04:00 committed by GitHub
parent 0cfd4e6394
commit 69b8bdfbc2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
12 changed files with 43 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
.github/workflows/dbt_run_core.yml vendored
View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/bronze/core "sei_models,tag:core" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/bronze/core "sei_models,tag:core"

8
.github/workflows/dbt_run_daily.yml vendored
View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "sei_models,tag:daily" --exclude models/bronze/bronze_api/bronze_api__get_seaswap_pools.sql || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m "sei_models,tag:daily" --exclude models/bronze/bronze_api/bronze_api__get_seaswap_pools.sql

8
.github/workflows/dbt_run_dev_refresh.yml vendored
View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run-operation run_sp_create_prod_clone || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run-operation run_sp_create_prod_clone

8
.github/workflows/dbt_run_non_core.yml vendored
View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "sei_models,tag:noncore" models/bronze/bronze_api --exclude models/bronze/bronze_api/bronze_api__get_seaswap_pools.sql || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m "sei_models,tag:noncore" models/bronze/bronze_api --exclude models/bronze/bronze_api/bronze_api__get_seaswap_pools.sql

8
.github/workflows/dbt_run_observability.yml vendored
View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/silver/_observability/silver_observability* || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/silver/_observability/silver_observability*

8
.github/workflows/dbt_run_observability_monthly.yml vendored
View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m models/silver/_observability/silver_observability* --vars "OBSERV_FULL_TEST: true" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run -m models/silver/_observability/silver_observability* --vars "OBSERV_FULL_TEST: true"

8
.github/workflows/dbt_run_streamline_blocks_txcount_realtime.yml vendored
View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__tx_counts_realtime.sql 2+models/streamline/core/realtime/streamline__blocks_realtime.sql || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__tx_counts_realtime.sql 2+models/streamline/core/realtime/streamline__blocks_realtime.sql

8
.github/workflows/dbt_run_streamline_transactions_realtime.yml vendored
View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__transactions_realtime.sql || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m 1+models/streamline/core/realtime/streamline__transactions_realtime.sql

8
.github/workflows/dbt_test_monthly.yml vendored
View File

@ -38,12 +38,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt test -m models/bronze/core "sei_models,tag:full_test" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt test -m models/bronze/core "sei_models,tag:full_test"

8
.github/workflows/dbt_test_recent.yml vendored
View File

@ -39,12 +39,8 @@ jobs:
- name: install dependencies
run: |
pip install -r requirements.txt workstream-dbt-core
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt test -m models/bronze/core "sei_models,tag:recent_test" || true
workstream report --exit-nonzero
env:
WORKSTREAM_DBT_CLIENT_ID: ${{ secrets.WORKSTREAM_DBT_CLIENT_ID }}
WORKSTREAM_DBT_CLIENT_SECRET: ${{ secrets.WORKSTREAM_DBT_CLIENT_SECRET }}
dbt test -m models/bronze/core "sei_models,tag:recent_test"

13
dbt_project.yml
View File

@ -70,6 +70,19 @@ vars:
- AWS_LAMBDA_AXELAR_API
- DBT_CLOUD_AXELAR
- INTERNAL_DEV
prod-2xl:
API_INTEGRATION: aws_sei_api
EXTERNAL_FUNCTION_URI: dbtc9lfp0k.execute-api.us-east-1.amazonaws.com/prod/
ROLES:
- AWS_LAMBDA_AXELAR_API
- DBT_CLOUD_AXELAR
- INTERNAL_DEV
dev-2xl:
API_INTEGRATION: aws_sei_api_dev
EXTERNAL_FUNCTION_URI: ibj933oi6f.execute-api.us-east-1.amazonaws.com/stg/
ROLES:
- AWS_LAMBDA_SEI_API
- INTERNAL_DEV
#### STREAMLINE 2.0 END ####

13
models/silver/core/silver__transactions_final.sql
View File

@ -18,8 +18,15 @@ WITH atts AS (
FROM
{{ ref('silver__msg_attributes') }}
WHERE
msg_type = 'tx'
AND attribute_key IN ('fee', 'acc_seq')
msg_type IN (
'tx',
'signer'
)
AND attribute_key IN (
'fee',
'acc_seq',
'sei_addr'
)
{% if is_incremental() %}
AND _inserted_timestamp >= (
@ -54,7 +61,7 @@ spender AS (
FROM
atts
WHERE
attribute_key = 'acc_seq' qualify(ROW_NUMBER() over(PARTITION BY tx_id
attribute_key IN ('acc_seq', 'sei_addr') qualify(ROW_NUMBER() over(PARTITION BY tx_id
ORDER BY
msg_index)) = 1
)