decoder history tags and workflows

This commit is contained in:
drethereum 2024-10-28 15:45:54 -06:00
parent b5d05940eb
commit 604aa8dbdd
50 changed files with 70 additions and 52 deletions

View File

@ -43,4 +43,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run -m "blast_models,tag:curated"
dbt run -m "blast_models,tag:curated" "fsc_evm,tag:curated"

View File

@ -43,4 +43,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "blast_models,tag:non_realtime" "blast_models,tag:streamline_decoded_logs_complete" "blast_models,tag:streamline_decoded_logs_realtime"
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "blast_models,tag:non_realtime" "fsc_evm,tag:silver_core" "fsc_evm,tag:gold_core" "fsc_evm,tag:streamline_decoded_logs_complete" "fsc_evm,tag:streamline_decoded_logs_realtime"

View File

@ -43,4 +43,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "blast_models,tag:streamline_core_complete" "blast_models,tag:streamline_core_realtime"
dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_realtime"

View File

@ -44,4 +44,4 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m "blast_models,tag:streamline_decoded_logs_complete" "blast_models,tag:streamline_decoded_logs_history"
dbt run --threads 8 --vars '{"STREAMLINE_INVOKE_STREAMS":True,"WAIT":120}' -m "fsc_evm,tag:streamline_decoded_logs_complete" "blast_models,tag:streamline_decoded_logs_history"

View File

@ -29,7 +29,7 @@ on:
description: 'DBT Run Command'
required: true
options:
- dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "blast_models,tag:streamline_core_history" "blast_models,tag:streamline_core_complete"
- dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:streamline_core_history" "fsc_evm,tag:streamline_core_history_receipts" "fsc_evm,tag:streamline_core_complete" "fsc_evm,tag:streamline_core_complete_receipts"
env:
DBT_PROFILES_DIR: ./

View File

@ -44,7 +44,7 @@ jobs:
dbt deps
- name: Run DBT Jobs
run: |
dbt test --exclude "blast_models,tag:full_test" "blast_models,tag:recent_test" "blast_models,tag:gha_tasks" livequery_models
dbt test --exclude "blast_models,tag:full_test" "blast_models,tag:recent_test" "fsc_evm,tag:gha_tasks" livequery_models

View File

@ -24,6 +24,24 @@ concurrency:
jobs:
called_workflow_template:
uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@main
secrets: inherit
run_dbt_jobs:
runs-on: ubuntu-latest
environment:
name: workflow_prod
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: "pip"
- name: install dependencies
run: |
pip install -r requirements.txt
dbt deps
- name: Run DBT Jobs
run: |
dbt test -m "fsc_evm,tag:gha_tasks"

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}

View File

@ -29,7 +29,7 @@
params = streamline_params
),
fsc_utils.if_data_call_wait()],
tags = ['streamline_' ~ model_name.lower() ~ model_type.lower()]
tags = ['streamline_decoded_logs_history']
) }}
{# Set up the range of blocks to decode #}