From 398df8f16312ffebb74d68ee2d088a93b7a3259f Mon Sep 17 00:00:00 2001 From: drethereum <71602799+drethereum@users.noreply.github.com> Date: Wed, 23 Apr 2025 13:18:37 -0600 Subject: [PATCH] updates for fsc-evm migrations (#437) * updates for fsc-evm migrations * update workflows for slack notify and sources --- .github/workflows/dbt_docs_update.yml | 28 ++-- .../dbt_repo_activity_contributors_weekly.yml | 7 + .../dbt_repo_activity_core_weekly.yml | 7 + .../workflows/dbt_repo_activity_yearly.yml | 7 + .github/workflows/dbt_run_adhoc.yml | 9 +- .github/workflows/dbt_run_deployment.yml | 68 -------- .github/workflows/dbt_run_dev_refresh.yml | 14 ++ .github/workflows/dbt_run_heal_models.yml | 9 +- .github/workflows/dbt_run_scheduled_daily.yml | 7 + .../workflows/dbt_run_scheduled_hourly.yml | 9 +- .../workflows/dbt_run_scheduled_monthly.yml | 7 + .../workflows/dbt_run_scheduled_prices.yml | 7 + .../workflows/dbt_run_scheduled_weekly.yml | 9 +- .../dbt_run_streamline_asset_metadata.yml | 9 +- .../dbt_run_streamline_prices_history.yml | 9 +- .../dbt_run_streamline_prices_realtime.yml | 9 +- .github/workflows/dbt_test_tasks.yml | 29 ---- .github/workflows/slack_notify.yml | 27 ++++ macros/python/slack_alert.py | 74 +++++++++ .../ethereum/silver__labels_contracts.sql | 2 +- .../silver__labels_contracts_arbitrum.sql | 2 +- .../silver__labels_contracts_avalanche.sql | 2 +- .../silver__labels_contracts_base.sql | 2 +- .../silver__labels_contracts_blast.sql | 2 +- .../ethereum/silver__labels_contracts_bsc.sql | 2 +- .../silver__labels_contracts_optimism.sql | 2 +- .../silver__labels_contracts_polygon.sql | 2 +- .../silver__labels_eth_contracts_table.sql | 4 +- .../observability/silver__data_delay.sql | 148 ------------------ .../silver__data_observability_results.sql | 49 ------ ...__tags_token_standard_erc6551_arbitrum.sql | 2 +- ..._token_standard_erc6551_owner_arbitrum.sql | 2 +- ..._tags_token_standard_erc6551_avalanche.sql | 2 +- ...token_standard_erc6551_owner_avalanche.sql | 2 +- ...ilver__tags_token_standard_erc6551_bsc.sql | 2 +- ..._tags_token_standard_erc6551_owner_bsc.sql | 2 +- ...lver__tags_token_standard_erc6551_base.sql | 2 +- ...tags_token_standard_erc6551_owner_base.sql | 2 +- .../silver__tags_airdrop_master_ETH.sql | 2 +- .../Ethereum/silver__tags_erc6551_owner.sql | 2 +- .../silver__tags_token_standard_erc6551.sql | 2 +- ...__tags_token_standard_erc6551_optimism.sql | 2 +- ..._token_standard_erc6551_owner_optimism.sql | 2 +- ...s_token_standard_erc6551_owner_polygon.sql | 2 +- ...r__tags_token_standard_erc6551_polygon.sql | 2 +- models/sources.yml | 80 ---------- 46 files changed, 256 insertions(+), 416 deletions(-) delete mode 100644 .github/workflows/dbt_run_deployment.yml delete mode 100644 .github/workflows/dbt_test_tasks.yml create mode 100644 .github/workflows/slack_notify.yml create mode 100644 macros/python/slack_alert.py delete mode 100644 models/silver/observability/silver__data_delay.sql diff --git a/.github/workflows/dbt_docs_update.yml b/.github/workflows/dbt_docs_update.yml index 34a59ae..fafab67 100644 --- a/.github/workflows/dbt_docs_update.yml +++ b/.github/workflows/dbt_docs_update.yml @@ -6,8 +6,8 @@ on: - "main" env: - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - DBT_VERSION: "${{ vars.DBT_VERSION }}" + DBT_PROFILES_DIR: ${{ vars.DBT_PROFILES_DIR }} + ACCOUNT: "${{ vars.ACCOUNT }}" ROLE: "${{ vars.ROLE }}" USER: "${{ vars.USER }}" @@ -19,7 +19,9 @@ env: concurrency: group: ${{ github.workflow }} - + + + jobs: scheduled_run: name: docs_update @@ -30,18 +32,17 @@ jobs: steps: - uses: actions/checkout@v3 - - uses: actions/setup-python@v1 + - uses: actions/setup-python@v4 with: - python-version: "3.10.x" - + python-version: "3.10" + cache: "pip" - name: install dependencies run: | - pip install dbt-snowflake==1.3.0 + pip install dbt-snowflake==1.7.0 dbt deps - - name: checkout docs branch run: | - git checkout -B docs origin/main + git checkout -b docs origin/main - name: generate dbt docs run: dbt docs generate -t prod @@ -66,4 +67,11 @@ jobs: git commit -am "Auto-update docs" - name: push changes to docs run: | - git push -f --set-upstream origin docs \ No newline at end of file + git push -f --set-upstream origin docs + + notify-failure: + needs: [scheduled_run] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_repo_activity_contributors_weekly.yml b/.github/workflows/dbt_repo_activity_contributors_weekly.yml index be7e537..238f72c 100644 --- a/.github/workflows/dbt_repo_activity_contributors_weekly.yml +++ b/.github/workflows/dbt_repo_activity_contributors_weekly.yml @@ -43,3 +43,10 @@ jobs: dbt run-operation get_github_repo_data --args "{GITHUB_TOKEN: 'TOKEN', frequency: ['contributors']}" dbt run -m "crosschain_models,tag:github_activity" dbt test -s github_data_null + + notify-failure: + needs: [dbt] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_repo_activity_core_weekly.yml b/.github/workflows/dbt_repo_activity_core_weekly.yml index aaeb63b..2789827 100644 --- a/.github/workflows/dbt_repo_activity_core_weekly.yml +++ b/.github/workflows/dbt_repo_activity_core_weekly.yml @@ -43,3 +43,10 @@ jobs: dbt run-operation get_github_repo_data --args "{GITHUB_TOKEN: 'TOKEN', frequency: ['core']}" dbt run -m "crosschain_models,tag:github_activity" dbt test -s github_data_null + + notify-failure: + needs: [dbt] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_repo_activity_yearly.yml b/.github/workflows/dbt_repo_activity_yearly.yml index 34486a0..40529df 100644 --- a/.github/workflows/dbt_repo_activity_yearly.yml +++ b/.github/workflows/dbt_repo_activity_yearly.yml @@ -42,3 +42,10 @@ jobs: run: | dbt run-operation get_github_repo_data --args "{GITHUB_TOKEN: 'TOKEN', frequency: ['last_year']}" dbt run -m "crosschain_models,tag:github_activity" + + notify-failure: + needs: [dbt] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_adhoc.yml b/.github/workflows/dbt_run_adhoc.yml index f9b892c..f0cc195 100644 --- a/.github/workflows/dbt_run_adhoc.yml +++ b/.github/workflows/dbt_run_adhoc.yml @@ -67,4 +67,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - ${{ inputs.dbt_command }} \ No newline at end of file + ${{ inputs.dbt_command }} + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_deployment.yml b/.github/workflows/dbt_run_deployment.yml deleted file mode 100644 index ecd9893..0000000 --- a/.github/workflows/dbt_run_deployment.yml +++ /dev/null @@ -1,68 +0,0 @@ -name: dbt_run_deployment -run-name: dbt_run_deployment -on: - workflow_dispatch: - branches: - - "main" - inputs: - warehouse: - type: choice - description: Snowflake warehouse - required: true - options: - - DBT - - DBT_CLOUD - - DBT_EMERGENCY - default: DBT - dbt_command: - type: string - description: "DBT Run Command" - required: true -env: - USE_VARS: "${{ vars.USE_VARS }}" - DBT_PROFILES_DIR: "${{ vars.DBT_PROFILES_DIR }}" - DBT_VERSION: "${{ vars.DBT_VERSION }}" - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ inputs.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - - -jobs: - dbt: - runs-on: ubuntu-latest - environment: - name: workflow_prod - steps: - - uses: actions/checkout@v3 - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - name: Run DBT Jobs - run: | - ${{ inputs.dbt_command }} - - name: Run datashare model - run: | - cnt=$(dbt ls -m fsc_utils.datashare._datashare___create_gold | wc -l ); if [ $cnt -eq 1 ]; then dbt run -m fsc_utils.datashare._datashare___create_gold; fi; - dbt run-operation run_query --args "{sql: call admin.datashare.sp_grant_share_permissions('${{ env.DATABASE }}')}" - - name: Store logs - uses: actions/upload-artifact@v3 - with: - name: dbt-logs - path: | - logs - target - \ No newline at end of file diff --git a/.github/workflows/dbt_run_dev_refresh.yml b/.github/workflows/dbt_run_dev_refresh.yml index a9303be..424b7fc 100644 --- a/.github/workflows/dbt_run_dev_refresh.yml +++ b/.github/workflows/dbt_run_dev_refresh.yml @@ -42,6 +42,13 @@ jobs: run: | dbt run-operation run_sp_create_prod_clone + notify-failure: + needs: [run_dbt_jobs_refresh] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} + run_dbt_jobs_udfs: runs-on: ubuntu-latest needs: run_dbt_jobs_refresh @@ -64,3 +71,10 @@ jobs: run: | dbt run-operation fsc_utils.create_udf_bulk_rest_api_v2 --vars '{"UPDATE_UDFS_AND_SPS":True}' -t dev dbt run -s livequery_models.deploy.core._live --vars '{"UPDATE_UDFS_AND_SPS":True}' -t dev + + notify-failure-2: + needs: [run_dbt_jobs_udfs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_heal_models.yml b/.github/workflows/dbt_run_heal_models.yml index 3a40aa5..d9decc8 100644 --- a/.github/workflows/dbt_run_heal_models.yml +++ b/.github/workflows/dbt_run_heal_models.yml @@ -44,4 +44,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run -m "crosschain_models,tag:heal" --vars '{"HEAL_MODEL":True}' \ No newline at end of file + dbt run -m "crosschain_models,tag:heal" --vars '{"HEAL_MODEL":True}' + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_daily.yml b/.github/workflows/dbt_run_scheduled_daily.yml index c27f4b5..251533e 100644 --- a/.github/workflows/dbt_run_scheduled_daily.yml +++ b/.github/workflows/dbt_run_scheduled_daily.yml @@ -43,3 +43,10 @@ jobs: - name: Run DBT Jobs run: | dbt run -m "crosschain_models,tag:daily" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_hourly.yml b/.github/workflows/dbt_run_scheduled_hourly.yml index 6ded00d..7f2fed9 100644 --- a/.github/workflows/dbt_run_scheduled_hourly.yml +++ b/.github/workflows/dbt_run_scheduled_hourly.yml @@ -42,4 +42,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run -m "crosschain_models,tag:hourly" \ No newline at end of file + dbt run -m "crosschain_models,tag:hourly" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_monthly.yml b/.github/workflows/dbt_run_scheduled_monthly.yml index 23cfe67..f21e3dd 100644 --- a/.github/workflows/dbt_run_scheduled_monthly.yml +++ b/.github/workflows/dbt_run_scheduled_monthly.yml @@ -43,3 +43,10 @@ jobs: - name: Run DBT Jobs run: | dbt run -m "crosschain_models,tag:monthly" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_prices.yml b/.github/workflows/dbt_run_scheduled_prices.yml index e8f1e1d..6bc5b08 100644 --- a/.github/workflows/dbt_run_scheduled_prices.yml +++ b/.github/workflows/dbt_run_scheduled_prices.yml @@ -42,3 +42,10 @@ jobs: - name: Run DBT Jobs run: | dbt run -m "crosschain_models,tag:prices" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_weekly.yml b/.github/workflows/dbt_run_scheduled_weekly.yml index 63e04a3..c5a352f 100644 --- a/.github/workflows/dbt_run_scheduled_weekly.yml +++ b/.github/workflows/dbt_run_scheduled_weekly.yml @@ -43,4 +43,11 @@ jobs: - name: Run DBT Jobs run: | dbt run -m "crosschain_models,tag:weekly" - dbt run -m "crosschain_models,tag:weekly_full_refresh" --full-refresh \ No newline at end of file + dbt run -m "crosschain_models,tag:weekly_full_refresh" --full-refresh + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_asset_metadata.yml b/.github/workflows/dbt_run_streamline_asset_metadata.yml index b8745e8..fb1238f 100644 --- a/.github/workflows/dbt_run_streamline_asset_metadata.yml +++ b/.github/workflows/dbt_run_streamline_asset_metadata.yml @@ -44,4 +44,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cmc_asset_metadata" "crosschain_models,tag:streamline_cg_asset_metadata" \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cmc_asset_metadata" "crosschain_models,tag:streamline_cg_asset_metadata" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_prices_history.yml b/.github/workflows/dbt_run_streamline_prices_history.yml index 1fcdd09..1cf67cd 100644 --- a/.github/workflows/dbt_run_streamline_prices_history.yml +++ b/.github/workflows/dbt_run_streamline_prices_history.yml @@ -44,4 +44,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cg_prices_complete" "crosschain_models,tag:streamline_cg_prices_history" \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cg_prices_complete" "crosschain_models,tag:streamline_cg_prices_history" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_prices_realtime.yml b/.github/workflows/dbt_run_streamline_prices_realtime.yml index a39bd08..58b054d 100644 --- a/.github/workflows/dbt_run_streamline_prices_realtime.yml +++ b/.github/workflows/dbt_run_streamline_prices_realtime.yml @@ -44,4 +44,11 @@ jobs: dbt deps - name: Run DBT Jobs run: | - dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cmc_prices_complete" "crosschain_models,tag:streamline_cmc_prices_realtime" "crosschain_models,tag:streamline_cg_prices_realtime" \ No newline at end of file + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "crosschain_models,tag:streamline_cmc_prices_complete" "crosschain_models,tag:streamline_cmc_prices_realtime" "crosschain_models,tag:streamline_cg_prices_realtime" + + notify-failure: + needs: [run_dbt_jobs] + if: failure() + uses: ./.github/workflows/slack_notify.yml + secrets: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/.github/workflows/dbt_test_tasks.yml b/.github/workflows/dbt_test_tasks.yml deleted file mode 100644 index a1ffffa..0000000 --- a/.github/workflows/dbt_test_tasks.yml +++ /dev/null @@ -1,29 +0,0 @@ -name: dbt_test_tasks -run-name: dbt_test_tasks - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - - - -jobs: - called_workflow_template: - uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@main - secrets: inherit \ No newline at end of file diff --git a/.github/workflows/slack_notify.yml b/.github/workflows/slack_notify.yml new file mode 100644 index 0000000..169c977 --- /dev/null +++ b/.github/workflows/slack_notify.yml @@ -0,0 +1,27 @@ +name: Slack Notification +on: + workflow_call: + secrets: + SLACK_WEBHOOK_URL: + required: true + +jobs: + notify: + runs-on: ubuntu-latest + environment: workflow_prod + steps: + - name: Checkout + uses: actions/checkout@v3 + + - name: Set up Python + uses: actions/setup-python@v4 + with: + python-version: "3.10" + + - name: Install dependencies + run: pip install requests + + - name: Send Slack notification + run: python macros/python/slack_alert.py + env: + SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} \ No newline at end of file diff --git a/macros/python/slack_alert.py b/macros/python/slack_alert.py new file mode 100644 index 0000000..4e624f7 --- /dev/null +++ b/macros/python/slack_alert.py @@ -0,0 +1,74 @@ +import requests +import os +import sys + +def create_message(): + """Creates a simple failure notification message with repo, workflow name, and URL""" + + # Get GitHub environment variables + repository = os.environ.get('GITHUB_REPOSITORY', 'Unknown repository') + repo_name = repository.split('/')[-1] if '/' in repository else repository + workflow_name = os.environ.get('GITHUB_WORKFLOW', 'Unknown workflow') + run_id = os.environ.get('GITHUB_RUN_ID', '') + server_url = os.environ.get('GITHUB_SERVER_URL', 'https://github.com') + + # Build the workflow URL + workflow_url = f"{server_url}/{repository}/actions/runs/{run_id}" + + message_body = { + "text": f"Failure in {repo_name}", + "attachments": [ + { + "color": "#f44336", # Red color for failures + "fields": [ + { + "title": "Repository", + "value": repository, + "short": True + }, + { + "title": "Workflow", + "value": workflow_name, + "short": True + } + ], + "actions": [ + { + "type": "button", + "text": "View Workflow Run", + "style": "primary", + "url": workflow_url + } + ], + "footer": "GitHub Actions" + } + ] + } + + return message_body + +def send_alert(webhook_url): + """Sends a failure notification to Slack""" + + message = create_message() + + try: + response = requests.post(webhook_url, json=message) + + if response.status_code == 200: + print("Successfully sent Slack notification") + else: + print(f"Failed to send Slack notification: {response.status_code} {response.text}") + sys.exit(1) + except Exception as e: + print(f"Error sending Slack notification: {str(e)}") + sys.exit(1) + +if __name__ == '__main__': + webhook_url = os.environ.get("SLACK_WEBHOOK_URL") + + if not webhook_url: + print("ERROR: SLACK_WEBHOOK_URL environment variable is required") + sys.exit(1) + + send_alert(webhook_url) \ No newline at end of file diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts.sql index f6cc1ed..4f33aa5 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_arbitrum.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_arbitrum.sql index 909c281..a28c376 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_arbitrum.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_arbitrum.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_avalanche.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_avalanche.sql index 1ad9c45..22adcee 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_avalanche.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_avalanche.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_base.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_base.sql index 7237da5..367e465 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_base.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_base.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_blast.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_blast.sql index fdf15da..a8e7827 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_blast.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_blast.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_bsc.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_bsc.sql index 4a229c0..456c598 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_bsc.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_bsc.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_optimism.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_optimism.sql index 736b3b5..bb7d545 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_optimism.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_optimism.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_polygon.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_polygon.sql index 68e0bf2..bcfc934 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_polygon.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_contracts_polygon.sql @@ -52,7 +52,7 @@ base_labels AS ( 'CREATE', 'CREATE2' ) - AND tx_status = 'SUCCESS' + AND tx_succeeded AND to_address IS NOT NULL AND to_address NOT IN ( SELECT diff --git a/models/silver/labels/contract_autolabel/ethereum/silver__labels_eth_contracts_table.sql b/models/silver/labels/contract_autolabel/ethereum/silver__labels_eth_contracts_table.sql index 1109bd2..6b715e5 100644 --- a/models/silver/labels/contract_autolabel/ethereum/silver__labels_eth_contracts_table.sql +++ b/models/silver/labels/contract_autolabel/ethereum/silver__labels_eth_contracts_table.sql @@ -20,7 +20,7 @@ WITH tokens AS ( WHERE utils.udf_hex_to_int(SUBSTR(DATA, 3, 64)) :: FLOAT IS NOT NULL AND topics [0] :: STRING = '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef' - AND tx_status = 'SUCCESS' + AND tx_succeeded ), nfts AS ( SELECT @@ -35,7 +35,7 @@ nfts AS ( WHERE utils.udf_hex_to_int(SUBSTR(DATA, 3, 64)) :: FLOAT IS NULL AND topics [0] :: STRING = '0xddf252ad1be2c89b69c2b068fc378daa952ba7f163c4a11628f55a4df523b3ef' - AND tx_status = 'SUCCESS' + AND tx_succeeded ) SELECT DISTINCT CURRENT_DATE :: TIMESTAMP AS system_created_at, diff --git a/models/silver/observability/silver__data_delay.sql b/models/silver/observability/silver__data_delay.sql deleted file mode 100644 index 95bd3b8..0000000 --- a/models/silver/observability/silver__data_delay.sql +++ /dev/null @@ -1,148 +0,0 @@ -{{ config( - materialized = 'incremental', - merge_exclude_columns = ["inserted_timestamp"], - unique_key = ['blockchain','test_timestamp'], - full_refresh = false, - tags = ['observability'] -) }} - -WITH base AS ( - - SELECT - MAX(block_timestamp) AS max_timestamp, - 'arbitrum' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'arbitrum_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'bsc' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'bsc_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'ethereum' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'ethereum_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'polygon' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'polygon_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'base' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'base_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'gnosis' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'gnosis_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'avalanche' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'avalanche_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'optimism' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'optimism_silver', - 'traces' - ) }} - UNION - SELECT - MAX(block_timestamp) AS max_timestamp, - 'blast' AS chain, - DATEDIFF( - 'minutes', - max_timestamp, - CURRENT_TIMESTAMP - ) AS delay - FROM - {{ source( - 'blast_silver', - 'traces' - ) }} -) -SELECT - max_timestamp, - chain AS blockchain, - delay, - 'traces' AS test_table, - CURRENT_TIMESTAMP AS test_timestamp, - sysdate() as inserted_timestamp, - sysdate() as modified_timestamp, - {{ dbt_utils.generate_surrogate_key(['blockchain','test_timestamp']) }} AS data_delay_id, - '{{ invocation_id }}' as _invocation_id -FROM - base diff --git a/models/silver/observability/silver__data_observability_results.sql b/models/silver/observability/silver__data_observability_results.sql index 04c9312..7acaf96 100644 --- a/models/silver/observability/silver__data_observability_results.sql +++ b/models/silver/observability/silver__data_observability_results.sql @@ -4,55 +4,6 @@ ) }} {% set models = [ - ('avalanche', source('avalanche_observ', 'blocks_completeness')), - ('avalanche', source('avalanche_observ', 'logs_completeness')), - ('avalanche', source('avalanche_observ', 'receipts_completeness')), - ('avalanche', source('avalanche_observ', 'traces_completeness')), - ('avalanche', source('avalanche_observ', 'transactions_completeness')), - ('ethereum', source('ethereum_observ', 'blocks_completeness')), - ('ethereum', source('ethereum_observ', 'logs_completeness')), - ('ethereum', source('ethereum_observ', 'receipts_completeness')), - ('ethereum', source('ethereum_observ', 'traces_completeness')), - ('ethereum', source('ethereum_observ', 'transactions_completeness')), - ('arbitrum', source('arbitrum_observ', 'blocks_completeness')), - ('arbitrum', source('arbitrum_observ', 'logs_completeness')), - ('arbitrum', source('arbitrum_observ', 'receipts_completeness')), - ('arbitrum', source('arbitrum_observ', 'traces_completeness')), - ('arbitrum', source('arbitrum_observ', 'transactions_completeness')), - ('bsc', source('bsc_observ', 'blocks_completeness')), - ('bsc', source('bsc_observ', 'logs_completeness')), - ('bsc', source('bsc_observ', 'receipts_completeness')), - ('bsc', source('bsc_observ', 'traces_completeness')), - ('bsc', source('bsc_observ', 'transactions_completeness')), - ('kaia', source('kaia_observ', 'blocks_completeness')), - ('kaia', source('kaia_observ', 'logs_completeness')), - ('kaia', source('kaia_observ', 'receipts_completeness')), - ('kaia', source('kaia_observ', 'traces_completeness')), - ('polygon', source('polygon_observ', 'blocks_completeness')), - ('polygon', source('polygon_observ', 'logs_completeness')), - ('polygon', source('polygon_observ', 'receipts_completeness')), - ('polygon', source('polygon_observ', 'traces_completeness')), - ('polygon', source('polygon_observ', 'transactions_completeness')), - ('optimism', source('optimism_observ', 'blocks_completeness')), - ('optimism', source('optimism_observ', 'logs_completeness')), - ('optimism', source('optimism_observ', 'receipts_completeness')), - ('optimism', source('optimism_observ', 'traces_completeness')), - ('optimism', source('optimism_observ', 'transactions_completeness')), - ('base', source('base_observ', 'blocks_completeness')), - ('base', source('base_observ', 'logs_completeness')), - ('base', source('base_observ', 'receipts_completeness')), - ('base', source('base_observ', 'traces_completeness')), - ('base', source('base_observ', 'transactions_completeness')), - ('gnosis', source('gnosis_observ', 'blocks_completeness')), - ('gnosis', source('gnosis_observ', 'logs_completeness')), - ('gnosis', source('gnosis_observ', 'receipts_completeness')), - ('gnosis', source('gnosis_observ', 'traces_completeness')), - ('gnosis', source('gnosis_observ', 'transactions_completeness')), - ('blast', source('blast_observ', 'blocks_completeness')), - ('blast', source('blast_observ', 'logs_completeness')), - ('blast', source('blast_observ', 'receipts_completeness')), - ('blast', source('blast_observ', 'traces_completeness')), - ('blast', source('blast_observ', 'transactions_completeness')), ('cosmos', source('cosmos_observ', 'blocks_completeness')), ('cosmos', source('cosmos_observ', 'transactions_completeness')), ('osmosis', source('osmosis_observ', 'blocks_completeness')), diff --git a/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_arbitrum.sql b/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_arbitrum.sql index d7fc8ba..5f6fb44 100644 --- a/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_arbitrum.sql +++ b/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_arbitrum.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_owner_arbitrum.sql b/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_owner_arbitrum.sql index af0b0fe..74ff551 100644 --- a/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_owner_arbitrum.sql +++ b/models/silver/tags/Arbitrum/silver__tags_token_standard_erc6551_owner_arbitrum.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_avalanche.sql b/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_avalanche.sql index f675d0a..cb33b79 100644 --- a/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_avalanche.sql +++ b/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_avalanche.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_owner_avalanche.sql b/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_owner_avalanche.sql index f8e9a5e..de4ee96 100644 --- a/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_owner_avalanche.sql +++ b/models/silver/tags/Avalanche/silver__tags_token_standard_erc6551_owner_avalanche.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/BSC/silver__tags_token_standard_erc6551_bsc.sql b/models/silver/tags/BSC/silver__tags_token_standard_erc6551_bsc.sql index 2a4d883..fc00cc2 100644 --- a/models/silver/tags/BSC/silver__tags_token_standard_erc6551_bsc.sql +++ b/models/silver/tags/BSC/silver__tags_token_standard_erc6551_bsc.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/BSC/silver__tags_token_standard_erc6551_owner_bsc.sql b/models/silver/tags/BSC/silver__tags_token_standard_erc6551_owner_bsc.sql index 7e86179..b8755cd 100644 --- a/models/silver/tags/BSC/silver__tags_token_standard_erc6551_owner_bsc.sql +++ b/models/silver/tags/BSC/silver__tags_token_standard_erc6551_owner_bsc.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Base/silver__tags_token_standard_erc6551_base.sql b/models/silver/tags/Base/silver__tags_token_standard_erc6551_base.sql index 99c2f45..498345d 100644 --- a/models/silver/tags/Base/silver__tags_token_standard_erc6551_base.sql +++ b/models/silver/tags/Base/silver__tags_token_standard_erc6551_base.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Base/silver__tags_token_standard_erc6551_owner_base.sql b/models/silver/tags/Base/silver__tags_token_standard_erc6551_owner_base.sql index 72d9178..b9caa7c 100644 --- a/models/silver/tags/Base/silver__tags_token_standard_erc6551_owner_base.sql +++ b/models/silver/tags/Base/silver__tags_token_standard_erc6551_owner_base.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Ethereum/silver__tags_airdrop_master_ETH.sql b/models/silver/tags/Ethereum/silver__tags_airdrop_master_ETH.sql index 9bf09b3..5590f0b 100644 --- a/models/silver/tags/Ethereum/silver__tags_airdrop_master_ETH.sql +++ b/models/silver/tags/Ethereum/silver__tags_airdrop_master_ETH.sql @@ -46,7 +46,7 @@ WITH t1 AS ( WHERE origin_function_signature = '0x2e7ba6ef' -- Claim function AND event_name = 'Transfer' - AND tx_status = 'SUCCESS' + AND tx_succeeded ), t2 AS ( SELECT diff --git a/models/silver/tags/Ethereum/silver__tags_erc6551_owner.sql b/models/silver/tags/Ethereum/silver__tags_erc6551_owner.sql index 84470ff..3eb6d33 100644 --- a/models/silver/tags/Ethereum/silver__tags_erc6551_owner.sql +++ b/models/silver/tags/Ethereum/silver__tags_erc6551_owner.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Ethereum/silver__tags_token_standard_erc6551.sql b/models/silver/tags/Ethereum/silver__tags_token_standard_erc6551.sql index 20b3535..c95e735 100644 --- a/models/silver/tags/Ethereum/silver__tags_token_standard_erc6551.sql +++ b/models/silver/tags/Ethereum/silver__tags_token_standard_erc6551.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_optimism.sql b/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_optimism.sql index 791a040..bd6c13f 100644 --- a/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_optimism.sql +++ b/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_optimism.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_owner_optimism.sql b/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_owner_optimism.sql index a7710a7..6494099 100644 --- a/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_owner_optimism.sql +++ b/models/silver/tags/Optimism/silver__tags_token_standard_erc6551_owner_optimism.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_owner_polygon.sql b/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_owner_polygon.sql index 6737d21..d7a696e 100644 --- a/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_owner_polygon.sql +++ b/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_owner_polygon.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_polygon.sql b/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_polygon.sql index c8cc3da..28ec353 100644 --- a/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_polygon.sql +++ b/models/silver/tags/Polygon/silver__tags_token_standard_erc6551_polygon.sql @@ -26,7 +26,7 @@ WITH pre_final AS ( WHERE contract_address = LOWER('0x02101dfB77FDE026414827Fdc604ddAF224F0921') AND event_name = 'AccountCreated' - AND tx_status = 'SUCCESS' + AND tx_succeeded {% if is_incremental() %} AND modified_timestamp > ( diff --git a/models/sources.yml b/models/sources.yml index 8cd8c41..fc55a62 100644 --- a/models/sources.yml +++ b/models/sources.yml @@ -495,15 +495,6 @@ sources: - name: events - name: decoded_metadata - name: mint_types - - name: avalanche_observ - database: avalanche - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - name: cosmos_observ database: cosmos schema: silver_observability @@ -516,77 +507,6 @@ sources: tables: - name: blocks_completeness - name: transactions_completeness - - name: ethereum_observ - database: ethereum - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: polygon_observ - database: polygon - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: bsc_observ - database: bsc - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: kaia_observ - database: kaia - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: arbitrum_observ - database: arbitrum - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: optimism_observ - database: optimism - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: blast_observ - database: blast - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - - name: base_observ - database: base - schema: silver_observability - tables: - - name: blocks_completeness - - name: logs_completeness - - name: receipts_completeness - - name: traces_completeness - - name: transactions_completeness - name: base_silver database: base schema: silver