add

2026-02-06 14:26:44 +00:00 · 2025-03-06 16:54:15 +08:00 · 2025-03-06 16:54:15 +08:00 · 542d9c9c36
commit 542d9c9c36
parent f4ed02122b
5 changed files with 43 additions and 27 deletions
--- a/.github/workflows/dbt_run_scheduled_abis.yml
+++ b/.github/workflows/dbt_run_scheduled_abis.yml
@ -24,7 +24,7 @@ concurrency:
 jobs:
  run_dbt_jobs:
    runs-on: ubuntu-latest
-    environment: 
+    environment:
      name: workflow_test

    steps:
@ -39,11 +39,15 @@ jobs:
        run: |
          pip install -r requirements.txt
          dbt deps
-      
-      - name: Run ABI Models
+
+      - name: Get new contract ABIs
+        run: |
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_abis" "fsc_evm,tag:streamline_abis_complete" "fsc_evm,tag:streamline_abis_realtime"
+
+      - name: Update ABI Models
        run: |
          dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis"

      - name: Kick off decoded logs history, if there are new ABIs from users
        run: |
-          dbt run-operation fsc_evm.run_decoded_logs_history
+          dbt run-operation fsc_evm.run_decoded_logs_history
--- a/.github/workflows/dbt_run_scheduled_main.yml
+++ b/.github/workflows/dbt_run_scheduled_main.yml
@ -39,11 +39,11 @@ jobs:
        run: |
          pip install -r requirements.txt
          dbt deps
-          
+
      - name: Run Main Models
        run: |
-          dbt run -m "fsc_evm,tag:silver_core" "fsc_evm,tag:gold_core" "fsc_evm,tag:silver_confirm_blocks" "fsc_evm,tag:bronze_abis" "fsc_evm,tag:nft_core" "fsc_evm,tag:bronze_core" "fsc_evm,tag:silver_prices" "fsc_evm,tag:gold_prices" "fsc_evm,tag:silver_labels" "fsc_evm,tag:gold_labels"
-        
+          dbt run -m "fsc_evm,tag:silver_core" "fsc_evm,tag:gold_core" "fsc_evm,tag:silver_confirm_blocks" "fsc_evm,tag:nft_core" "fsc_evm,tag:bronze_core" "fsc_evm,tag:silver_prices" "fsc_evm,tag:gold_prices" "fsc_evm,tag:silver_labels" "fsc_evm,tag:gold_labels"
+
      - name: Send new logs for decoding
        run: |
-          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_decoded_logs" "fsc_evm,tag:streamline_decoded_logs_realtime" "fsc_evm,tag:streamline_decoded_logs_complete"
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_decoded_logs" "fsc_evm,tag:streamline_decoded_logs_realtime" "fsc_evm,tag:streamline_decoded_logs_complete"
--- a/dbt_project.yml
+++ b/dbt_project.yml
@ -17,7 +17,8 @@ test-paths: ["tests"]
 seed-paths: ["data"]
 macro-paths: ["macros"]
 snapshot-paths: ["snapshots"]
-docs-paths: ["dbt_packages/fsc_evm/doc_descriptions", "models/doc_descriptions", "models"]
+docs-paths:
+  ["dbt_packages/fsc_evm/doc_descriptions", "models/doc_descriptions", "models"]

 target-path: "target" # directory which will store compiled SQL files
 clean-targets: # directories to be removed by `dbt clean`
@ -36,7 +37,7 @@ on-run-start:
  - "{{ fsc_evm.create_udfs() }}"

 on-run-end:
-  - '{{ fsc_evm.apply_meta_as_tags(results) }}'
+  - "{{ fsc_evm.apply_meta_as_tags(results) }}"

 dispatch:
  - macro_namespace: dbt
@ -46,7 +47,7 @@ dispatch:
      - dbt

 query-comment:
-  comment: '{{ dbt_snowflake_query_tags.get_query_comment(node) }}'
+  comment: "{{ dbt_snowflake_query_tags.get_query_comment(node) }}"
  append: true # Snowflake removes prefixed comments.

 # Configuring models
@ -101,7 +102,7 @@ vars:
  HEAL_MODELS: []
  START_GHA_TASKS: False

-#### STREAMLINE 2.0 BEGIN ####
+  #### STREAMLINE 2.0 BEGIN ####

  API_INTEGRATION: '{{ var("config")[target.name]["API_INTEGRATION"] if var("config")[target.name] else var("config")["dev"]["API_INTEGRATION"] }}'
  EXTERNAL_FUNCTION_URI: '{{ var("config")[target.name]["EXTERNAL_FUNCTION_URI"] if var("config")[target.name] else var("config")["dev"]["EXTERNAL_FUNCTION_URI"] }}'
@ -109,7 +110,7 @@ vars:
    ["INTERNAL_DEV"]

  config:
-  # The keys correspond to dbt profiles and are case sensitive
+    # The keys correspond to dbt profiles and are case sensitive
    dev:
      API_INTEGRATION: AWS_RONIN_API_STG_V2
      EXTERNAL_FUNCTION_URI: elny88ivlh.execute-api.us-east-1.amazonaws.com/stg/
@ -125,20 +126,20 @@ vars:
        - INTERNAL_DEV
        - DBT_CLOUD_RONIN # replace with the name of the chain

-#### STREAMLINE 2.0 END ####
+  #### STREAMLINE 2.0 END ####

-#### FSC_EVM BEGIN ####
+  #### FSC_EVM BEGIN ####

-# Please visit https://github.com/FlipsideCrypto/fsc-evm/wiki for more information on required and optional variables
+  # Please visit https://github.com/FlipsideCrypto/fsc-evm/wiki for more information on required and optional variables

  ### GLOBAL VARIABLES BEGIN ###
-  
+
  ## REQUIRED
  GLOBAL_PROD_DB_NAME: "ronin"
-  GLOBAL_NODE_URL: '{api_url}'
+  GLOBAL_NODE_URL: "{api_url}"
  GLOBAL_NODE_SECRET_PATH: "Vault/prod/ronin/tatum/mainnet_new"
  GLOBAL_BLOCKS_PER_HOUR: 1200
-  GLOBAL_WRAPPED_ASSET_ADDRESS: '0xe514d9deb7966c8be0ca922de8a064264ea6bcd4' #WRON
+  GLOBAL_WRAPPED_ASSET_ADDRESS: "0xe514d9deb7966c8be0ca922de8a064264ea6bcd4" #WRON

  ## OPTIONAL
  GLOBAL_USES_RECEIPTS_BY_HASH: True
@ -196,12 +197,17 @@ vars:
  ### DECODER_PACKAGE VARIABLES BEGIN ###

  ## ABIS
-  BLOCK_EXPLORER_NAME: "RoninChain"
-  BLOCK_EXPLORER_ABI_URL: "https://explorer-kintsugi.roninchain.com/v2/2020/contract/"
-  BLOCK_EXPLORER_ABI_URL_SUFFIX: "/abi"
+
+  DECODER_ABIS_BLOCK_EXPLORER_NAME: "RoninChain"
+  DECODER_ABIS_BLOCK_EXPLORER_URL: "https://explorer-kintsugi.roninchain.com/v2/2020/contract/"
+  DECODER_ABIS_BLOCK_EXPLORER_URL_SUFFIX: "/abi"
+  DECODER_ABIS_BLOCK_EXPLORER_SECRET_PATH: ""
+  DECODER_ABIS_RELEVANT_CONTRACT_LIMIT: 50
+  DECODER_ABIS_RELEVANT_CONTRACT_COUNT: 200
+  DECODER_ABIS_BRONZE_API_TABLE_ENABLED: True # this is for all existing non eth repos with a bronze_api__contract_abis model
+

  # BRONZE_CONTRACT_ABIS_FULL_REFRESH: True #comment out after FR is complete / for prod

  ### DECODER_PACKAGE VARIABLES END ###
-
-#### FSC_EVM END ####
+#### FSC_EVM END ####
--- a/models/sources.yml
+++ b/models/sources.yml
@ -1,4 +1,4 @@
-version: 2 
+version: 2

 sources:
  - name: github_actions
@ -43,4 +43,10 @@ sources:
    database: "{{ target.database }}"
    schema: silver
    tables:
-      - name: verified_abis
+      - name: verified_abis
+  - name: bronze_abi
+    database: >-
+      {{ var('GLOBAL_PROD_DB_NAME') ~ ('_dev' if var("STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES", False) else '') }}
+    schema: streamline
+    tables:
+      - name: complete_contract_abis
--- a/packages.yml
+++ b/packages.yml
@ -1,3 +1,3 @@
 packages:
  - git: https://github.com/FlipsideCrypto/fsc-evm.git
-    revision: v3.22.3
+    revision: AN-5749/streamline-abis