Merge branch 'main' of github.com:FlipsideCrypto/ronin-models into AN-5844/add-gaming-scores

.github/workflows/dbt_run_scheduled_abis.yml

@@ -24,7 +24,7 @@ concurrency:
 jobs:
   run_dbt_jobs:
     runs-on: ubuntu-latest
-    environment: 
+    environment:
       name: workflow_test
 
     steps:
@@ -39,11 +39,11 @@ jobs:
         run: |
           pip install -r requirements.txt
           dbt deps
-      
-      - name: Run ABI Models
+
+      - name: Update ABI Models
         run: |
           dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis"
 
       - name: Kick off decoded logs history, if there are new ABIs from users
         run: |
-          dbt run-operation fsc_evm.run_decoded_logs_history
+          dbt run-operation fsc_evm.run_decoded_logs_history

.github/workflows/dbt_run_scheduled_main.yml

@@ -39,11 +39,15 @@ jobs:
         run: |
           pip install -r requirements.txt
           dbt deps
-          
+
       - name: Run Main Models
         run: |
-          dbt run -m "fsc_evm,tag:silver_core" "fsc_evm,tag:gold_core" "fsc_evm,tag:silver_confirm_blocks" "fsc_evm,tag:bronze_abis" "fsc_evm,tag:nft_core" "fsc_evm,tag:bronze_core" "fsc_evm,tag:silver_prices" "fsc_evm,tag:gold_prices" "fsc_evm,tag:silver_labels" "fsc_evm,tag:gold_labels"
-        
+          dbt run -m "fsc_evm,tag:silver_core" "fsc_evm,tag:gold_core" "fsc_evm,tag:silver_confirm_blocks" "fsc_evm,tag:nft_core" "fsc_evm,tag:bronze_core" "fsc_evm,tag:silver_prices" "fsc_evm,tag:gold_prices" "fsc_evm,tag:silver_labels" "fsc_evm,tag:gold_labels"
+
       - name: Send new logs for decoding
         run: |
-          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_decoded_logs" "fsc_evm,tag:streamline_decoded_logs_realtime" "fsc_evm,tag:streamline_decoded_logs_complete"
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_decoded_logs" "fsc_evm,tag:streamline_decoded_logs_realtime" "fsc_evm,tag:streamline_decoded_logs_complete"
+
+      - name: Get new contract ABIs
+        run: |
+          dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:bronze_abis" "fsc_evm,tag:streamline_abis_realtime" "fsc_evm,tag:streamline_abis_complete"

dbt_project.yml

@@ -17,7 +17,8 @@ test-paths: ["tests"]
 seed-paths: ["data"]
 macro-paths: ["macros"]
 snapshot-paths: ["snapshots"]
-docs-paths: ["dbt_packages/fsc_evm/doc_descriptions", "models/doc_descriptions", "models"]
+docs-paths:
+  ["dbt_packages/fsc_evm/doc_descriptions", "models/doc_descriptions", "models"]
 
 target-path: "target" # directory which will store compiled SQL files
 clean-targets: # directories to be removed by `dbt clean`
@@ -36,7 +37,7 @@ on-run-start:
   - "{{ fsc_evm.create_udfs() }}"
 
 on-run-end:
-  - '{{ fsc_evm.apply_meta_as_tags(results) }}'
+  - "{{ fsc_evm.apply_meta_as_tags(results) }}"
 
 dispatch:
   - macro_namespace: dbt
@@ -46,7 +47,7 @@ dispatch:
       - dbt
 
 query-comment:
-  comment: '{{ dbt_snowflake_query_tags.get_query_comment(node) }}'
+  comment: "{{ dbt_snowflake_query_tags.get_query_comment(node) }}"
   append: true # Snowflake removes prefixed comments.
 
 # Configuring models
@@ -101,7 +102,7 @@ vars:
   HEAL_MODELS: []
   START_GHA_TASKS: False
 
-#### STREAMLINE 2.0 BEGIN ####
+  #### STREAMLINE 2.0 BEGIN ####
 
   API_INTEGRATION: '{{ var("config")[target.name]["API_INTEGRATION"] if var("config")[target.name] else var("config")["dev"]["API_INTEGRATION"] }}'
   EXTERNAL_FUNCTION_URI: '{{ var("config")[target.name]["EXTERNAL_FUNCTION_URI"] if var("config")[target.name] else var("config")["dev"]["EXTERNAL_FUNCTION_URI"] }}'
@@ -109,7 +110,7 @@ vars:
     ["INTERNAL_DEV"]
 
   config:
-  # The keys correspond to dbt profiles and are case sensitive
+    # The keys correspond to dbt profiles and are case sensitive
     dev:
       API_INTEGRATION: AWS_RONIN_API_STG_V2
       EXTERNAL_FUNCTION_URI: elny88ivlh.execute-api.us-east-1.amazonaws.com/stg/
@@ -125,20 +126,20 @@ vars:
         - INTERNAL_DEV
         - DBT_CLOUD_RONIN # replace with the name of the chain
 
-#### STREAMLINE 2.0 END ####
+  #### STREAMLINE 2.0 END ####
 
-#### FSC_EVM BEGIN ####
+  #### FSC_EVM BEGIN ####
 
-# Please visit https://github.com/FlipsideCrypto/fsc-evm/wiki for more information on required and optional variables
+  # Please visit https://github.com/FlipsideCrypto/fsc-evm/wiki for more information on required and optional variables
 
   ### GLOBAL VARIABLES BEGIN ###
-  
+
   ## REQUIRED
   GLOBAL_PROD_DB_NAME: "ronin"
-  GLOBAL_NODE_URL: '{api_url}'
+  GLOBAL_NODE_URL: "{api_url}"
   GLOBAL_NODE_SECRET_PATH: "Vault/prod/ronin/tatum/mainnet_new"
   GLOBAL_BLOCKS_PER_HOUR: 1200
-  GLOBAL_WRAPPED_ASSET_ADDRESS: '0xe514d9deb7966c8be0ca922de8a064264ea6bcd4' #WRON
+  GLOBAL_WRAPPED_ASSET_ADDRESS: "0xe514d9deb7966c8be0ca922de8a064264ea6bcd4" #WRON
 
   ## OPTIONAL
   GLOBAL_USES_RECEIPTS_BY_HASH: True
@@ -196,12 +197,17 @@ vars:
   ### DECODER_PACKAGE VARIABLES BEGIN ###
 
   ## ABIS
-  BLOCK_EXPLORER_NAME: "RoninChain"
-  BLOCK_EXPLORER_ABI_URL: "https://explorer-kintsugi.roninchain.com/v2/2020/contract/"
-  BLOCK_EXPLORER_ABI_URL_SUFFIX: "/abi"
+
+  DECODER_ABIS_BLOCK_EXPLORER_NAME: "RoninChain"
+  DECODER_ABIS_BLOCK_EXPLORER_URL: "https://explorer-kintsugi.roninchain.com/v2/2020/contract/"
+  DECODER_ABIS_BLOCK_EXPLORER_URL_SUFFIX: "/abi"
+  DECODER_ABIS_BLOCK_EXPLORER_SECRET_PATH: ""
+  DECODER_ABIS_RELEVANT_CONTRACT_LIMIT: 50
+  DECODER_ABIS_RELEVANT_CONTRACT_COUNT: 200
+  DECODER_ABIS_BRONZE_API_TABLE_ENABLED: True # this is for all existing non eth repos with a bronze_api__contract_abis model
+
 
   # BRONZE_CONTRACT_ABIS_FULL_REFRESH: True #comment out after FR is complete / for prod
 
   ### DECODER_PACKAGE VARIABLES END ###
-
-#### FSC_EVM END ####
+#### FSC_EVM END ####

models/sources.yml

@@ -1,4 +1,4 @@
-version: 2 
+version: 2
 
 sources:
   - name: github_actions
@@ -49,4 +49,4 @@ sources:
       {{ var('GLOBAL_PROD_DB_NAME') ~ ('_dev' if var("STREAMLINE_USE_DEV_FOR_EXTERNAL_TABLES", False) else '') }}
     schema: streamline
     tables:
-      - name: complete_contract_abis
+      - name: complete_contract_abis