diff --git a/.github/workflows/dbt_run_scheduled_main.yml b/.github/workflows/dbt_run_scheduled_main.yml index 129cf27..1434c4b 100644 --- a/.github/workflows/dbt_run_scheduled_main.yml +++ b/.github/workflows/dbt_run_scheduled_main.yml @@ -15,5 +15,5 @@ jobs: with: command_name: Run Main Models command: | - dbt run -m "fsc_evm,tag:bronze,tag:core" "fsc_evm,tag:silver,tag:core" "fsc_evm,tag:gold,tag:core" "fsc_evm,tag:silver,tag:prices" "fsc_evm,tag:gold,tag:prices" "fsc_evm,tag:silver,tag:labels" "fsc_evm,tag:gold,tag:labels" "fsc_evm,tag:streamline,tag:decoded_logs,tag:realtime" "fsc_evm,tag:streamline,tag:decoded_logs,tag:complete" "fsc_evm,tag:streamline,tag:abis,tag:realtime" "fsc_evm,tag:streamline,tag:abis,tag:complete" "fsc_evm,tag:streamline,tag:token_reads,tag:realtime" "fsc_evm,tag:streamline,tag:token_reads,tag:complete" --vars '{"STREAMLINE_INVOKE_STREAMS":True}' + dbt run -m "fsc_evm,tag:bronze,tag:core" "fsc_evm,tag:silver,tag:core" "fsc_evm,tag:gold,tag:core" "fsc_evm,tag:silver,tag:prices" "fsc_evm,tag:gold,tag:prices" "fsc_evm,tag:silver,tag:labels" "fsc_evm,tag:gold,tag:labels" "fsc_evm,tag:silver,tag:balances" "fsc_evm,tag:gold,tag:balances" "fsc_evm,tag:streamline,tag:decoded_logs,tag:realtime" "fsc_evm,tag:streamline,tag:decoded_logs,tag:complete" "fsc_evm,tag:streamline,tag:abis,tag:realtime" "fsc_evm,tag:streamline,tag:abis,tag:complete" "fsc_evm,tag:streamline,tag:token_reads,tag:realtime" "fsc_evm,tag:streamline,tag:token_reads,tag:complete" "fsc_evm,tag:streamline,tag:balances,tag:complete" "fsc_evm,tag:streamline,tag:balances,tag:records" "fsc_evm,tag:streamline,tag:balances,tag:realtime" --vars '{"STREAMLINE_INVOKE_STREAMS":True}' secrets: inherit \ No newline at end of file diff --git a/.github/workflows/dbt_run_streamline_balances_history_temp.yml b/.github/workflows/dbt_run_streamline_balances_history_temp.yml new file mode 100644 index 0000000..62bdc06 --- /dev/null +++ b/.github/workflows/dbt_run_streamline_balances_history_temp.yml @@ -0,0 +1,21 @@ +name: dbt_run_streamline_balances_history_temp +run-name: dbt_run_streamline_balances_history_temp + +on: + workflow_dispatch: + branches: + - "main" + schedule: + - cron: '26 */3 * * *' + +concurrency: + group: ${{ github.workflow }} + +jobs: + called_workflow_template: + uses: FlipsideCrypto/fsc-evm/.github/workflows/dbt_run_template.yml@main + with: + command_name: Run Balances History Temp Models + command: | + dbt run --vars '{"STREAMLINE_INVOKE_STREAMS":True}' -m "fsc_evm,tag:streamline,tag:balances,tag:complete" "fsc_evm,tag:streamline,tag:balances,tag:records" "fsc_evm,tag:streamline,tag:balances,tag:history" + secrets: inherit \ No newline at end of file diff --git a/.github/workflows/dbt_test_daily.yml b/.github/workflows/dbt_test_daily.yml index 7989903..a9b9efd 100644 --- a/.github/workflows/dbt_test_daily.yml +++ b/.github/workflows/dbt_test_daily.yml @@ -19,5 +19,5 @@ jobs: dbt run -m "fsc_evm,tag:daily_test" command_name_2: Run Daily Tests (all tests excluding full, recent and misc. others) command_2: | - dbt test --exclude "fsc_evm,tag:full_test" "fsc_evm,tag:recent_test" "fsc_evm,tag:gha_tasks" "fsc_evm,tag:observability" livequery_models + dbt test --exclude "fsc_evm,tag:full_test" "fsc_evm,tag:recent_test" "fsc_evm,tag:gha_tasks" "fsc_evm,tag:observability" livequery_models --exclude "fsc_evm,tag:balances" secrets: inherit \ No newline at end of file diff --git a/.github/workflows/dbt_test_intraday.yml b/.github/workflows/dbt_test_intraday.yml index 912066f..7ebd9be 100644 --- a/.github/workflows/dbt_test_intraday.yml +++ b/.github/workflows/dbt_test_intraday.yml @@ -17,5 +17,5 @@ jobs: command_name: Run Observability & Recent Tests command: | dbt run -m "fsc_evm,tag:observability" - dbt test -m "fsc_evm,tag:recent_test" "fsc_evm,tag:observability" + dbt test -m "fsc_evm,tag:recent_test" "fsc_evm,tag:observability" --exclude "fsc_evm,tag:balances" secrets: inherit \ No newline at end of file diff --git a/data/observability__exclusion_list.csv b/data/observability__exclusion_list.csv index 375863d..386ee45 100644 --- a/data/observability__exclusion_list.csv +++ b/data/observability__exclusion_list.csv @@ -1,3 +1,7 @@ block_number 31697306 -31697810 \ No newline at end of file +31697810 +74593456 +74593760 +74595296 +74595472 \ No newline at end of file diff --git a/dbt_project.yml b/dbt_project.yml index 003916e..caeae87 100644 --- a/dbt_project.yml +++ b/dbt_project.yml @@ -111,6 +111,12 @@ models: +enabled: true lending: +enabled: true + balances_package: + +enabled: false + erc20: + +enabled: true + native: + +enabled: true scores_package: +enabled: true diff --git a/models/silver/protocols/polymarket/silver__polymarket_filled_orders.sql b/models/silver/protocols/polymarket/silver__polymarket_filled_orders.sql index 865f966..6a02401 100644 --- a/models/silver/protocols/polymarket/silver__polymarket_filled_orders.sql +++ b/models/silver/protocols/polymarket/silver__polymarket_filled_orders.sql @@ -43,8 +43,6 @@ WITH polymarket_orders AS( LOWER('0x4bfb41d5b3570defd03c39a9a4d8de6bd8b8982e'), LOWER('0xC5d563A36AE78145C45a50134d48A1215220f80a') ) - AND - origin_function_signature IN ('0xe60f0c05', '0xd2539b37') {% if is_incremental() %} AND _inserted_timestamp >= ( diff --git a/models/sources.yml b/models/sources.yml index ccf455c..8c07880 100644 --- a/models/sources.yml +++ b/models/sources.yml @@ -20,6 +20,9 @@ sources: - name: decoded_logs_v2 - name: contract_abis - name: token_reads + - name: balances_erc20 + - name: balances_native + - name: state_tracer - name: crosschain_silver database: >- {{ 'CROSSCHAIN_DEV' if '_DEV' in target.database.upper() else 'CROSSCHAIN' }} diff --git a/packages.yml b/packages.yml index 7faa58b..a4d5b91 100644 --- a/packages.yml +++ b/packages.yml @@ -1,3 +1,3 @@ packages: - git: https://github.com/FlipsideCrypto/fsc-evm.git - revision: v4.20.2 + revision: v4.24.3