artin/webarena
1
0
Fork 0
mirror of https://github.com/web-arena-x/webarena.git synced 2026-02-06 11:16:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

skip site specific test on github action

Browse Source
This commit is contained in:
alexisxy 2023-08-23 16:31:16 -04:00
parent 1f8cef164d
commit 8a2178df24
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_evaluation_harness/test_exact_evaluators.py
View File

@ -19,6 +19,7 @@ from evaluation_harness import (
)
from evaluation_harness.evaluators import EvaluatorComb
IN_GITHUB_ACTIONS = os.getenv("GITHUB_ACTIONS") == "true"
HEADLESS = True
config_file_folder = "tests/test_evaluation_harness/configs"
@ -249,6 +250,9 @@ def test_html_content_url_comb_success(
@beartype
@pytest.mark.skipif(
IN_GITHUB_ACTIONS, reason="Won't work using the demo sites"
)
def test_func_success(
script_browser_env: ScriptBrowserEnv,
) -> None:
@ -270,6 +274,9 @@ def test_func_success(
@beartype
@pytest.mark.skipif(
IN_GITHUB_ACTIONS, reason="Won't work using the demo sites"
)
def test_func_fail(
script_browser_env: ScriptBrowserEnv,
) -> None: