tests fix

.github/workflows/ci.yml

@@ -82,6 +82,12 @@ jobs:
       - name: Install tau2 for testing
         run: uv pip install git+https://github.com/sierra-research/tau2-bench.git@main
 
+      - name: Install OpenEnv for integration tests
+        run: |
+          # Install OpenEnv core and echo environment
+          uv pip install "openenv-core"
+          uv pip install "openenv-echo-env @ git+https://github.com/meta-pytorch/OpenEnv.git#subdirectory=src/envs/echo_env"
+
       - name: Run Core Tests with pytest-xdist
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
@@ -109,6 +115,9 @@ jobs:
             --ignore=tests/remote_server/test_remote_fireworks.py \
             --ignore=tests/remote_server/test_remote_fireworks_propagate_status.py \
             --ignore=tests/logging/test_elasticsearch_direct_http_handler.py \
+            --ignore=tests/pytest/test_openenv_browsergym_basic.py \
+            --ignore=tests/pytest/test_openenv_browsergym_eval.py \
+            --ignore=tests/pytest/test_openenv_textarena_docker.py \
             --ignore=eval_protocol/benchmarks/ \
             --ignore=eval_protocol/quickstart/ \
             --cov=eval_protocol --cov-append --cov-report=xml --cov-report=term-missing -v --durations=10

tests/pytest/test_openenv_browsergym_basic.py

@@ -12,6 +12,12 @@
 # Skip these integration-heavy tests on CI runners by default
 pytestmark = pytest.mark.skipif(os.getenv("CI") == "true", reason="Skip OpenEnv integration tests on CI")
 
+# Skip if OpenEnv not installed
+try:
+    from envs.browsergym_env import BrowserGymEnv, BrowserGymAction  # type: ignore
+except ImportError:
+    pytest.skip("OpenEnv browsergym_env not installed", allow_module_level=True)
+
 
 @pytest.mark.integration
 def test_openenv_browsergym_basic():
@@ -43,8 +49,6 @@ def test_openenv_browsergym_basic():
 
     # Construct the processor with a trivial action_parser; the model output will still be generated
     # but we parse to a safe noop action to minimize flakiness for the environment step.
-    from envs.browsergym_env import BrowserGymAction, BrowserGymEnv  # type: ignore
-
     processor = OpenEnvRolloutProcessor(
         env_factory=None,
         prompt_builder=lambda obs, step, history: "Do nothing",

tests/pytest/test_openenv_browsergym_eval.py

@@ -10,6 +10,12 @@
 # Skip these integration-heavy tests on CI runners by default
 pytestmark = pytest.mark.skipif(os.getenv("CI") == "true", reason="Skip OpenEnv integration tests on CI")
 
+# Skip if OpenEnv not installed
+try:
+    from envs.browsergym_env import BrowserGymEnv, BrowserGymAction  # type: ignore
+except ImportError:
+    pytest.skip("OpenEnv browsergym_env not installed", allow_module_level=True)
+
 
 def openenv_dataset_to_rows(data: List[Dict[str, Any]]) -> List[EvaluationRow]:
     """

tests/pytest/test_openenv_echo_hub.py

@@ -9,13 +9,19 @@
 import pytest
 
 
-# Preferred import when using the monolithic `openenv` package
-from envs.echo_env import EchoEnv  # type: ignore
-
-
 # Skip these integration-heavy tests on CI runners by default
 pytestmark = pytest.mark.skipif(os.getenv("CI") == "true", reason="Skip OpenEnv integration tests on CI")
 
+# Try to import, but skip if not available
+try:
+    from envs.echo_env import EchoEnv  # type: ignore
+
+    _HAS_ECHO = True
+except ImportError:
+    _HAS_ECHO = False
+    EchoEnv = None  # type: ignore
+    pytest.skip("OpenEnv echo_env not installed", allow_module_level=True)
+
 
 def echo_dataset_to_rows(data: List[Dict[str, Any]]) -> List[EvaluationRow]:
     """
@@ -79,7 +85,7 @@ def action_parser(response_text: str):
     rollout_processor=(
         OpenEnvRolloutProcessor(
             # Use HF Hub to launch the environment container automatically
-            env_client_cls=EchoEnv,  # type: ignore
+            env_client_cls=EchoEnv if _HAS_ECHO else None,  # type: ignore
             hub_repo_id=os.getenv("OPENENV_ECHO_REPO", "openenv/echo-env"),
             # Simple prompt+parser above
             prompt_builder=prompt_builder,
@@ -88,6 +94,8 @@ def action_parser(response_text: str):
             timeout_ms=5000,
             num_generations=1,
         )
+        if _HAS_ECHO
+        else None
     ),
 )
 def test_openenv_echo_hub(row: EvaluationRow) -> EvaluationRow: