Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 18 additions & 0 deletions tests/test_environment.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
"""Tests for the base Environment class."""

import importlib
import json
from typing import cast
from unittest.mock import AsyncMock, Mock, patch
Expand All @@ -22,6 +23,23 @@
from verifiers.utils.save_utils import make_dataset as build_dataset


def test_importlib_traversable_modules_import():
"""Import modules that use the version-tolerant Traversable import."""
module_names = (
"verifiers.v1.runtime",
"verifiers.v1.taskset",
"verifiers.v1.utils.sandbox_utils",
"verifiers.v1.utils.taskset_utils",
"verifiers.envs.experimental.composable.composable_env",
"verifiers.envs.experimental.composable.harness",
"verifiers.envs.experimental.composable.task",
"verifiers.envs.experimental.composable.harnesses.rlm",
)

for module_name in module_names:
assert importlib.import_module(module_name)


# Create a concrete implementation for testing the abstract base class
class SimpleEnvironment(Environment):
"""Simple implementation of Environment for testing."""
Expand Down
7 changes: 6 additions & 1 deletion verifiers/envs/experimental/composable/composable_env.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,11 +42,16 @@
import tarfile
import tempfile
import time
from importlib.abc import Traversable
from pathlib import Path
from typing import Any

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

import verifiers as vf

from verifiers.envs.experimental.cli_agent_env import CliAgentEnv
from verifiers.envs.experimental.composable.harness import Harness
from verifiers.envs.experimental.composable.task import TaskSet
Expand Down
6 changes: 5 additions & 1 deletion verifiers/envs/experimental/composable/harness.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,14 @@
"""

from dataclasses import dataclass
from importlib.abc import Traversable
from pathlib import Path
from typing import TYPE_CHECKING, Callable

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

if TYPE_CHECKING:
from verifiers.envs.experimental.composable.task import SandboxSpec
from verifiers.types import State, TrajectoryStep
Expand Down
6 changes: 5 additions & 1 deletion verifiers/envs/experimental/composable/harnesses/rlm.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,10 +3,14 @@
import hashlib
import random
import shlex
from importlib.abc import Traversable
from pathlib import Path
from typing import Callable

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

from verifiers.envs.experimental.composable import Harness
from verifiers.envs.experimental.utils.git_checkout_cache import (
resolve_git_checkout,
Expand Down
6 changes: 5 additions & 1 deletion verifiers/envs/experimental/composable/task.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,10 +27,14 @@ async def evaluate(self, sandbox_client, sandbox_id, state) -> float: ...
import importlib
import importlib.resources as resources
from dataclasses import dataclass
from importlib.abc import Traversable
from pathlib import Path
from typing import Any, Callable

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

from verifiers.envs.experimental.composable._filter import _resolve_filter_fn
from verifiers.types import DatasetBuilder, Messages, State

Expand Down
6 changes: 5 additions & 1 deletion verifiers/v1/runtime.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,6 @@
from collections.abc import Awaitable, Callable, Iterable, Sequence
from contextlib import AsyncExitStack
from dataclasses import dataclass, field
from importlib.abc import Traversable
from pathlib import Path
from typing import (
TYPE_CHECKING,
Expand All @@ -20,6 +19,11 @@
runtime_checkable,
)

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

from verifiers.clients import Client, resolve_client
from verifiers.types import Messages, Response, Tool
from verifiers.types import ClientConfig, ClientType, SamplingArgs
Expand Down
6 changes: 5 additions & 1 deletion verifiers/v1/taskset.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,11 @@
from importlib.abc import Traversable
from pathlib import Path
from typing import Generic, TypeVar, cast, final

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

from datasets import Dataset
from pydantic import AliasChoices, Field

Expand Down
6 changes: 5 additions & 1 deletion verifiers/v1/utils/sandbox_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,14 @@
import tempfile
import uuid
from collections.abc import Awaitable, Callable
from importlib.abc import Traversable
from pathlib import Path
from typing import TYPE_CHECKING, Literal, Protocol, TypeVar, cast

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

import tenacity as tc

from verifiers.decorators import setup as setup_handler
Expand Down
6 changes: 5 additions & 1 deletion verifiers/v1/utils/taskset_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,10 +5,14 @@
from collections.abc import Iterable
from contextlib import suppress
from copy import deepcopy
from importlib.abc import Traversable
from pathlib import Path
from typing import cast

try:
from importlib.resources.abc import Traversable
except ImportError: # Python < 3.14
from importlib.abc import Traversable

from datasets import Dataset
from verifiers.types import task_payload_from_info

Expand Down