hermes-agent/tests/agent/transports/test_transport.py
2026-09-24 22:26:32 +05:30

154 lines
7.1 KiB
Python

"""Tests for the transport ABC, registry, and AnthropicTransport."""
import pytest
from types import SimpleNamespace
from agent.transports.types import NormalizedResponse
from agent.transports import get_transport
# ── ABC contract tests ──────────────────────────────────────────────────
# ── Registry tests ───────────────────────────────────────────────────────
class TestTransportRegistry:
def test_get_unregistered_returns_none(self):
assert get_transport("nonexistent_mode") is None
# ── AnthropicTransport tests ────────────────────────────────────────────
class TestAnthropicTransport:
@pytest.fixture
def transport(self):
import agent.transports.anthropic # noqa: F401
return get_transport("anthropic_messages")
def test_convert_tools_simple(self, transport):
tools = [{
"type": "function",
"function": {
"name": "test_tool",
"description": "A test",
"parameters": {"type": "object", "properties": {}},
}
}]
result = transport.convert_tools(tools)
assert len(result) == 1
assert result[0]["name"] == "test_tool"
assert "input_schema" in result[0]
def test_map_finish_reason(self, transport):
assert transport.map_finish_reason("end_turn") == "stop"
assert transport.map_finish_reason("tool_use") == "tool_calls"
assert transport.map_finish_reason("max_tokens") == "length"
assert transport.map_finish_reason("stop_sequence") == "stop"
assert transport.map_finish_reason("refusal") == "content_filter"
assert transport.map_finish_reason("model_context_window_exceeded") == "length"
assert transport.map_finish_reason("unknown") == "stop"
def test_normalize_response_text(self, transport):
"""Test normalization of a simple text response."""
r = SimpleNamespace(
content=[SimpleNamespace(type="text", text="Hello world")],
stop_reason="end_turn",
usage=SimpleNamespace(input_tokens=10, output_tokens=5),
model="claude-sonnet-4-6",
)
nr = transport.normalize_response(r)
assert isinstance(nr, NormalizedResponse)
assert nr.content == "Hello world"
assert nr.tool_calls is None or nr.tool_calls == []
assert nr.finish_reason == "stop"
def test_normalize_response_refusal_surfaces_stop_details(self, transport):
"""stop_reason=refusal maps to content_filter and carries the message's stop_details (the
SDK exposes it only as an extra field); a plain end_turn adds no stop_details key."""
refusal = SimpleNamespace(
content=[], stop_reason="refusal", usage=None, model="claude",
stop_details={"type": "refusal", "category": "general_harms", "explanation": "classifier halt"},
)
nr = transport.normalize_response(refusal)
assert nr.finish_reason == "content_filter"
assert nr.provider_data["stop_details"]["explanation"] == "classifier halt"
plain = transport.normalize_response(
SimpleNamespace(content=[SimpleNamespace(type="text", text="ok")], stop_reason="end_turn", usage=None, model="claude"))
assert "stop_details" not in (plain.provider_data or {})
def test_streamed_refusal_stop_details_reach_provider_data(self, transport, monkeypatch):
"""Only the message_delta event carries stop_details (the SDK snapshot keeps just
stop_reason/stop_sequence), so both streaming wires must carry it into the final Message:
the aux ``_stream_final_message`` reader and the main wire's accumulator restore."""
from unittest.mock import MagicMock
from agent import relay_llm
from agent.anthropic_adapter import _stream_final_message
details = {"type": "refusal", "category": "general_harms", "explanation": "classifier halt"}
delta_event = SimpleNamespace(type="message_delta", delta=SimpleNamespace(stop_reason="refusal", stop_details=details))
message_stop_event = SimpleNamespace(type="message_stop")
def _stream_cm(final):
stream = MagicMock()
stream.__iter__ = MagicMock(return_value=iter([delta_event, message_stop_event]))
stream.get_final_message = MagicMock(return_value=final)
cm = MagicMock()
cm.__enter__, cm.__exit__ = MagicMock(return_value=stream), MagicMock(return_value=False)
return cm
def _snapshot(): # what get_final_message returns: no stop_details attribute at all
return SimpleNamespace(content=[], stop_reason="refusal", usage=None, model="claude")
aux = _stream_final_message(lambda **_: _stream_cm(_snapshot()), {"model": "claude"}, "", None, None)
assert transport.normalize_response(aux).provider_data["stop_details"] == details
from run_agent import AIAgent
# Unmanaged (no Relay runtime) streams never tick on_chunk; feed the accumulator the
# way the managed path's observe_chunk does so the restore hunk is exercised.
unmanaged = relay_llm.ManagedLlmStream._start_unmanaged
def _start_feeding(self, request):
unmanaged(self, request)
raw = self._stream
self._stream = (chunk for chunk in raw if self._on_chunk(relay_llm._jsonable(chunk)) or True)
monkeypatch.setattr(relay_llm.ManagedLlmStream, "_start_unmanaged", _start_feeding)
agent = AIAgent(api_key="k", base_url="https://example.com/v1", model="claude", quiet_mode=True,
skip_context_files=True, skip_memory=True)
agent.api_mode = "anthropic_messages"
agent._anthropic_client = MagicMock()
agent._anthropic_api_key = "k"
agent._create_request_anthropic_client = lambda *a, **k: agent._anthropic_client
agent._anthropic_client.messages.stream = MagicMock(return_value=_stream_cm(_snapshot()))
main = agent._interruptible_streaming_api_call({"model": "claude"})
assert transport.normalize_response(main).provider_data["stop_details"] == details
def test_normalize_response_tool_calls(self, transport):
"""Test normalization of a tool-use response."""
r = SimpleNamespace(
content=[
SimpleNamespace(
type="tool_use",
id="toolu_123",
name="terminal",
input={"command": "ls"},
),
],
stop_reason="tool_use",
usage=SimpleNamespace(input_tokens=10, output_tokens=20),
model="claude-sonnet-4-6",
)
nr = transport.normalize_response(r)
assert nr.finish_reason == "tool_calls"
assert len(nr.tool_calls) == 1
tc = nr.tool_calls[0]
assert tc.name == "terminal"
assert tc.id == "toolu_123"
assert '"command"' in tc.arguments