agent-lab/tests/test_websocket_api.py

import json
import asyncio
import logging
from collections.abc import AsyncIterator
from pathlib import Path

import httpx
import pytest
from fastapi.testclient import TestClient
from pydantic import ValidationError

from agent_lab.application.contracts import AgentParams, DebugRunRequest, EventAgentParams
from agent_lab.application.queues import RuntimeQueues
from agent_lab.application.runtime import DebugRuntime
from agent_lab.domain.events import ToolCallEvent
from agent_lab.domain.messages import ChatMessage, StreamItem, TokenUsage
from agent_lab.infrastructure.chat_client import OpenAICompatibleChatClient
from agent_lab.infrastructure.sqlite_store import SQLiteSessionStore
from agent_lab.presentation.web import create_app
from agent_lab.settings import Settings


def _css_rule(css: str, selector: str) -> str:
    start = css.index(f"{selector} {{")
    end = css.index("}", start)
    return css[start:end]


class FakeRuntime:
    def __init__(self) -> None:
        self.requests: list[DebugRunRequest] = []

    async def run(self, request: DebugRunRequest) -> AsyncIterator[dict]:
        self.requests.append(request)
        yield {"type": "session_started"}
        yield {"type": "message_delta", "content": "hello"}
        yield {"type": "done"}


class QueueAwareRuntime:
    def __init__(self) -> None:
        self.requests: list[DebugRunRequest] = []
        self.queues: RuntimeQueues | None = None
        self.task: asyncio.Task | None = None

    def start(self, request: DebugRunRequest) -> RuntimeQueues:
        self.requests.append(request)
        self.queues = RuntimeQueues()
        self.task = asyncio.create_task(self._run())
        return self.queues

    async def _run(self) -> None:
        assert self.queues is not None
        await self.queues.output.put({"type": "session_started"})
        message = await self.queues.input.get()
        await self.queues.output.put(
            {"type": "message_delta", "content": message.content}
        )
        await self.queues.output.put({"type": "done"})

    async def aclose(self) -> None:
        if self.task is not None and not self.task.done():
            self.task.cancel()
            await asyncio.gather(self.task, return_exceptions=True)


class PersistentSessionRuntime:
    def __init__(self) -> None:
        self.requests: list[DebugRunRequest] = []
        self.queues: RuntimeQueues | None = None
        self.task: asyncio.Task | None = None

    def start_session(self, request: DebugRunRequest) -> RuntimeQueues:
        self.requests.append(request)
        self.queues = RuntimeQueues()
        self.task = asyncio.create_task(self._run(request))
        return self.queues

    async def _run(self, request: DebugRunRequest) -> None:
        assert self.queues is not None
        await self.queues.output.put({"type": "session_started"})
        await self._emit_turn(1, request.user_message)
        turn_index = 1
        while True:
            message = await self.queues.input.get()
            turn_index += 1
            await self._emit_turn(turn_index, message.content)

    async def _emit_turn(self, turn_index: int, content: str) -> None:
        assert self.queues is not None
        await self.queues.output.put({"type": "turn_started", "turn_index": turn_index})
        await self.queues.output.put({"type": "message_delta", "content": content})
        await self.queues.output.put(
            {"type": "turn_completed", "turn_index": turn_index}
        )

    async def aclose(self) -> None:
        if self.task is not None and not self.task.done():
            self.task.cancel()
            await asyncio.gather(self.task, return_exceptions=True)


def _request_payload() -> dict:
    return {
        "user_message": "debug this",
        "system_prompts": ["You are a debugger."],
        "pre_messages": [{"role": "user", "content": "previous turn"}],
        "chat_agent": {
            "model": "fake-model",
            "temperature": 0.1,
            "max_tokens": 200,
        },
        "event_agent": {
            "enabled_tools": ["handoff_note"],
            "max_event_loops": 2,
        },
    }


def _event_tool_call_from_tools(
    tools: list[dict],
    messages: list[ChatMessage],
) -> StreamItem:
    tool_name = tools[0]["function"]["name"]
    content = ""
    for role in ("assistant", "user"):
        content = next(
            (
                message.content
                for message in reversed(messages)
                if message.role == role and message.content.strip()
            ),
            "",
        )
        if content:
            break
    arguments = {
        "message": content,
        "query": content,
        "title": content,
    }
    return StreamItem.provider_tool_call(
        ToolCallEvent(
            id="event_agent_call_1",
            name=tool_name,
            arguments=arguments,
            raw_arguments=json.dumps(arguments),
        )
    )


def test_agent_params_defaults_include_extra_body_and_event_agent_defaults_to_one_round():
    chat_params = AgentParams()
    event_params = EventAgentParams()

    assert chat_params.extra_body == {
        "thinking": {"type": "disabled"},
        "enable_search": False,
        "search_options": {"forced_search": False},
    }
    assert event_params.extra_body == chat_params.extra_body
    assert event_params.max_event_loops == 1
    assert event_params.system_prompt == ""


def test_health_returns_ok():
    app = create_app(runtime_factory=FakeRuntime)
    client = TestClient(app)

    response = client.get("/health")

    assert response.status_code == 200
    assert response.json() == {"status": "ok"}


def test_api_tools_returns_handoff_note_metadata():
    app = create_app(runtime_factory=FakeRuntime)
    client = TestClient(app)

    response = client.get("/api/tools")

    assert response.status_code == 200
    tools = response.json()
    assert [tool["name"] for tool in tools] == [
        "handoff_note",
        "mock_search",
        "mock_ticket",
    ]
    assert tools[0]["parameters"]["required"] == ["message"]


def test_session_api_creates_lists_and_returns_empty_replay_data(tmp_path):
    settings = Settings(database_path=str(tmp_path / "agent_lab.sqlite3"))
    app = create_app(settings=settings, runtime_factory=FakeRuntime)
    client = TestClient(app)

    created = client.post(
        "/api/sessions",
        json={
            "title": "Debug session",
            "config": {"chat_agent": {"model": "chat-model"}},
        },
    )

    assert created.status_code == 200
    session_id = created.json()["id"]
    assert created.json()["title"] == "Debug session"

    sessions = client.get("/api/sessions")
    assert sessions.status_code == 200
    assert sessions.json()[0]["id"] == session_id
    assert sessions.json()[0]["turn_count"] == 0

    detail = client.get(f"/api/sessions/{session_id}")
    assert detail.status_code == 200
    assert detail.json()["config"]["chat_agent"]["model"] == "chat-model"

    assert client.get(f"/api/sessions/{session_id}/messages").json() == []
    assert client.get(f"/api/sessions/{session_id}/audit").json() == []
    usage = client.get(f"/api/sessions/{session_id}/usage").json()
    assert usage == {
        "calls": [],
        "turns": [],
        "session": {
            "prompt_tokens": 0,
            "completion_tokens": 0,
            "total_tokens": 0,
            "cached_tokens": 0,
            "elapsed_ms": 0,
        },
    }


def test_session_api_returns_persisted_replay_data(tmp_path):
    database_path = tmp_path / "agent_lab.sqlite3"
    settings = Settings(database_path=str(database_path))
    app = create_app(settings=settings, runtime_factory=FakeRuntime)
    client = TestClient(app)

    session_id = client.post("/api/sessions", json={"title": "Replay"}).json()["id"]
    store = SQLiteSessionStore(database_path)
    store.start_turn(session_id, turn_index=1, user_message="debug this")
    store.append_message(
        session_id,
        turn_index=1,
        message=ChatMessage(role="user", content="debug this"),
    )
    store.append_message(
        session_id,
        turn_index=1,
        message=ChatMessage(role="assistant", content="answer"),
    )
    store.append_audit(
        session_id,
        event="chat_agent_request",
        details={"model": "chat-model"},
        turn_index=1,
        round_index=1,
    )
    store.append_usage(
        session_id,
        turn_index=1,
        round_index=1,
        usage=TokenUsage(prompt_tokens=1, completion_tokens=2, total_tokens=3),
        ttft_ms=10,
        elapsed_ms=20,
    )

    assert [message["content"] for message in client.get(
        f"/api/sessions/{session_id}/messages"
    ).json()] == ["debug this", "answer"]
    assert client.get(f"/api/sessions/{session_id}/audit").json()[0]["details"] == {
        "model": "chat-model"
    }
    usage = client.get(f"/api/sessions/{session_id}/usage").json()
    assert usage["calls"][0]["total_tokens"] == 3
    assert usage["turns"][0]["total_tokens"] == 3
    assert usage["session"]["total_tokens"] == 3


def test_default_websocket_runtime_factory_accepts_session_store(tmp_path):
    settings = Settings(database_path=str(tmp_path / "agent_lab.sqlite3"))
    app = create_app(settings=settings)
    client = TestClient(app)

    with client.websocket_connect("/ws/debug") as websocket:
        websocket.send_json({"chat_agent": {"model": "fake-model"}})
        message = websocket.receive_json()

    assert message["type"] == "error"
    assert "user_message" in message["message"]


def test_websocket_debug_streams_runtime_messages():
    runtime = FakeRuntime()
    app = create_app(runtime_factory=lambda: runtime)
    client = TestClient(app)

    with client.websocket_connect("/ws/debug") as websocket:
        websocket.send_json(_request_payload())

        assert websocket.receive_json() == {"type": "session_started"}
        assert websocket.receive_json() == {
            "type": "message_delta",
            "content": "hello",
        }
        assert websocket.receive_json() == {"type": "done"}

    assert runtime.requests[0].user_message == "debug this"
    assert runtime.requests[0].pre_messages[0].content == "previous turn"


def test_websocket_debug_logs_session_lifecycle(caplog):
    runtime = FakeRuntime()
    app = create_app(runtime_factory=lambda: runtime)
    client = TestClient(app)

    with caplog.at_level(logging.INFO, logger="agent_lab.presentation.web"):
        with client.websocket_connect("/ws/debug") as websocket:
            websocket.send_json(_request_payload())
            assert websocket.receive_json() == {"type": "session_started"}
            assert websocket.receive_json() == {
                "type": "message_delta",
                "content": "hello",
            }
            assert websocket.receive_json() == {"type": "done"}

    assert "websocket session accepted" in caplog.text
    assert "websocket request accepted" in caplog.text
    assert "websocket session closed" in caplog.text


def test_websocket_debug_enqueues_user_messages_during_running_session():
    runtime = QueueAwareRuntime()
    app = create_app(runtime_factory=lambda: runtime)
    client = TestClient(app)

    with client.websocket_connect("/ws/debug") as websocket:
        websocket.send_json(_request_payload())

        assert websocket.receive_json() == {"type": "session_started"}
        websocket.send_json({"type": "user_message", "content": "follow-up"})
        assert websocket.receive_json() == {
            "type": "message_delta",
            "content": "follow-up",
        }
        assert websocket.receive_json() == {"type": "done"}

    assert runtime.requests[0].user_message == "debug this"


def test_websocket_debug_keeps_session_open_for_multiple_turns():
    runtime = PersistentSessionRuntime()
    app = create_app(runtime_factory=lambda: runtime)
    client = TestClient(app)

    with client.websocket_connect("/ws/debug") as websocket:
        websocket.send_json(_request_payload())

        assert websocket.receive_json() == {"type": "session_started"}
        assert websocket.receive_json() == {"type": "turn_started", "turn_index": 1}
        assert websocket.receive_json() == {
            "type": "message_delta",
            "content": "debug this",
        }
        assert websocket.receive_json() == {"type": "turn_completed", "turn_index": 1}

        websocket.send_json({"type": "user_message", "content": "follow-up"})
        assert websocket.receive_json() == {"type": "turn_started", "turn_index": 2}
        assert websocket.receive_json() == {
            "type": "message_delta",
            "content": "follow-up",
        }
        assert websocket.receive_json() == {"type": "turn_completed", "turn_index": 2}
        websocket.close()

    assert runtime.requests[0].user_message == "debug this"


def test_websocket_debug_sends_error_for_invalid_request():
    app = create_app(runtime_factory=FakeRuntime)
    client = TestClient(app)

    with client.websocket_connect("/ws/debug") as websocket:
        websocket.send_json({"chat_agent": {"model": "fake-model"}})
        message = websocket.receive_json()

    assert message["type"] == "error"
    assert "user_message" in message["message"]


def test_debug_run_request_rejects_invalid_pre_message_role():
    payload = _request_payload()
    payload["pre_messages"] = [{"role": "developer", "content": "invalid"}]

    with pytest.raises(ValidationError) as exc_info:
        DebugRunRequest.model_validate(payload)

    assert "role" in str(exc_info.value)


def test_debug_run_request_rejects_tool_pre_messages():
    payload = _request_payload()
    payload["pre_messages"] = [
        {
            "role": "tool",
            "content": "orphan result",
            "tool_call_id": "call_1",
        }
    ]

    with pytest.raises(ValidationError, match="pre_messages cannot include tool messages"):
        DebugRunRequest.model_validate(payload)


def test_chat_message_allows_internal_tool_replies():
    message = ChatMessage(
        role="tool",
        content='{"message":"handled"}',
        name="handoff_note",
        tool_call_id="call_1",
    )

    assert message.role == "tool"
    assert message.tool_call_id == "call_1"


def test_chat_message_preserves_assistant_tool_calls():
    message = ChatMessage(
        role="assistant",
        content="I will inspect both sources.",
        tool_calls=[
            ToolCallEvent(
                id="call_1",
                name="mock_search",
                arguments={"query": "latency docs"},
                raw_arguments='{"query":"latency docs"}',
            ),
            ToolCallEvent(
                id="call_2",
                name="handoff_note",
                arguments={"message": "inspect provider behavior"},
                raw_arguments='{"message":"inspect provider behavior"}',
            ),
        ],
    )

    assert message.model_dump()["tool_calls"] == [
        {
            "id": "call_1",
            "name": "mock_search",
            "arguments": {"query": "latency docs"},
            "raw_arguments": '{"query":"latency docs"}',
        },
        {
            "id": "call_2",
            "name": "handoff_note",
            "arguments": {"message": "inspect provider behavior"},
            "raw_arguments": '{"message":"inspect provider behavior"}',
        },
    ]


def test_chat_message_rejects_tool_calls_on_non_assistant_role():
    with pytest.raises(ValidationError, match="tool_calls require assistant role"):
        ChatMessage(
            role="user",
            content="invalid",
            tool_calls=[
                ToolCallEvent(
                    id="call_1",
                    name="mock_search",
                    arguments={},
                    raw_arguments="{}",
                )
            ],
        )


def test_chat_message_rejects_tool_role_without_tool_call_id():
    with pytest.raises(ValidationError, match="tool messages require tool_call_id"):
        ChatMessage(role="tool", content="orphan result")


class HistoryCapturingChatClient:
    def __init__(self) -> None:
        self.calls = 0
        self.second_call_messages: list[ChatMessage] = []

    async def stream_chat(
        self,
        messages: list[ChatMessage],
        tools: list[dict],
        params: AgentParams,
    ) -> AsyncIterator[StreamItem]:
        if tools:
            yield _event_tool_call_from_tools(tools, messages)
            return
        self.calls += 1
        if self.calls == 1:
            yield StreamItem.message_delta("Need event help.")
            yield StreamItem.text_event(
                ToolCallEvent(
                    id="call_1",
                    name="handoff_note",
                    arguments={},
                    raw_arguments="{}",
                )
            )
            return

        self.second_call_messages = list(messages)
        yield StreamItem.message_delta("Final answer.")


@pytest.mark.asyncio
async def test_runtime_appends_event_summary_without_tool_reply_history():
    request = DebugRunRequest(
        user_message="debug this",
        system_prompts=["You are a debugger."],
        pre_messages=[],
        chat_agent=AgentParams(model="fake-model", temperature=0.1, max_tokens=200),
        event_agent=EventAgentParams(enabled_tools=["handoff_note"], max_event_loops=2),
    )
    client = HistoryCapturingChatClient()
    runtime = DebugRuntime(client)

    outputs = [message async for message in runtime.run(request)]

    assert client.calls == 2
    assert [message.role for message in client.second_call_messages] == [
        "system",
        "system",
        "user",
        "assistant",
        "user",
    ]
    assert "Available events:" in client.second_call_messages[1].content
    assert client.second_call_messages[3].content == "Need event help."
    assert not any(message.role == "tool" for message in client.second_call_messages)
    assert client.second_call_messages[4].content.startswith("EventAgent results:\n")
    assert client.second_call_messages[4].name == "event_agent"
    assert outputs[-1] == {"type": "done"}


@pytest.mark.asyncio
async def test_openai_chat_client_streams_sse_chunks_through_parser():
    requests: list[httpx.Request] = []

    def handler(request: httpx.Request) -> httpx.Response:
        requests.append(request)
        payload = json.loads(request.content)
        assert payload["stream"] is True
        assert payload["model"] == "model-x"
        assert payload["messages"] == [{"role": "user", "content": "hi"}]
        assert payload["tools"][0]["function"]["name"] == "handoff_note"
        assert "tool_choice" not in payload
        assert payload["temperature"] == 0.3
        assert payload["max_tokens"] == 50
        assert request.headers["authorization"] == "Bearer test-key"
        return httpx.Response(
            200,
            content=(
                b'data: {"choices":[{"delta":{"content":"hi"},"finish_reason":null}]}\n\n'
                b"data: [DONE]\n\n"
            ),
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="test-key",
            base_url="https://llm.test/v1",
            default_model="default-model",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        items = [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="hi")],
                tools=[
                    {
                        "type": "function",
                        "function": {"name": "handoff_note", "parameters": {}},
                    }
                ],
                params=AgentParams(model="model-x", temperature=0.3, max_tokens=50),
            )
        ]

    assert requests[0].url.path == "/v1/chat/completions"
    assert [item.content for item in items if item.kind == "message_delta"] == ["hi"]
    assert [item.raw_chunk for item in items if item.kind == "raw_chunk"] == [
        {"choices": [{"delta": {"content": "hi"}, "finish_reason": None}]}
    ]


@pytest.mark.asyncio
async def test_openai_chat_client_serializes_explicit_tool_choice():
    captured_payloads: list[dict] = []
    forced_choice = {
        "type": "function",
        "function": {"name": "handoff_note"},
    }

    def handler(request: httpx.Request) -> httpx.Response:
        captured_payloads.append(json.loads(request.content))
        return httpx.Response(200, content=b"data: [DONE]\n\n")

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="prepare handoff")],
                tools=[
                    {
                        "type": "function",
                        "function": {"name": "handoff_note", "parameters": {}},
                    }
                ],
                params=AgentParams(model="provider-default"),
                tool_choice=forced_choice,
            )
        ]

    assert captured_payloads[0]["tool_choice"] == forced_choice


@pytest.mark.asyncio
async def test_openai_chat_client_flushes_one_provider_tool_call_at_done():
    def handler(request: httpx.Request) -> httpx.Response:
        return httpx.Response(
            200,
            content=(
                b'data: {"choices":[{"delta":{"tool_calls":[{"index":0,'
                b'"id":"call_1","function":{"name":"mock_search",'
                b'"arguments":"{\\"query\\":\\""}}]},"finish_reason":null}]}\n\n'
                b'data: {"choices":[{"delta":{"tool_calls":[{"index":0,'
                b'"function":{"arguments":"latency docs\\"}"}}]},'
                b'"finish_reason":null}]}\n\n'
                b"data: [DONE]\n\n"
            ),
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        items = [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="find docs")],
                tools=[
                    {
                        "type": "function",
                        "function": {"name": "mock_search", "parameters": {}},
                    }
                ],
                params=AgentParams(model="provider-default"),
            )
        ]

    provider_calls = [
        item.event for item in items if item.kind == "provider_tool_call"
    ]
    assert provider_calls == [
        ToolCallEvent(
            id="call_1",
            name="mock_search",
            arguments={"query": "latency docs"},
            raw_arguments='{"query":"latency docs"}',
        )
    ]


@pytest.mark.asyncio
async def test_openai_chat_client_uses_default_model_when_request_model_is_blank():
    captured_payloads: list[dict] = []

    def handler(request: httpx.Request) -> httpx.Response:
        captured_payloads.append(json.loads(request.content))
        return httpx.Response(
            200,
            content=b'data: {"choices":[{"delta":{"content":"hi"},"finish_reason":null}]}\n\n',
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="hi")],
                tools=[],
                params=AgentParams(model="   ", temperature=0.3, max_tokens=50),
            )
        ]

    assert captured_payloads[0]["model"] == "provider-default"


@pytest.mark.asyncio
async def test_openai_chat_client_serializes_provider_tool_transcript():
    captured_payloads: list[dict] = []

    def handler(request: httpx.Request) -> httpx.Response:
        captured_payloads.append(json.loads(request.content))
        return httpx.Response(
            200,
            content=b'data: {"choices":[{"delta":{"content":"done"},"finish_reason":null}]}\n\n',
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        [
            item
            async for item in client.stream_chat(
                messages=[
                    ChatMessage(role="user", content="inspect both"),
                    ChatMessage(
                        role="assistant",
                        content="I will inspect both sources.",
                        tool_calls=[
                            ToolCallEvent(
                                id="call_1",
                                name="mock_search",
                                arguments={"query": "latency docs"},
                                raw_arguments='{"query":"latency docs"}',
                            ),
                            ToolCallEvent(
                                id="call_2",
                                name="handoff_note",
                                arguments={"message": "inspect provider behavior"},
                                raw_arguments='{"message":"inspect provider behavior"}',
                            ),
                        ],
                    ),
                    ChatMessage(
                        role="tool",
                        content='{"results":[]}',
                        name="mock_search",
                        tool_call_id="call_1",
                    ),
                    ChatMessage(
                        role="tool",
                        content='{"message":"handled"}',
                        name="handoff_note",
                        tool_call_id="call_2",
                    ),
                    ChatMessage(role="user", content="continue"),
                ],
                tools=[],
                params=AgentParams(
                    model="provider-default",
                    temperature=0.3,
                    max_tokens=50,
                ),
            )
        ]

    assert captured_payloads[0]["messages"] == [
        {"role": "user", "content": "inspect both"},
        {
            "role": "assistant",
            "content": "I will inspect both sources.",
            "tool_calls": [
                {
                    "id": "call_1",
                    "type": "function",
                    "function": {
                        "name": "mock_search",
                        "arguments": '{"query":"latency docs"}',
                    },
                },
                {
                    "id": "call_2",
                    "type": "function",
                    "function": {
                        "name": "handoff_note",
                        "arguments": '{"message":"inspect provider behavior"}',
                    },
                },
            ],
        },
        {
            "role": "tool",
            "content": '{"results":[]}',
            "tool_call_id": "call_1",
        },
        {
            "role": "tool",
            "content": '{"message":"handled"}',
            "tool_call_id": "call_2",
        },
        {"role": "user", "content": "continue"},
    ]


async def _assert_tool_transcript_rejected(
    messages: list[ChatMessage],
    error_match: str,
) -> None:
    network_called = False

    def handler(request: httpx.Request) -> httpx.Response:
        nonlocal network_called
        network_called = True
        return httpx.Response(200)

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )

        with pytest.raises(ValueError, match=error_match):
            [
                item
                async for item in client.stream_chat(
                    messages=messages,
                    tools=[],
                    params=AgentParams(model="provider-default"),
                )
            ]

    assert network_called is False


@pytest.mark.asyncio
async def test_openai_chat_client_rejects_orphan_tool_reply_before_network():
    await _assert_tool_transcript_rejected(
        [
            ChatMessage(
                role="tool",
                content="orphan",
                tool_call_id="call_1",
            )
        ],
        "orphan tool reply: call_1",
    )


@pytest.mark.asyncio
async def test_openai_chat_client_rejects_mismatched_tool_call_id_before_network():
    await _assert_tool_transcript_rejected(
        [
            ChatMessage(
                role="assistant",
                content="",
                tool_calls=[
                    ToolCallEvent(
                        id="call_1",
                        name="mock_search",
                        arguments={},
                        raw_arguments="{}",
                    )
                ],
            ),
            ChatMessage(role="tool", content="wrong", tool_call_id="call_2"),
        ],
        "mismatched tool_call_id: call_2",
    )


@pytest.mark.asyncio
async def test_openai_chat_client_rejects_duplicate_tool_reply_before_network():
    await _assert_tool_transcript_rejected(
        [
            ChatMessage(
                role="assistant",
                content="",
                tool_calls=[
                    ToolCallEvent(
                        id="call_1",
                        name="mock_search",
                        arguments={},
                        raw_arguments="{}",
                    )
                ],
            ),
            ChatMessage(role="tool", content="first", tool_call_id="call_1"),
            ChatMessage(role="tool", content="duplicate", tool_call_id="call_1"),
        ],
        "duplicate tool reply: call_1",
    )


@pytest.mark.asyncio
async def test_openai_chat_client_rejects_non_tool_message_with_unresolved_calls():
    await _assert_tool_transcript_rejected(
        [
            ChatMessage(
                role="assistant",
                content="checking",
                tool_calls=[
                    ToolCallEvent(
                        id="call_1",
                        name="mock_search",
                        arguments={},
                        raw_arguments="{}",
                    ),
                    ToolCallEvent(
                        id="call_2",
                        name="handoff_note",
                        arguments={},
                        raw_arguments="{}",
                    ),
                ],
            ),
            ChatMessage(role="tool", content="done", tool_call_id="call_1"),
            ChatMessage(role="user", content="continue too early"),
        ],
        "unresolved tool calls before user message: call_2",
    )


@pytest.mark.asyncio
async def test_openai_chat_client_rejects_unfinished_tool_calls_at_end():
    await _assert_tool_transcript_rejected(
        [
            ChatMessage(
                role="assistant",
                content="checking",
                tool_calls=[
                    ToolCallEvent(
                        id="call_1",
                        name="mock_search",
                        arguments={},
                        raw_arguments="{}",
                    )
                ],
            )
        ],
        "unresolved tool calls at end: call_1",
    )


def test_static_pre_message_role_selector_does_not_offer_tool():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()

    assert '<option value="tool">tool</option>' not in html


def test_static_tools_ui_is_dynamic_and_not_hardcoded_to_handoff_note_checkbox():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert 'id="tool-handoff-note"' not in html
    assert "#tool-handoff-note" not in js
    assert 'id="tool-list"' in html
    assert '"/api/tools"' in js
    assert "fetch" in js


def test_static_workspace_snapshot_controls_are_available_outside_agent_config():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    chat_dialog_start = html.index('<dialog id="chat-config-dialog"')
    event_dialog_start = html.index('<dialog id="event-config-dialog"')
    chat_dialog_html = html[chat_dialog_start:event_dialog_start]
    sidebar_html = html[:chat_dialog_start]

    assert 'id="open-prompt-config"' not in html
    assert '<dialog id="prompt-dialog"' not in html
    assert 'id="workspace-snapshot-name"' in sidebar_html
    assert 'id="saved-workspace-snapshots"' in sidebar_html
    assert 'id="save-workspace-snapshot"' in sidebar_html
    assert 'id="load-workspace-snapshot"' in sidebar_html
    assert 'id="delete-workspace-snapshot"' in sidebar_html
    assert 'id="workspace-snapshot-name"' not in chat_dialog_html
    assert 'id="saved-workspace-snapshots"' not in chat_dialog_html
    assert 'id="save-workspace-snapshot"' not in chat_dialog_html
    assert 'id="system-prompts"' in chat_dialog_html
    assert 'id="pre-messages"' in chat_dialog_html


def test_static_session_ui_controls_and_replay_panels_are_available():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    chat_dialog_start = html.index('<dialog id="chat-config-dialog"')
    event_dialog_start = html.index('<dialog id="event-config-dialog"')
    chat_dialog_html = html[chat_dialog_start:event_dialog_start]
    event_dialog_html = html[event_dialog_start:]
    sidebar_html = html[:chat_dialog_start]

    for control_id in [
        "session-title",
        "session-list",
        "new-session",
        "refresh-sessions",
        "load-session",
        "session-status",
    ]:
        assert f'id="{control_id}"' in sidebar_html
        assert f'id="{control_id}"' not in chat_dialog_html
        assert f'id="{control_id}"' not in event_dialog_html

    for replay_id in [
        "audit-replay",
        "audit-count",
        "session-usage-summary",
        "session-usage-turns",
        "session-usage-calls",
    ]:
        assert f'id="{replay_id}"' in html


def test_static_chat_agent_prompt_is_a_single_sortable_list_with_event_instructions():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()
    css = Path("src/agent_lab/presentation/static/styles.css").read_text()

    assert 'id="chat-system-prompt"' not in html
    assert 'id="chat-event-prompt-preview"' not in html
    assert 'class="prompt-list stack"' in html
    assert 'class="prompt-item"' in html
    assert 'data-prompt-role="system"' in html
    assert "prompt-type" in html
    assert "function buildAvailableEventsPrompt(" in js
    assert "Available events:" in js
    assert "function updateEventPromptItem(" in js
    assert "function createSystemPrompt(" in js
    assert "function movePromptItem(" in js
    assert 'draggable = true' in js
    assert "dataset.promptRole" in js
    assert "prompt-title" in js
    assert "delete-system-prompt" in js
    assert 'prompt_kind: "event_agent_system"' in js
    assert "system_prompts: collectSystemPrompts()" in js
    assert 'system_prompt: ""' in js
    assert ".prompt-item" in css
    assert ".prompt-item.dragging" in css
    assert ".prompt-meta" in css
    assert ".prompt-type" in css
    assert ".prompt-actions button" in css
    assert "#open-prompt-config" not in js
    assert "promptDialog" not in js


def test_static_app_script_is_versioned_and_click_binding_is_guarded():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert '<script src="/static/app.js?v=' in html
    assert "function bindClick(" in js
    assert 'bindClick("#open-chat-config-panel", openChatConfig)' in js
    assert 'bindClick("#open-event-config-panel", openEventConfig)' in js


def test_static_agent_config_controls_are_aligned_for_chat_and_event_agents():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert '<dialog id="chat-config-dialog"' in html
    assert '<dialog id="event-config-dialog"' in html
    assert html.count('id="open-chat-config-panel"') == 1
    assert html.count('id="open-event-config-panel"') == 1
    assert 'id="open-chat-config"' not in html
    assert 'id="open-event-config"' not in html
    assert '#open-chat-config"' not in js
    assert '#open-event-config"' not in js
    assert '#open-chat-config-panel"' in js
    assert '#open-event-config-panel"' in js
    assert 'id="close-chat-config"' in html
    assert 'id="close-event-config"' in html
    assert "chatConfigDialog.showModal()" in js
    assert "eventConfigDialog.showModal()" in js
    assert "chatConfigDialog.close()" in js
    assert "eventConfigDialog.close()" in js

    for control_id in [
        "model",
        "temperature",
        "max-tokens",
        "chat-thinking-disabled",
        "chat-enable-search",
        "chat-forced-search",
        "event-model",
        "event-temperature",
        "event-max-tokens",
        "event-system-prompt",
        "event-thinking-disabled",
        "event-enable-search",
        "event-forced-search",
    ]:
        assert f'id="{control_id}"' in html

    assert 'extra_body: buildExtraBody("chat")' in js
    assert 'extra_body: buildExtraBody("event")' in js
    assert 'system_prompt: ""' in js
    assert 'system_prompt: document.querySelector("#event-system-prompt")' in js


def test_static_tools_ui_shows_tool_metadata_and_selection_actions():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert 'id="tool-count"' in html
    assert 'id="select-all-tools"' in html
    assert 'id="clear-tools"' in html
    assert "tool-card" in js
    assert "tool-description" in js
    assert "tool-required" in js
    assert "function updateToolCount()" in js


def test_static_app_handles_audit_messages():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()
    css = Path("src/agent_lab/presentation/static/styles.css").read_text()

    assert 'message.type === "audit"' in js
    assert "appendAuditEntry(message)" in js
    assert 'appendLog("audit"' not in js
    assert "function renderAuditDetail(" in js
    assert "chat_agent_request" in js
    assert "event_agent_response" in js
    assert "chat_message_stream_started" in js
    assert "chat_message_stream_finished" in js
    assert ".audit-event" in css
    assert ".audit-detail" in css


def test_static_audit_replay_uses_event_stream_and_detail_panel():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()
    css = Path("src/agent_lab/presentation/static/styles.css").read_text()

    assert '<link rel="stylesheet" href="/static/styles.css?v=' in html
    assert "session-switch-idle-socket" in html
    assert 'id="audit-dialog"' in html
    assert 'id="open-audit-dialog"' in html
    assert 'id="close-audit-dialog"' in html
    assert 'id="audit-summary"' in html
    assert 'id="audit-replay" class="audit-stream"' in html
    assert 'id="audit-detail"' in html
    assert "auditDialog.showModal()" in js
    assert "auditDialog.close()" in js
    assert "auditEntryKey(entry)" in js
    assert "selectAuditEntry(key)" in js
    assert 'meta.className = "audit-detail-meta"' in js
    assert 'appendMetaField(meta, "Since User Message"' in js
    assert "auditRelativeTime(entry)" in js
    assert 'const list = document.createElement("ul")' in js
    assert "appendKeyValueSection(auditDetail, \"Model Parameters\"" in js
    assert "appendRepliesSection(auditDetail, details.replies)" in js
    assert "appendRawChunksSection(auditDetail, \"Raw LLM Chunks\"" in js
    assert "appendRawModelChunksSection(auditDetail, details.raw_model_chunks)" in js
    assert "Enabled This Round" in js
    assert "Configured Events" in js
    assert "details.configured_events" in js
    assert "enabled this round" in js
    assert ".audit-modal" in css
    assert ".audit-modal-body" in css
    assert ".audit-modal-body section + section" in css
    assert ".audit-detail-title" in css
    assert ".detail-tags code" in css
    assert ".audit-detail-meta span" not in css
    assert ".detail-tags span" not in css
    assert "display: block" in _css_rule(css, ".audit-detail")
    assert "display: grid" not in _css_rule(css, ".audit-detail")
    assert "display: block" in _css_rule(css, ".audit-detail-header")
    assert "display: grid" not in _css_rule(css, ".audit-detail-header")
    assert "display: inline-flex" in _css_rule(css, ".audit-detail-meta div")
    assert ".audit-marker::before" in css
    assert ".audit-event.is-selected" in css


def test_static_layout_keeps_controls_and_composer_fixed_with_scrollable_panes():
    css = Path("src/agent_lab/presentation/static/styles.css").read_text()

    assert "height: calc(100vh - 56px)" in css
    assert ".layout" in css and "overflow: hidden" in css
    assert ".controls" in css and "overflow: auto" in css
    assert ".workspace {\n  display: grid;\n  grid-template-rows: minmax(0, 1fr) auto auto;" in css
    assert ".workspace-body" in css and "overflow: hidden" in css
    assert ".messages" in css and "overflow: auto" in css
    assert ".audit-stream" in css and "overflow: auto" in css


def test_static_app_shows_wait_state_and_immediate_user_echo():
    html = Path("src/agent_lab/presentation/static/index.html").read_text()
    js = Path("src/agent_lab/presentation/static/app.js").read_text()
    css = Path("src/agent_lab/presentation/static/styles.css").read_text()

    assert 'id="run-button"' in html
    assert 'const runButton = document.querySelector("#run-button")' in js
    assert 'appendLog("user", submittedMessage)' in js
    assert 'statusEl.textContent = "Waiting for first token"' in js
    assert "function startElapsedTimer()" in js
    assert "function stopElapsedTimer()" in js
    assert "function setRunState(" in js
    assert "if (firstTokenAt) {\n    hasBackendRoundStats = true;" in js
    assert "hasBackendRoundStats && firstTokenAt" in js
    assert ".user" in css


def test_static_app_reuses_websocket_for_session_turns():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert "function isSocketOpen()" in js
    assert "socket.send(JSON.stringify({ type: \"user_message\"" in js
    assert "session_id: currentSessionId || undefined" in js
    assert "message.session_id" in js
    assert 'message.type === "turn_completed"' in js
    assert 'message.type === "done"' in js


def test_static_app_loads_session_replay_and_usage():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert "function loadSessions(" in js
    assert "function createSession(" in js
    assert "function setSessionStatus(" in js
    assert '"Refreshing sessions"' in js
    assert '"Creating session"' in js
    assert '"Session created"' in js
    assert 'sessionStatus.textContent = message' in js
    assert "function loadSessionReplay(" in js
    assert 'fetchJson("/api/sessions")' in js
    assert 'method: "POST"' in js
    assert '`/api/sessions/${sessionId}/messages`' in js
    assert '`/api/sessions/${sessionId}/audit`' in js
    assert '`/api/sessions/${sessionId}/usage`' in js
    assert "function renderAuditReplay(" in js
    assert "function renderSessionUsage(" in js
    assert "sessionUsageSummary" in js
    assert "Finish current turn before switching sessions" in js


def test_static_session_switch_guard_uses_active_turn_not_open_socket():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()
    create_session = js[js.index("async function createSession()") : js.index("async function loadSelectedSession()")]
    load_session = js[js.index("async function loadSelectedSession()") : js.index("async function loadSessionReplay(")]

    assert "function hasActiveTurn()" in js
    assert "turnActive = isRunning" in js
    assert "if (hasActiveTurn())" in create_session
    assert "if (hasActiveTurn())" in load_session
    assert "if (isSocketOpen())" not in create_session
    assert "if (isSocketOpen())" not in load_session
    assert "closeSocket();" in create_session
    assert "closeSocket();" in load_session
    assert "const activeSocket = socket" in js
    assert "if (socket !== activeSocket)" in js


def test_static_workspace_snapshot_uses_stable_storage_hooks():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert "agent-lab.workspace-snapshots.v1" in js
    assert "agent-lab.prompt-sets.v1" in js
    assert "function saveWorkspaceSnapshot()" in js
    assert "function loadWorkspaceSnapshot()" in js
    assert "function deleteWorkspaceSnapshot()" in js
    assert "function buildWorkspaceSnapshot()" in js
    assert "prompt_items: buildPromptItems()" in js
    assert "enabled_tools: selectedTools()" in js
    assert "extra_body: buildExtraBody(\"chat\")" in js
    assert "extra_body: buildExtraBody(\"event\")" in js


def test_static_app_handles_backend_round_stats_messages():
    js = Path("src/agent_lab/presentation/static/app.js").read_text()

    assert 'message.type === "round_stats"' in js
    assert "function updateRoundStats(" in js
    assert "#stat-ttft" in js
    assert "#stat-elapsed" in js


@pytest.mark.asyncio
async def test_openai_chat_client_omits_stream_options_when_usage_disabled():
    captured_payloads: list[dict] = []

    def handler(request: httpx.Request) -> httpx.Response:
        captured_payloads.append(json.loads(request.content))
        return httpx.Response(
            200,
            content=b'data: {"choices":[{"delta":{"content":"hi"},"finish_reason":null}]}\n\n',
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            include_usage=False,
            http_client=http_client,
        )
        [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="hi")],
                tools=[],
                params=AgentParams(model="provider-default", temperature=0.3, max_tokens=50),
            )
        ]

    assert "stream_options" not in captured_payloads[0]


@pytest.mark.asyncio
async def test_openai_chat_client_merges_agent_extra_body_into_payload():
    captured_payloads: list[dict] = []

    def handler(request: httpx.Request) -> httpx.Response:
        captured_payloads.append(json.loads(request.content))
        return httpx.Response(
            200,
            content=b'data: {"choices":[{"delta":{"content":"hi"},"finish_reason":null}]}\n\n',
        )

    async with httpx.AsyncClient(
        transport=httpx.MockTransport(handler),
        base_url="https://llm.test/v1",
    ) as http_client:
        client = OpenAICompatibleChatClient(
            api_key="",
            base_url="https://llm.test/v1",
            default_model="provider-default",
            request_timeout_seconds=5,
            http_client=http_client,
        )
        [
            item
            async for item in client.stream_chat(
                messages=[ChatMessage(role="user", content="hi")],
                tools=[],
                params=AgentParams(
                    model="provider-default",
                    temperature=0.3,
                    max_tokens=50,
                    extra_body={
                        "thinking": {"type": "disabled"},
                        "enable_search": False,
                        "search_options": {"forced_search": False},
                    },
                ),
            )
        ]

    assert captured_payloads[0]["thinking"] == {"type": "disabled"}
    assert captured_payloads[0]["enable_search"] is False
    assert captured_payloads[0]["search_options"] == {"forced_search": False}