Your lightweight open-source personal agent.
Python agent-frameworkai-agentai-agentschatbotchatopsdiscord-botllm-agentsllmslocal-llmmcpmodel-context-protocolmulti-agentopenai-compatibleopenclawpersonal-ai-assistantpythonself-hostedtelegram-bot-ai-assistantwebuiworkflow-automation
fix(providers): preserve first SSE event after UTF-8 BOM
pei7115fd79c25fa52
diff --git a/nanobot/providers/openai_responses/parsing.py b/nanobot/providers/openai_responses/parsing.pyindex 99c950d90..18f93d667 100644--- a/nanobot/providers/openai_responses/parsing.py+++ b/nanobot/providers/openai_responses/parsing.py@@ -309,6 +309,7 @@ def _extract_refusal_text_from_output(output: object) -> tuple[bool, str]:async def iter_sse(response: httpx.Response) -> AsyncGenerator[dict[str, Any], None]:"""Yield parsed JSON events from a Responses API SSE stream."""buffer: list[str] = []+ first_line = Truedef _flush() -> dict[str, Any] | None:data_lines = [line[5:].strip() for line in buffer if line.startswith("data:")]@@ -325,6 +326,10 @@ async def iter_sse(response: httpx.Response) -> AsyncGenerator[dict[str, Any], Nreturn Noneasync for line in response.aiter_lines():+ if first_line:+ # SSE permits one UTF-8 BOM at the beginning of the stream.+ line = line.removeprefix("\ufeff")+ first_line = Falseif line == "":if buffer:event = _flush()diff --git a/tests/providers/test_openai_responses.py b/tests/providers/test_openai_responses.pyindex 683c9ea2c..55778c1ed 100644--- a/tests/providers/test_openai_responses.py+++ b/tests/providers/test_openai_responses.py@@ -5,6 +5,7 @@ from io import StringIOfrom types import SimpleNamespacefrom unittest.mock import MagicMock, patch+import httpximport pytestfrom loguru import loggerfrom openai.types.responses import ResponseFunctionToolCall@@ -1071,6 +1072,36 @@ class _SseResponse:class TestConsumeSse:+ @pytest.mark.asyncio+ @pytest.mark.parametrize("prefix", ["", "\ufeff"])+ async def test_leading_utf8_bom_preserves_first_content_delta(self, prefix):+ events = [+ {"type": "response.output_text.delta", "delta": "Hello "},+ {"type": "response.output_text.delta", "delta": "\ufeff世界"},+ {"type": "response.completed", "response": {"status": "completed"}},+ ]+ wire = prefix + "".join(+ f"data: {json.dumps(event, ensure_ascii=False)}\n\n" for event in events+ )+ response = httpx.Response(+ 200,+ headers={"content-type": "text/event-stream"},+ content=wire.encode("utf-8"),+ )+ deltas = []++ async def on_delta(delta):+ deltas.append(delta)++ content, tool_calls, finish_reason, _, _ = await consume_sse_with_reasoning(+ response, on_content_delta=on_delta,+ )++ assert content == "Hello \ufeff世界"+ assert deltas == ["Hello ", "\ufeff世界"]+ assert tool_calls == []+ assert finish_reason == "stop"+@pytest.mark.asyncio@pytest.mark.parametrize("event_type", ["response.output_text.delta", "response.refusal.delta"])async def test_eof_without_terminal_event_is_a_connection_error(self, event_type):