Agent Zero AI framework
Handle wrapped Responses endpoint 404s
Alessandrodf19e399e806
diff --git a/helpers/litellm_transport.py b/helpers/litellm_transport.pyindex 3d7155296..de5a2b884 100644--- a/helpers/litellm_transport.py+++ b/helpers/litellm_transport.py@@ -1523,6 +1523,8 @@ def _is_responses_not_supported_error(exc: Exception) -> bool:text = _exception_text(exc).lower()if any(marker in text for marker in ("429", "too many requests", "rate limit")):return False+ if _is_not_found_error(exc) and _looks_like_responses_endpoint_not_found(text):+ return Trueif "/v1/responses" in text and any(marker in text for marker in ("404", "not found")):@@ -1540,6 +1542,22 @@ def _is_responses_not_supported_error(exc: Exception) -> bool:)+def _is_not_found_error(exc: Exception) -> bool:+ if _exception_status_code(exc) == 404:+ return True+ return "notfounderror" in _exception_type_chain(exc).lower()+++def _looks_like_responses_endpoint_not_found(text: str) -> bool:+ if "/v1/responses" in text:+ return True+ if "not found" not in text:+ return False+ if "openaiexception" in text:+ return True+ return "detail" in text and "not found" in text++def _is_responses_state_unsupported_error(exc: Exception) -> bool:text = _exception_text(exc).lower()if any(marker in text for marker in ("429", "too many requests", "rate limit")):@@ -1588,6 +1606,18 @@ def _exception_text(exc: Exception | None) -> str:if exc is None:return ""parts = [exc.__class__.__name__, str(exc)]+ for attr in ("status_code", "code", "message", "body"):+ value = getattr(exc, attr, None)+ if value not in (None, ""):+ parts.append(f"{attr}={value}")+ response = getattr(exc, "response", None)+ if response is not None:+ response_text = getattr(response, "text", None)+ if response_text:+ parts.append(str(response_text))+ response_url = getattr(response, "url", None)+ if response_url:+ parts.append(str(response_url))cause = getattr(exc, "__cause__", None)context = getattr(exc, "__context__", None)if cause is not None:@@ -1597,6 +1627,31 @@ def _exception_text(exc: Exception | None) -> str:return "\n".join(parts)+def _exception_status_code(exc: Exception | None) -> int | None:+ if exc is None:+ return None+ for attr in ("status_code", "code"):+ value = getattr(exc, attr, None)+ if isinstance(value, int):+ return value+ if isinstance(value, str) and value.isdigit():+ return int(value)+ response = getattr(exc, "response", None)+ value = getattr(response, "status_code", None)+ return value if isinstance(value, int) else None+++def _exception_type_chain(exc: Exception | None) -> str:+ names: list[str] = []+ current = exc+ while current is not None:+ names.append(current.__class__.__name__)+ cause = getattr(current, "__cause__", None)+ context = getattr(current, "__context__", None)+ current = cause or (context if context is not cause else None)+ return "\n".join(names)++def _close_sync_stream(stream: Any) -> None:for method_name in ("close", "aclose"):close = getattr(stream, method_name, None)diff --git a/tests/test_stream_tool_early_stop.py b/tests/test_stream_tool_early_stop.pyindex 696ace7c1..8aa7de661 100644--- a/tests/test_stream_tool_early_stop.py+++ b/tests/test_stream_tool_early_stop.py@@ -357,6 +357,53 @@ async def test_unified_call_falls_back_to_chat_when_responses_endpoint_missing(assert calls == ["responses", "chat", "chat"]+async def test_unified_call_falls_back_when_litellm_hides_responses_404_url(+ monkeypatch,+):+ class NotFoundError(Exception):+ status_code = 404++ calls: list[str] = []++ async def fake_aresponses(*args, **kwargs):+ calls.append("responses")+ raise NotFoundError(+ 'litellm.NotFoundError: NotFoundError: OpenAIException - {"detail":"Not Found"}'+ )++ async def fake_acompletion(*args, **kwargs):+ calls.append("chat")+ assert kwargs["stream"] is True+ assert kwargs["drop_params"] is True+ return _AsyncChunkStream([_chunk("fallback")])++ async def fake_rate_limiter(*args, **kwargs):+ return None++ monkeypatch.setattr(litellm_transport, "aresponses", fake_aresponses)+ monkeypatch.setattr(litellm_transport, "acompletion", fake_acompletion)+ monkeypatch.setattr(models, "apply_rate_limiter", fake_rate_limiter)++ wrapper = models.LiteLLMChatWrapper(+ model="claude-opus-4.7",+ provider="openai",+ model_config=None,+ )++ async def response_callback(chunk: str, full: str):+ return None++ response, reasoning = await wrapper.unified_call(+ messages=[],+ response_callback=response_callback,+ )++ assert response == "fallback"+ assert reasoning == ""+ assert calls == ["responses", "chat"]++@pytest.mark.asyncioasync def test_unified_call_preserves_cache_control_with_chat_for_non_native_responses(monkeypatch,