Skip to content

Agent Zero AI framework

fix(transport): fall back on untyped Responses items

gdeyoungcb9c8775385b
diff --git a/helpers/litellm_transport.py b/helpers/litellm_transport.py
index d5168b4fb..f84a12285 100644
--- a/helpers/litellm_transport.py
+++ b/helpers/litellm_transport.py
@@ -1817,6 +1817,7 @@ def _looks_like_responses_request_rejected(text: str) -> bool:
"failed to deserialize input",
"failed to deserialize response",
"failed to deserialize responses",
+ "cannot determine type",
)
)
diff --git a/helpers/litellm_transport.py.dox.md b/helpers/litellm_transport.py.dox.md
index 3be2c9574..710765642 100644
--- a/helpers/litellm_transport.py.dox.md
+++ b/helpers/litellm_transport.py.dox.md
@@ -29,6 +29,7 @@
- Normalize function tool parameter schemas with an explicit object `properties` field before Responses requests so OpenAI-compatible chat backends reached through LiteLLM can validate them.
- Prefer Responses API when configured, but fallback to Chat Completions when the provider does not support Responses.
- Fall back to Chat Completions when a Responses request is rejected before any output by an endpoint-specific or shape-specific Bad Request indicating the provider cannot parse Responses payloads.
+- Treat opaque type-discrimination errors such as `cannot determine type` from OpenAI-compatible Responses endpoints as shape-specific rejections.
- Fall back to Chat Completions when a Responses endpoint fails before output with an endpoint-specific server error, proxy path-unavailable error, or LiteLLM proxy-extra import error.
- Fall back to Chat Completions when LiteLLM's Responses mock streaming path tries to JSON-decode a real SSE stream before any output.
- Preserve Chat Completions tool calls from both non-streaming responses and streaming deltas as canonical `LLMResult` function-call items.
diff --git a/tests/test_stream_tool_early_stop.py b/tests/test_stream_tool_early_stop.py
index 10fd66873..6c26570e4 100644
--- a/tests/test_stream_tool_early_stop.py
+++ b/tests/test_stream_tool_early_stop.py
@@ -1366,6 +1366,20 @@ def test_responses_fallback_does_not_mask_rate_limits():
)
+def test_responses_fallback_on_untyped_input_item_rejection():
+ class BadRequestError(RuntimeError):
+ status_code = 400
+
+ policy = litellm_transport.TransportPolicy(
+ mode=litellm_transport.TransportMode.RESPONSES
+ )
+
+ assert policy.recover(
+ BadRequestError("Cannot determine type of item"), got_any_chunk=False
+ ) is litellm_transport.TransportRecovery.FALLBACK_TO_CHAT
+ assert policy.mode is litellm_transport.TransportMode.CHAT_COMPLETIONS
+
+
def test_responses_response_parser_extracts_text_reasoning_and_function_calls():
text_response = {
"output": [