Skip to content

The agent engineering platform.

openai[patch]: reduce tested constraints on strict schema adherence for Responses API (#31290)

ccurmedcb5aba99946
diff --git a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py b/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
index 005c5e8b8f..89bc09fc95 100644
--- a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
+++ b/libs/partners/openai/tests/integration_tests/chat_models/test_base.py
@@ -680,8 +680,7 @@ def test_image_token_counting_png() -> None:
assert expected == actual
[email protected]("use_responses_api", [False, True])
-def test_tool_calling_strict(use_responses_api: bool) -> None:
+def test_tool_calling_strict() -> None:
"""Test tool calling with strict=True."""
class magic_function(BaseModel):
@@ -689,9 +688,7 @@ def test_tool_calling_strict(use_responses_api: bool) -> None:
input: int
- model = ChatOpenAI(
- model="gpt-4o", temperature=0, use_responses_api=use_responses_api
- )
+ model = ChatOpenAI(model="gpt-4.1", temperature=0)
model_with_tools = model.bind_tools([magic_function], strict=True)
# invalid_magic_function adds metadata to schema that isn't supported by OpenAI.
@@ -720,6 +717,48 @@ def test_tool_calling_strict(use_responses_api: bool) -> None:
next(model_with_invalid_tool_schema.stream(query))
+def test_tool_calling_strict_responses() -> None:
+ """Test tool calling with strict=True.
+
+ Responses API appears to have fewer constraints on schema when strict=True.
+ """
+
+ class magic_function_notrequired_arg(BaseModel):
+ """Applies a magic function to an input."""
+
+ input: Optional[int] = Field(default=None)
+
+ model = ChatOpenAI(model="gpt-4.1", temperature=0, use_responses_api=True)
+ # invalid_magic_function adds metadata to schema that as of 2025-05-20 appears
+ # supported by the Responses API, but not Chat Completions. We expect tool calls
+ # from this schema to be valid.
+ model_with_tools = model.bind_tools([invalid_magic_function], strict=True)
+ # Having a not-required argument in the schema remains invalid.
+ model_with_invalid_tool_schema = model.bind_tools(
+ [magic_function_notrequired_arg], strict=True
+ )
+
+ # Test invoke
+ query = "What is the value of magic_function(3)? Use the tool."
+ response = model_with_tools.invoke(query)
+ _validate_tool_call_message(response)
+
+ # Test invalid tool schema
+ with pytest.raises(openai.BadRequestError):
+ model_with_invalid_tool_schema.invoke(query)
+
+ # Test stream
+ full: Optional[BaseMessageChunk] = None
+ for chunk in model_with_tools.stream(query):
+ full = chunk if full is None else full + chunk # type: ignore
+ assert isinstance(full, AIMessage)
+ _validate_tool_call_message(full)
+
+ # Test invalid tool schema
+ with pytest.raises(openai.BadRequestError):
+ next(model_with_invalid_tool_schema.stream(query))
+
+
@pytest.mark.parametrize("use_responses_api", [False, True])
@pytest.mark.parametrize(
("model", "method"),