The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
chore(langchain): add end to end test for strict mode in provider strategy (#34289)
ccurme92df109dd54d
diff --git a/libs/langchain_v1/tests/cassettes/test_strict_mode[False].yaml.gz b/libs/langchain_v1/tests/cassettes/test_strict_mode[False].yaml.gznew file mode 100644index 0000000000..7360c3d129Binary files /dev/null and b/libs/langchain_v1/tests/cassettes/test_strict_mode[False].yaml.gz differdiff --git a/libs/langchain_v1/tests/cassettes/test_strict_mode[True].yaml.gz b/libs/langchain_v1/tests/cassettes/test_strict_mode[True].yaml.gznew file mode 100644index 0000000000..3a1ff3ced0Binary files /dev/null and b/libs/langchain_v1/tests/cassettes/test_strict_mode[True].yaml.gz differdiff --git a/libs/langchain_v1/tests/unit_tests/agents/test_response_format_integration.py b/libs/langchain_v1/tests/unit_tests/agents/test_response_format_integration.pyindex c08497f8b4..c1a26401be 100644--- a/libs/langchain_v1/tests/unit_tests/agents/test_response_format_integration.py+++ b/libs/langchain_v1/tests/unit_tests/agents/test_response_format_integration.py@@ -44,13 +44,15 @@ print("\n\n")"""import os+from typing import Any+from unittest.mock import patchimport pytestfrom langchain_core.messages import HumanMessagefrom pydantic import BaseModel, Fieldfrom langchain.agents import create_agent-from langchain.agents.structured_output import ToolStrategy+from langchain.agents.structured_output import ProviderStrategy, ToolStrategyclass WeatherBaseModel(BaseModel):@@ -140,3 +142,52 @@ def test_inference_to_tool_output(use_responses_api: bool) -> None:"ai", # structured response"tool", # artificial tool message]++[email protected]("langchain_openai")[email protected]("use_responses_api", [False, True])+def test_strict_mode(use_responses_api: bool) -> None:+ from langchain_openai import ChatOpenAI++ model_kwargs = {"model": "gpt-5", "use_responses_api": use_responses_api}++ if "OPENAI_API_KEY" not in os.environ:+ model_kwargs["api_key"] = "foo"++ model = ChatOpenAI(**model_kwargs)++ # spy on _get_request_payload to check that `strict` is enabled+ original_method = model._get_request_payload+ payloads = []++ def capture_payload(*args: Any, **kwargs: Any) -> dict[str, Any]:+ result = original_method(*args, **kwargs)+ payloads.append(result)+ return result++ with patch.object(model, "_get_request_payload", side_effect=capture_payload):+ agent = create_agent(+ model,+ tools=[get_weather],+ response_format=ProviderStrategy(WeatherBaseModel, strict=True),+ )+ response = agent.invoke({"messages": [HumanMessage("What's the weather in Boston?")]})++ assert len(payloads) == 2+ if use_responses_api:+ assert payloads[-1]["text"]["format"]["strict"]+ else:+ assert payloads[-1]["response_format"]["json_schema"]["strict"]++ assert isinstance(response["structured_response"], WeatherBaseModel)+ assert response["structured_response"].temperature == 75.0+ assert response["structured_response"].condition.lower() == "sunny"+ assert len(response["messages"]) == 4++ assert [m.type for m in response["messages"]] == [+ "human", # "What's the weather?"+ "ai", # "What's the weather?"+ "tool", # "The weather is sunny and 75°F."+ "ai", # structured response+ ]