The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
standard tests: add test for tool calling (#23234)
ccurmea7b41750912d
diff --git a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.pyindex 44bf02a0ba..90ef83fd4f 100644--- a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py+++ b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py@@ -1,10 +1,18 @@import base64import json+from typing import Optionalimport httpximport pytestfrom langchain_core.language_models import BaseChatModel-from langchain_core.messages import AIMessage, AIMessageChunk, HumanMessage, ToolMessage+from langchain_core.messages import (+ AIMessage,+ AIMessageChunk,+ BaseMessageChunk,+ HumanMessage,+ ToolMessage,+)+from langchain_core.tools import toolfrom langchain_standard_tests.unit_tests.chat_models import (ChatModelTests,@@ -12,6 +20,21 @@ from langchain_standard_tests.unit_tests.chat_models import ()+@tool+def magic_function(input: int) -> int:+ """Applies a magic function to an input."""+ return input + 2+++def _validate_tool_call_message(message: AIMessage) -> None:+ assert isinstance(message, AIMessage)+ assert len(message.tool_calls) == 1+ tool_call = message.tool_calls[0]+ assert tool_call["name"] == "magic_function"+ assert tool_call["args"] == {"input": 3}+ assert tool_call["id"] is not None++class ChatModelIntegrationTests(ChatModelTests):def test_invoke(self, model: BaseChatModel) -> None:result = model.invoke("Hello")@@ -98,6 +121,24 @@ class ChatModelIntegrationTests(ChatModelTests):result = custom_model.invoke("hi")assert isinstance(result, AIMessage)+ def test_tool_calling(self, model: BaseChatModel) -> None:+ if not self.has_tool_calling:+ pytest.skip("Test requires tool calling.")+ model_with_tools = model.bind_tools([magic_function])++ # Test invoke+ query = "What is the value of magic_function(3)? Use the tool."+ result = model_with_tools.invoke(query)+ assert isinstance(result, AIMessage)+ _validate_tool_call_message(result)++ # Test stream+ full: Optional[BaseMessageChunk] = None+ for chunk in model_with_tools.stream(query):+ full = chunk if full is None else full + chunk # type: ignore+ assert isinstance(full, AIMessage)+ _validate_tool_call_message(full)+def test_tool_message_histories_string_content(self,model: BaseChatModel,