The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix(core): Permit OpenAI style blocks to be passed into convert_to_openai_messages (#31140)
Jacob Lee66d1ed6099d6
diff --git a/libs/core/langchain_core/messages/utils.py b/libs/core/langchain_core/messages/utils.pyindex d3e27c502a..5b51f63c09 100644--- a/libs/core/langchain_core/messages/utils.py+++ b/libs/core/langchain_core/messages/utils.py@@ -1139,6 +1139,24 @@ def convert_to_openai_messages(f"content block:\n\n{block}")raise ValueError(err)+ # OpenAI file format+ elif (+ block.get("type") == "file"+ and isinstance(block.get("file"), dict)+ and isinstance(block.get("file", {}).get("file_data"), str)+ ):+ if block.get("file", {}).get("filename") is None:+ logger.info("Generating a fallback filename.")+ block["file"]["filename"] = "LC_AUTOGENERATED"+ content.append(block)+ # OpenAI audio format+ elif (+ block.get("type") == "input_audio"+ and isinstance(block.get("input_audio"), dict)+ and isinstance(block.get("input_audio", {}).get("data"), str)+ and isinstance(block.get("input_audio", {}).get("format"), str)+ ):+ content.append(block)elif block.get("type") == "tool_use":if missing := [k for k in ("id", "name", "input") if k not in blockdiff --git a/libs/core/tests/unit_tests/messages/test_utils.py b/libs/core/tests/unit_tests/messages/test_utils.pyindex db75921e1a..218f94dc2e 100644--- a/libs/core/tests/unit_tests/messages/test_utils.py+++ b/libs/core/tests/unit_tests/messages/test_utils.py@@ -1209,6 +1209,13 @@ def test_convert_to_openai_messages_multimodal() -> None:"mime_type": "application/pdf","filename": "test.pdf",},+ {+ "type": "file",+ "file": {+ "filename": "draconomicon.pdf",+ "file_data": "data:application/pdf;base64,<base64 string>",+ },+ },{"type": "file","source_type": "id",@@ -1220,13 +1227,20 @@ def test_convert_to_openai_messages_multimodal() -> None:"data": "<base64 string>","mime_type": "audio/wav",},+ {+ "type": "input_audio",+ "input_audio": {+ "data": "<base64 string>",+ "format": "wav",+ },+ },])]result = convert_to_openai_messages(messages, text_format="block")assert len(result) == 1message = result[0]- assert len(message["content"]) == 6+ assert len(message["content"]) == 8# Test adding filenamemessages = [