The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix(anthropic): hoist cache_control from tool_result content sub-blocks to tool_result level (#35126)
The Mavik7f3c10865ac8
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex 28f57e1cce..35463c88a7 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -250,15 +250,31 @@ def _merge_messages():curr = HumanMessage(curr.content) # type: ignore[misc]else:+ tool_content = curr.content+ cache_ctrl = None+ # Extract cache_control from content blocks and hoist it+ # to the tool_result level. Anthropic's API does not+ # support cache_control on tool_result content sub-blocks.+ if isinstance(tool_content, list):+ cleaned = []+ for block in tool_content:+ if isinstance(block, dict) and "cache_control" in block:+ cache_ctrl = block["cache_control"]+ block = {+ k: v for k, v in block.items() if k != "cache_control"+ }+ cleaned.append(block)+ tool_content = cleaned+ tool_result: dict = {+ "type": "tool_result",+ "content": tool_content,+ "tool_use_id": curr.tool_call_id,+ "is_error": curr.status == "error",+ }+ if cache_ctrl:+ tool_result["cache_control"] = cache_ctrlcurr = HumanMessage( # type: ignore[misc]- [- {- "type": "tool_result",- "content": curr.content,- "tool_use_id": curr.tool_call_id,- "is_error": curr.status == "error",- },- ],+ [tool_result],)last = merged[-1] if merged else Noneif any(diff --git a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py b/libs/partners/anthropic/tests/unit_tests/test_chat_models.pyindex 7ac7b9ff9f..eab0f4aed2 100644--- a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py+++ b/libs/partners/anthropic/tests/unit_tests/test_chat_models.py@@ -2,6 +2,7 @@from __future__ import annotations+import copyimport osfrom collections.abc import Callablefrom typing import Any, Literal, cast@@ -412,6 +413,91 @@ def test__merge_messages_mutation() -> None:assert messages == original_messages+def test__merge_messages_tool_message_cache_control() -> None:+ """Test that cache_control is hoisted from content blocks to tool_result level."""+ # Test with cache_control in content block+ messages = [+ ToolMessage(+ content=[+ {+ "type": "text",+ "text": "tool output",+ "cache_control": {"type": "ephemeral"},+ }+ ],+ tool_call_id="1",+ )+ ]+ original_messages = [copy.deepcopy(m) for m in messages]+ expected = [+ HumanMessage(+ [+ {+ "type": "tool_result",+ "content": [{"type": "text", "text": "tool output"}],+ "tool_use_id": "1",+ "is_error": False,+ "cache_control": {"type": "ephemeral"},+ }+ ]+ )+ ]+ actual = _merge_messages(messages)+ assert expected == actual+ # Verify no mutation+ assert messages == original_messages++ # Test with multiple content blocks, cache_control on last one+ messages = [+ ToolMessage(+ content=[+ {"type": "text", "text": "first output"},+ {+ "type": "text",+ "text": "second output",+ "cache_control": {"type": "ephemeral"},+ },+ ],+ tool_call_id="2",+ )+ ]+ expected = [+ HumanMessage(+ [+ {+ "type": "tool_result",+ "content": [+ {"type": "text", "text": "first output"},+ {"type": "text", "text": "second output"},+ ],+ "tool_use_id": "2",+ "is_error": False,+ "cache_control": {"type": "ephemeral"},+ }+ ]+ )+ ]+ actual = _merge_messages(messages)+ assert expected == actual++ # Test without cache_control+ messages = [ToolMessage(content="simple output", tool_call_id="3")]+ expected = [+ HumanMessage(+ [+ {+ "type": "tool_result",+ "content": "simple output",+ "tool_use_id": "3",+ "is_error": False,+ }+ ]+ )+ ]+ actual = _merge_messages(messages)+ assert expected == actual++def test__format_image() -> None:url = "dummyimage.com/600x400/000/fff"with pytest.raises(ValueError):