The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
feat(anthropic): send mid-conversation `SystemMessage`s in place (#40622)
Richard Scarrottf72f934cefd2
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex b8ea0d2cb1..b687f3302e 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -536,33 +536,92 @@ def _format_text_block(block: dict) -> dict:return formatted_block+def _format_system_content(content: str | list[Any]) -> str | list[dict]:+ """Narrow system message content to what Anthropic accepts.++ String content is passed through unchanged; promoting it to a single-element+ block array would invalidate existing callers' prompt caches.+ """+ if isinstance(content, list):+ return [+ (+ (_format_text_block(block) if block.get("type") == "text" else block)+ if isinstance(block, dict)+ else {"type": "text", "text": block}+ )+ for block in content+ ]+ return content+++def _warn_system_message_hoisted(model: str | None) -> None:+ """Warn that a non-leading system message was hoisted."""+ warnings.warn(+ "A non-leading `SystemMessage` was moved to the top-level `system` field "+ "and now applies to the entire conversation. To send it in place, use a "+ "supported model and place it after a human or tool message, either last "+ f"or before an AI message (model: {model!r}).",+ UserWarning,+ stacklevel=3,+ )+++def _is_server_tool_result_block(block: object) -> bool:+ """Return whether a content block is a server-side tool result."""+ return (+ isinstance(block, dict)+ and isinstance(block.get("type"), str)+ and block["type"].endswith("_tool_result")+ )+++def _previous_turn_allows_system(previous_turn: dict | None) -> bool:+ """Return whether a system message may follow the formatted turn."""+ if previous_turn is None:+ return False++ previous_role = previous_turn.get("role")+ previous_content = previous_turn.get("content")+ return previous_role == "user" or (+ previous_role == "assistant"+ and isinstance(previous_content, list)+ and bool(previous_content)+ and _is_server_tool_result_block(previous_content[-1])+ )++def _format_messages(messages: Sequence[BaseMessage],+ *,+ model: str | None,) -> tuple[str | list[dict] | None, list[dict]]:"""Format messages for Anthropic's API."""system: str | list[dict] | None = Noneformatted_messages: list[dict] = []merged_messages = _merge_messages(messages)+ last_non_system_index = max(+ (i for i, m in enumerate(merged_messages) if m.type != "system"),+ default=-1,+ )+ pending_system: list[BaseMessage] = []for _i, message in enumerate(merged_messages):if message.type == "system":+ if _i == 0:+ system = _format_system_content(message.content)+ continue+ if _supports_mid_conversation_system_messages(model) and (+ pending_system+ or _previous_turn_allows_system(+ formatted_messages[-1] if formatted_messages else None+ )+ ):+ pending_system.append(message)+ continueif system is not None:msg = "Received multiple non-consecutive system messages."raise ValueError(msg)- if isinstance(message.content, list):- system = [- (- (- _format_text_block(block)- if block.get("type") == "text"- else block- )- if isinstance(block, dict)- else {"type": "text", "text": block}- )- for block in message.content- ]- else:- system = message.content+ system = _format_system_content(message.content)+ _warn_system_message_hoisted(model)continuerole = _message_type_lookups[message.type]@@ -727,6 +786,7 @@ def _format_messages(# Regular tool results that need content formattingtool_content = _format_messages([HumanMessage(block["content"])],+ model=None,)[1][0]["content"]content.append(_normalize_block_tool_use_id(@@ -796,7 +856,7 @@ def _format_messages(_lc_tool_calls_to_anthropic_tool_use_blocks(missing_tool_calls),)- if role == "assistant" and _i == len(merged_messages) - 1:+ if role == "assistant" and _i == last_non_system_index:if isinstance(content, str):content = content.rstrip()elif (@@ -807,11 +867,33 @@ def _format_messages():content[-1]["text"] = content[-1]["text"].rstrip()- if not content and role == "assistant" and _i < len(merged_messages) - 1:+ if not content and role == "assistant" and _i < last_non_system_index:# anthropic.BadRequestError: Error code: 400: all messages must have# non-empty content except for the optional final assistant messagecontinue+ if pending_system:+ if role == "assistant":+ formatted_messages.extend(+ {+ "role": "system",+ "content": _format_system_content(pending.content),+ }+ for pending in pending_system+ )+ else:+ for pending in pending_system:+ if system is not None:+ msg = "Received multiple non-consecutive system messages."+ raise ValueError(msg)+ system = _format_system_content(pending.content)+ _warn_system_message_hoisted(model)+ pending_system = []formatted_messages.append({"role": role, "content": content})++ formatted_messages.extend(+ {"role": "system", "content": _format_system_content(pending.content)}+ for pending in pending_system+ )return system, formatted_messages@@ -897,6 +979,20 @@ def _reasoning_effort_levels(profile: object) -> tuple[str, ...]:return tuple(levels)+def _supports_mid_conversation_system_messages(model: object) -> bool:+ """Return whether the model supports mid-conversation system messages."""+ if not isinstance(model, str):+ return False+ return model.startswith(+ (+ "claude-fable-5",+ "claude-mythos-5",+ "claude-opus-4-8",+ "claude-opus-5",+ )+ )++def _is_direct_anthropic_llm_type(llm_type: object) -> bool:"""Return whether an `_llm_type` reaches Claude via the direct Anthropic API.@@ -1599,7 +1695,7 @@ class ChatAnthropic(BaseChatModel):})- system, formatted_messages = _format_messages(messages)+ system, formatted_messages = _format_messages(messages, model=self.model)# Only the direct Anthropic API accepts top-level `cache_control`.# Subclasses that route through other transports (e.g. Bedrock) expand@@ -2750,8 +2846,10 @@ class ChatAnthropic(BaseChatModel):403```""" # noqa: D214- formatted_system, formatted_messages = _format_messages(messages)- if isinstance(formatted_system, str):+ formatted_system, formatted_messages = _format_messages(+ messages, model=self.model+ )+ if formatted_system is not None:kwargs["system"] = formatted_systemif tools:# Filter the same schemas `bind_tools` drops, so counting tokens anddiff --git a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py b/libs/partners/anthropic/tests/unit_tests/test_chat_models.pyindex 89c8dd795a..be9ca01d4b 100644--- a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py+++ b/libs/partners/anthropic/tests/unit_tests/test_chat_models.py@@ -64,6 +64,8 @@ os.environ["ANTHROPIC_API_KEY"] = "foo"MODEL_NAME = "claude-sonnet-4-5-20250929"+MID_CONVERSATION_SYSTEM_MODEL = "claude-opus-5"+class _GatewayMetadataTracer(BaseTracer):"""Captures gateway metadata promoted onto completed LLM runs."""@@ -634,6 +636,31 @@ def test__merge_messages() -> None:assert expected == actual+def test__merge_messages_coalesces_adjacent_system_messages() -> None:+ """Test adjacent system messages are merged."""+ messages = [+ SystemMessage("bar"), # type: ignore[misc]+ SystemMessage("baz"), # type: ignore[misc]+ SystemMessage( # type: ignore[misc]+ [+ {"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},+ ],+ ),+ HumanMessage("hi"), # type: ignore[misc]+ ]+ expected = [+ SystemMessage( # type: ignore[misc]+ [+ {"type": "text", "text": "bar"},+ {"type": "text", "text": "baz"},+ {"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},+ ],+ ),+ HumanMessage("hi"), # type: ignore[misc]+ ]+ assert _merge_messages(messages) == expected++def test__merge_messages_mutation() -> None:original_messages = [HumanMessage([{"type": "text", "text": "bar"}]), # type: ignore[misc]@@ -960,14 +987,16 @@ def test__format_messages_with_tool_calls() -> None:},],)- actual = _format_messages(messages)+ actual = _format_messages(messages, model=MODEL_NAME)assert expected == actual# Check handling of empty AIMessageempty_contents: list[str | list[str | dict[str, Any]]] = ["", []]for empty_content in empty_contents:## Permit message in final position- _, anthropic_messages = _format_messages([human, AIMessage(empty_content)])+ _, anthropic_messages = _format_messages(+ [human, AIMessage(empty_content)], model=MODEL_NAME+ )expected_messages = [{"role": "user", "content": "foo"},{"role": "assistant", "content": empty_content},@@ -976,7 +1005,7 @@ def test__format_messages_with_tool_calls() -> None:## Remove message otherwise_, anthropic_messages = _format_messages(- [human, AIMessage(empty_content), human]+ [human, AIMessage(empty_content), human], model=MODEL_NAME)expected_messages = [{"role": "user", "content": "foo"},@@ -985,7 +1014,7 @@ def test__format_messages_with_tool_calls() -> None:assert expected_messages == anthropic_messagesactual = _format_messages(- [system, human, ai, tool, AIMessage(empty_content), human]+ [system, human, ai, tool, AIMessage(empty_content), human], model=MODEL_NAME)assert actual[0] == "fuzz"assert [message["role"] for message in actual[1]] == [@@ -1038,7 +1067,7 @@ def test__format_messages_normalizes_cross_provider_tool_call_ids() -> None:)tool = ToolMessage("done", tool_call_id=bad_id)- _, formatted = _format_messages([HumanMessage("hi"), ai, tool])+ _, formatted = _format_messages([HumanMessage("hi"), ai, tool], model=MODEL_NAME)tool_use = formatted[1]["content"][0]tool_result = formatted[2]["content"][0]@@ -1068,7 +1097,7 @@ def test__format_messages_normalizes_prestructured_tool_result_id() -> None:tool_call_id=bad_id,)- _, formatted = _format_messages([HumanMessage("hi"), ai, tool])+ _, formatted = _format_messages([HumanMessage("hi"), ai, tool], model=MODEL_NAME)tool_use = formatted[1]["content"][0]tool_result = formatted[2]["content"][0]@@ -1088,7 +1117,7 @@ def test__format_messages_normalizes_inline_tool_use_block() -> None:)tool = ToolMessage("result", tool_call_id=bad_id)- _, formatted = _format_messages([HumanMessage("hi"), ai, tool])+ _, formatted = _format_messages([HumanMessage("hi"), ai, tool], model=MODEL_NAME)tool_use = formatted[1]["content"][0]tool_result = formatted[2]["content"][0]@@ -1108,7 +1137,7 @@ def test__format_messages_dedupes_overlapping_normalized_tool_use() -> None:tool_calls=[{"name": "write_todos", "id": bad_id, "args": {"a": 1}}],)- _, formatted = _format_messages([HumanMessage("hi"), ai])+ _, formatted = _format_messages([HumanMessage("hi"), ai], model=MODEL_NAME)tool_use_blocks = [b for b in formatted[1]["content"] if b["type"] == "tool_use"]assert len(tool_use_blocks) == 1@@ -1129,7 +1158,9 @@ def test__format_messages_normalizes_distinct_ids_independently() -> None:tool_a = ToolMessage("a", tool_call_id=id_a)tool_b = ToolMessage("b", tool_call_id=id_b)- _, formatted = _format_messages([HumanMessage("hi"), ai, tool_a, tool_b])+ _, formatted = _format_messages(+ [HumanMessage("hi"), ai, tool_a, tool_b], model=MODEL_NAME+ )tool_uses = formatted[1]["content"]results = formatted[2]["content"]@@ -1163,7 +1194,7 @@ def test__format_tool_use_block() -> None:},])- result = _format_messages([message])+ result = _format_messages([message], model=MODEL_NAME)expected = {"role": "assistant","content": [@@ -1224,7 +1255,7 @@ def test__format_messages_with_str_content_and_tool_calls() -> None:},],)- actual = _format_messages(messages)+ actual = _format_messages(messages, model=MODEL_NAME)assert expected == actual@@ -1269,7 +1300,7 @@ def test__format_messages_with_list_content_and_tool_calls() -> None:},],)- actual = _format_messages(messages)+ actual = _format_messages(messages, model=MODEL_NAME)assert expected == actual@@ -1321,7 +1352,7 @@ def test__format_messages_with_tool_use_blocks_and_tool_calls() -> None:},],)- actual = _format_messages(messages)+ actual = _format_messages(messages, model=MODEL_NAME)assert expected == actual@@ -1354,7 +1385,7 @@ def test__format_messages_with_cache_control() -> None:],},]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert expected_system == actual_systemassert expected_messages == actual_messages@@ -1376,7 +1407,7 @@ def test__format_messages_with_cache_control() -> None:],),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1417,7 +1448,7 @@ def test__format_messages_with_cache_control() -> None:],),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1458,7 +1489,7 @@ def test__format_messages_with_cache_control() -> None:],),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1508,7 +1539,7 @@ def test__format_messages_with_cache_control() -> None:],),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1555,7 +1586,7 @@ def test__format_messages_with_cache_control() -> None:],),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1610,7 +1641,7 @@ def test__format_messages_with_citations() -> None:],},]- actual_system, actual_messages = _format_messages(input_messages)+ actual_system, actual_messages = _format_messages(input_messages, model=MODEL_NAME)assert actual_system is Noneassert actual_messages == expected_messages@@ -1632,7 +1663,7 @@ def test__format_messages_openai_image_format() -> None:},],)- actual_system, actual_messages = _format_messages([message])+ actual_system, actual_messages = _format_messages([message], model=MODEL_NAME)assert actual_system is Noneexpected_messages = [{@@ -1666,6 +1697,7 @@ def test__format_messages_openai_image_format() -> None:def test__format_messages_with_multiple_system() -> None:+ """Test a trailing run of system messages is sent in place."""messages = [HumanMessage("baz"),SystemMessage("bar"),@@ -1676,13 +1708,43 @@ def test__format_messages_with_multiple_system() -> None:],),]+ expected_messages = [+ {"role": "user", "content": "baz"},+ {+ "role": "system",+ "content": [+ {"type": "text", "text": "bar"},+ {"type": "text", "text": "baz"},+ {"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},+ ],+ },+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert expected_messages == actual_messages+++def test__format_messages_with_multiple_leading_system() -> None:+ """A leading run of system messages is hoisted as one block array."""+ messages = [+ SystemMessage("bar"),+ SystemMessage("baz"),+ SystemMessage(+ [+ {"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},+ ],+ ),+ HumanMessage("baz"),+ ]expected_system = [{"type": "text", "text": "bar"},{"type": "text", "text": "baz"},{"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},]expected_messages = [{"role": "user", "content": "baz"}]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert expected_system == actual_systemassert expected_messages == actual_messages@@ -1696,7 +1758,7 @@ def test__format_messages_system_v1_content_blocks_drop_id() -> None:SystemMessage(content_blocks=[create_text_block("You are helpful.")]),HumanMessage("hi"),]- actual_system, actual_messages = _format_messages(messages)+ actual_system, actual_messages = _format_messages(messages, model=MODEL_NAME)assert actual_system == [{"type": "text", "text": "You are helpful."}]assert actual_messages == [{"role": "user", "content": "hi"}]@@ -1716,12 +1778,518 @@ def test__format_messages_system_text_block_preserves_supported_fields() -> None),HumanMessage("hi"),]- actual_system, _ = _format_messages(messages)+ actual_system, _ = _format_messages(messages, model=MODEL_NAME)assert actual_system == [{"type": "text", "text": "foo", "cache_control": {"type": "ephemeral"}},]+_HOIST_WARNING = "A non-leading `SystemMessage` was moved"+++def test__format_messages_leading_system_string_content_unchanged() -> None:+ """Test leading string system content stays a string."""+ messages = [+ SystemMessage("You are a code reviewer."),+ HumanMessage("Review foo()"),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "You are a code reviewer."+ assert actual_messages == [{"role": "user", "content": "Review foo()"}]+++def test__format_messages_trailing_system_sent_in_place() -> None:+ """A trailing system message on a supporting model is sent at its position."""+ messages = [+ SystemMessage("You are a code reviewer."),+ HumanMessage("Review foo()"),+ AIMessage("Looks fine."),+ HumanMessage("Review bar()"),+ SystemMessage("Every suggestion must include type annotations."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "You are a code reviewer."+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "assistant", "content": "Looks fine."},+ {"role": "user", "content": "Review bar()"},+ {+ "role": "system",+ "content": "Every suggestion must include type annotations.",+ },+ ]+++def test__format_messages_non_leading_system_only_run_sent_in_place() -> None:+ """With nothing hoisted, a legal non-leading run still goes in place."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "system", "content": "Be concise."},+ ]+++def test__format_messages_system_between_user_and_ai_sent_in_place() -> None:+ """A system message followed by an assistant turn is a legal position."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ AIMessage("Looks fine."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "system", "content": "Be concise."},+ {"role": "assistant", "content": "Looks fine."},+ ]+++def test__format_messages_system_after_tool_message_sent_in_place() -> None:+ """Test a system message follows the folded tool-result turn."""+ ai = AIMessage(+ "",+ tool_calls=[{"name": "search", "args": {"q": "foo"}, "id": "toolu_1"}],+ )+ messages = [+ HumanMessage("Review foo()"),+ ai,+ ToolMessage("results", tool_call_id="toolu_1"),+ SystemMessage("Be concise."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert [message["role"] for message in actual_messages] == [+ "user",+ "assistant",+ "user",+ "system",+ ]+ assert actual_messages[-1]["content"] == "Be concise."+++ "block_type",+ [+ "web_search_tool_result",+ "code_execution_tool_result",+ "mcp_tool_result",+ "future_server_tool_result",+ ],+)+def test__format_messages_system_after_server_tool_result_sent_in_place(+ block_type: str,+) -> None:+ """An assistant turn ending in a server tool result is a legal predecessor."""+ ai = AIMessage(+ [+ {+ "type": block_type,+ "tool_use_id": "srvtoolu_1",+ "content": [{"type": "text", "text": "results"}],+ },+ ],+ )+ messages = [+ HumanMessage("Review foo()"),+ ai,+ SystemMessage("Be concise."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert [message["role"] for message in actual_messages] == [+ "user",+ "assistant",+ "system",+ ]+++def test__format_messages_system_after_client_tool_result_hoisted() -> None:+ """Test client-side tool results are not server tool results."""+ messages = [+ HumanMessage("Review foo()"),+ AIMessage(+ [{"type": "tool_result", "tool_use_id": "toolu_1", "content": "results"}],+ ),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "Be concise."+ assert [message["role"] for message in actual_messages] == ["user", "assistant"]+++def test__format_messages_system_after_plain_ai_turn_hoisted() -> None:+ """An assistant turn that is not a server tool result is an illegal predecessor."""+ messages = [+ HumanMessage("Review foo()"),+ AIMessage("Looks fine."),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "Be concise."+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "assistant", "content": "Looks fine."},+ ]+++def test__format_messages_system_followed_by_user_turn_hoisted() -> None:+ """A system message followed by a user turn is an illegal position."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ HumanMessage("Review bar()"),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "Be concise."+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "user", "content": "Review bar()"},+ ]+++def test__format_messages_leading_run_hoisted_and_later_run_in_place() -> None:+ """A leading run is hoisted while a later legal run goes in place."""+ messages = [+ SystemMessage("You are a code reviewer."),+ SystemMessage("Be concise."),+ HumanMessage("Review foo()"),+ SystemMessage("Every suggestion must include type annotations."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == [+ {"type": "text", "text": "You are a code reviewer."},+ {"type": "text", "text": "Be concise."},+ ]+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {+ "role": "system",+ "content": "Every suggestion must include type annotations.",+ },+ ]+++def test__format_messages_several_non_contiguous_system_runs_in_place() -> None:+ """Instructions can be layered at several points in a long session."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ AIMessage("Looks fine."),+ HumanMessage("Review bar()"),+ SystemMessage("Include type annotations."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "system", "content": "Be concise."},+ {"role": "assistant", "content": "Looks fine."},+ {"role": "user", "content": "Review bar()"},+ {"role": "system", "content": "Include type annotations."},+ ]+++def test__format_messages_keeps_both_runs_when_turn_between_is_dropped() -> None:+ """Test both system runs survive a dropped intermediate turn."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ AIMessage(""),+ SystemMessage("Include type annotations."),+ AIMessage("Looks fine."),+ HumanMessage("Review bar()"),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "system", "content": "Be concise."},+ {"role": "system", "content": "Include type annotations."},+ {"role": "assistant", "content": "Looks fine."},+ {"role": "user", "content": "Review bar()"},+ ]+++def test__format_messages_two_held_back_runs_before_a_user_turn_raise() -> None:+ """Test two unplaceable pending system runs raise."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ AIMessage(""),+ SystemMessage("Include type annotations."),+ HumanMessage("Review bar()"),+ ]+ with pytest.raises(+ ValueError, match=r"Received multiple non-consecutive system messages\."+ ):+ _format_messages(messages, model=MID_CONVERSATION_SYSTEM_MODEL)+++def test__format_messages_non_leading_system_hoisted_on_unsupported_model() -> None:+ """Test unsupported models hoist non-leading system messages."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING) as warnings:+ actual_system, actual_messages = _format_messages(+ messages, model="claude-3-5-haiku-20241022"+ )+ assert "Be concise" not in str(warnings[0].message)+ assert actual_system == "Be concise."+ assert actual_messages == [{"role": "user", "content": "Review foo()"}]+++def test__format_messages_non_leading_system_hoisted_on_sonnet_5() -> None:+ """Sonnet 5 is a current model that does not support the feature."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, actual_messages = _format_messages(+ messages, model="claude-sonnet-5"+ )+ assert actual_system == "Be concise."+ assert actual_messages == [{"role": "user", "content": "Review foo()"}]+++def test__format_messages_non_leading_system_hoisted_on_platform_model_id() -> None:+ """Test platform-prefixed model identifiers do not match."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, _ = _format_messages(+ messages, model="us.anthropic.claude-opus-5-v1:0"+ )+ assert actual_system == "Be concise."+++ "model",+ ["claude-opus-5-1", "claude-fable-5-1", "claude-mythos-5-2", "claude-opus-4-8"],+)+def test__format_messages_supported_model_prefixes_match_forward(model: str) -> None:+ """A later point release of a supported family needs no edit here."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ _, actual_messages = _format_messages(messages, model=model)+ assert actual_messages[-1] == {"role": "system", "content": "Be concise."}++[email protected]("model", ["claude-opus-4-5", "claude-mythos-preview"])+def test__format_messages_unsupported_model_prefixes_hoist(model: str) -> None:+ """Prefixes that must not match: pre-4-8 Opus, and unversioned Mythos."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, _ = _format_messages(messages, model=model)+ assert actual_system == "Be concise."+++def test__format_messages_second_unplaceable_system_run_raises() -> None:+ """Test a second unplaceable system run raises."""+ messages = [+ SystemMessage("You are a code reviewer."),+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ HumanMessage("Review bar()"),+ ]+ with pytest.raises(+ ValueError, match=r"Received multiple non-consecutive system messages\."+ ):+ _format_messages(messages, model=MID_CONVERSATION_SYSTEM_MODEL)+++def test__format_messages_system_cache_control_preserved_in_both_paths() -> None:+ """`cache_control` on a system text block survives either placement."""+ block = {+ "type": "text",+ "text": "Be concise.",+ "cache_control": {"type": "ephemeral"},+ }+ in_place_messages = [HumanMessage("Review foo()"), SystemMessage([block])]+ actual_system, actual_messages = _format_messages(+ in_place_messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages[-1] == {"role": "system", "content": [block]}++ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, _ = _format_messages(in_place_messages, model=MODEL_NAME)+ assert actual_system == [block]+++def test__format_messages_system_v1_content_blocks_drop_id_in_place() -> None:+ """Framework-internal block fields are stripped on the in-place path too."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage(content_blocks=[create_text_block("Be concise.")]),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages[-1] == {+ "role": "system",+ "content": [{"type": "text", "text": "Be concise."}],+ }+++def test__format_messages_final_assistant_turn_trimmed_past_system() -> None:+ """Test a later system message does not disable assistant trimming."""+ human = HumanMessage("Review foo()")+ system = SystemMessage("Be concise.")++ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ _, actual_messages = _format_messages(+ [human, AIMessage("thought "), system],+ model=MID_CONVERSATION_SYSTEM_MODEL,+ )+ assert actual_messages[-1]["content"] == "thought"++ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ _, actual_messages = _format_messages(+ [human, AIMessage([{"type": "text", "text": "thought "}]), system],+ model=MID_CONVERSATION_SYSTEM_MODEL,+ )+ assert actual_messages[-1]["content"][0]["text"] == "thought" # type: ignore[index]+++def test__format_messages_empty_final_assistant_turn_kept_past_system() -> None:+ """Test an empty final assistant turn is kept before a hoisted system."""+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ _, actual_messages = _format_messages(+ [HumanMessage("Review foo()"), AIMessage(""), SystemMessage("Be concise.")],+ model=MID_CONVERSATION_SYSTEM_MODEL,+ )+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "assistant", "content": ""},+ ]+++def test__format_messages_system_position_judged_against_wire_sequence() -> None:+ """Test placement against the formatted wire sequence."""+ messages = [+ HumanMessage("Review foo()"),+ AIMessage(""),+ SystemMessage("Be concise."),+ AIMessage("Looks fine."),+ ]+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system is None+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "system", "content": "Be concise."},+ {"role": "assistant", "content": "Looks fine."},+ ]+++def test__format_messages_system_hoisted_when_next_ai_turn_is_dropped() -> None:+ """Test a dropped assistant successor makes system placement illegal."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ AIMessage(""),+ HumanMessage("Review bar()"),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, actual_messages = _format_messages(+ messages, model=MID_CONVERSATION_SYSTEM_MODEL+ )+ assert actual_system == "Be concise."+ assert actual_messages == [+ {"role": "user", "content": "Review foo()"},+ {"role": "user", "content": "Review bar()"},+ ]+++def test__format_messages_non_string_model_hoists() -> None:+ """A misbehaving subclass with a non-string model falls back to hoisting."""+ messages = [+ HumanMessage("Review foo()"),+ SystemMessage("Be concise."),+ ]+ with pytest.warns(UserWarning, match=_HOIST_WARNING):+ actual_system, _ = _format_messages(+ messages,+ model=object(), # type: ignore[arg-type]+ )+ assert actual_system == "Be concise."+++def test__format_messages_system_citations_preserved_in_place() -> None:+ """Supported system text block fields survive the in-place path."""+ block = {+ "type": "text",+ "text": "Be concise.",+ "id": "lc_abc123",+ "citations": [{"type": "char_location", "cited_text": "foo", "file_id": None}],+ }+ _, actual_messages = _format_messages(+ [HumanMessage("Review foo()"), SystemMessage([block])],+ model=MID_CONVERSATION_SYSTEM_MODEL,+ )+ assert actual_messages[-1] == {+ "role": "system",+ "content": [+ {+ "type": "text",+ "text": "Be concise.",+ "citations": [{"type": "char_location", "cited_text": "foo"}],+ },+ ],+ }+++def test__format_messages_requires_model() -> None:+ """Test the model argument is required."""+ with pytest.raises(TypeError):+ _format_messages([HumanMessage("hi")]) # type: ignore[call-arg]++def test_anthropic_api_key_is_secret_string() -> None:"""Test that the API key is stored as a SecretStr."""chat_model = ChatAnthropic( # type: ignore[call-arg, call-arg]@@ -2248,6 +2816,21 @@ def test_get_num_tokens_from_messages_passes_kwargs() -> None:}+def test_get_num_tokens_from_messages_forwards_block_system_prompt() -> None:+ """A block-array system prompt must reach the counting API, not be dropped."""+ llm = ChatAnthropic(model=MODEL_NAME)+ messages = [+ SystemMessage([{"type": "text", "text": "You are a scientist"}]),+ HumanMessage("Hello, Claude"),+ ]++ with patch.object(anthropic, "Client") as _client:+ llm.get_num_tokens_from_messages(messages)++ call_args = _client.return_value.messages.count_tokens.call_args.kwargs+ assert call_args["system"] == [{"type": "text", "text": "You are a scientist"}]++def test_usage_metadata_standardization() -> None:class UsageModel(BaseModel):input_tokens: int = 10@@ -2557,6 +3140,35 @@ class _BedrockLikeAnthropic(ChatAnthropic):return "anthropic-bedrock-chat"+def test_cache_control_breakpoint_lands_on_trailing_system_turn() -> None:+ """A trailing in-place system turn is the true end of the stable prefix.++ Anthropic documents mid-conversation system messages as cacheable, so the+ breakpoint must be allowed to land there rather than being placed early and+ re-processing the system message on every later turn. Also shows that the+ feature is not gated on the transport: Anthropic supports mid-conversation+ system messages on Bedrock and Google Cloud too.+ """+ llm = _BedrockLikeAnthropic(model=MID_CONVERSATION_SYSTEM_MODEL)++ payload = llm._get_request_payload(+ [HumanMessage("Review foo()"), SystemMessage("Be concise.")],+ cache_control={"type": "ephemeral"},+ )++ assert payload.get("system") is None+ assert payload["messages"][-1] == {+ "role": "system",+ "content": [+ {+ "type": "text",+ "text": "Be concise.",+ "cache_control": {"type": "ephemeral"},+ },+ ],+ }++def test_cache_control_kwarg_bedrock_injects_into_blocks() -> None:"""Non-direct subclasses must place `cache_control` inside the last block.@@ -3603,7 +4215,7 @@ def test_tool_search_result_formatting() -> None:),]- _, formatted = _format_messages(messages)+ _, formatted = _format_messages(messages, model=MODEL_NAME)# Verify the tool_result block is preserved correctlyassistant_msg = formatted[1]@@ -3644,7 +4256,7 @@ def test__format_messages_tool_search_result_drops_streaming_index() -> None:),]- _, formatted = _format_messages(messages)+ _, formatted = _format_messages(messages, model=MODEL_NAME)assert formatted[0]["content"][0] == {"type": "tool_search_tool_result",@@ -4297,14 +4909,14 @@ def test__format_messages_filters_non_anthropic_blocks(block_type: str) -> None:content=[block, {"type": "text", "text": "hello"}],response_metadata={"model_provider": "openai"},)- _, msgs = _format_messages([human, ai])+ _, msgs = _format_messages([human, ai], model=MODEL_NAME)assert msgs[1]["content"] == [{"type": "text", "text": "hello"}]ai_anthropic = AIMessage( # type: ignore[misc]content=[block, {"type": "text", "text": "hello"}],response_metadata={"model_provider": "anthropic"},)- _, msgs = _format_messages([human, ai_anthropic])+ _, msgs = _format_messages([human, ai_anthropic], model=MODEL_NAME)assert any(b["type"] == block_type for b in msgs[1]["content"])@@ -4314,17 +4926,19 @@ def test__format_messages_trailing_whitespace() -> None:# Test string contentai_string = AIMessage("thought ") # type: ignore[misc]- _, anthropic_messages = _format_messages([human, ai_string])+ _, anthropic_messages = _format_messages([human, ai_string], model=MODEL_NAME)assert anthropic_messages[-1]["content"] == "thought"# Test list contentai_list = AIMessage([{"type": "text", "text": "thought "}]) # type: ignore[misc]- _, anthropic_messages = _format_messages([human, ai_list])+ _, anthropic_messages = _format_messages([human, ai_list], model=MODEL_NAME)assert anthropic_messages[-1]["content"][0]["text"] == "thought" # type: ignore[index]# Test that intermediate messages are NOT trimmedai_intermediate = AIMessage("thought ") # type: ignore[misc]- _, anthropic_messages = _format_messages([human, ai_intermediate, human])+ _, anthropic_messages = _format_messages(+ [human, ai_intermediate, human], model=MODEL_NAME+ )assert anthropic_messages[1]["content"] == "thought "