The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
anthropic, mistral: return `model_name` in response metadata (#30048)
ccurmef8ed5007ea04
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex c5ca716f66..25af7afde2 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -900,6 +900,8 @@ class ChatAnthropic(BaseChatModel):llm_output = {k: v for k, v in data_dict.items() if k not in ("content", "role", "type")}+ if "model" in llm_output and "model_name" not in llm_output:+ llm_output["model_name"] = llm_output["model"]if (len(content) == 1and content[0]["type"] == "text"@@ -1445,9 +1447,14 @@ def _make_message_chunk_from_anthropic_event(# See https://github.com/anthropics/anthropic-sdk-python/blob/main/src/anthropic/lib/streaming/_messages.py # noqa: E501if event.type == "message_start" and stream_usage:usage_metadata = _create_usage_metadata(event.message.usage)+ if hasattr(event.message, "model"):+ response_metadata = {"model_name": event.message.model}+ else:+ response_metadata = {}message_chunk = AIMessageChunk(content="" if coerce_content_to_string else [],usage_metadata=usage_metadata,+ response_metadata=response_metadata,)elif (event.type == "content_block_start"diff --git a/libs/partners/anthropic/tests/integration_tests/test_chat_models.py b/libs/partners/anthropic/tests/integration_tests/test_chat_models.pyindex 9a07d6ad84..906de58ea0 100644--- a/libs/partners/anthropic/tests/integration_tests/test_chat_models.py+++ b/libs/partners/anthropic/tests/integration_tests/test_chat_models.py@@ -35,6 +35,7 @@ def test_stream() -> None:full: Optional[BaseMessageChunk] = Nonechunks_with_input_token_counts = 0chunks_with_output_token_counts = 0+ chunks_with_model_name = 0for token in llm.stream("I'm Pickle Rick"):assert isinstance(token.content, str)full = token if full is None else full + token@@ -44,12 +45,14 @@ def test_stream() -> None:chunks_with_input_token_counts += 1elif token.usage_metadata.get("output_tokens"):chunks_with_output_token_counts += 1+ chunks_with_model_name += int("model_name" in token.response_metadata)if chunks_with_input_token_counts != 1 or chunks_with_output_token_counts != 1:raise AssertionError("Expected exactly one chunk with input or output token counts. ""AIMessageChunk aggregation adds counts. Check that ""this is behaving properly.")+ assert chunks_with_model_name == 1# check token usage is populatedassert isinstance(full, AIMessageChunk)assert full.usage_metadata is not None@@ -62,6 +65,7 @@ def test_stream() -> None:)assert "stop_reason" in full.response_metadataassert "stop_sequence" in full.response_metadata+ assert "model_name" in full.response_metadataasync def test_astream() -> None:@@ -219,6 +223,7 @@ async def test_ainvoke() -> None:result = await llm.ainvoke("I'm Pickle Rick", config={"tags": ["foo"]})assert isinstance(result.content, str)+ assert "model_name" in result.response_metadatadef test_invoke() -> None:diff --git a/libs/partners/mistralai/langchain_mistralai/chat_models.py b/libs/partners/mistralai/langchain_mistralai/chat_models.pyindex 4ab31613ed..aaa8c43780 100644--- a/libs/partners/mistralai/langchain_mistralai/chat_models.py+++ b/libs/partners/mistralai/langchain_mistralai/chat_models.py@@ -579,7 +579,11 @@ class ChatMistralAI(BaseChatModel):)generations.append(gen)- llm_output = {"token_usage": token_usage, "model": self.model}+ llm_output = {+ "token_usage": token_usage,+ "model_name": self.model,+ "model": self.model, # Backwards compatability+ }return ChatResult(generations=generations, llm_output=llm_output)def _create_message_dicts(diff --git a/libs/partners/mistralai/tests/integration_tests/test_chat_models.py b/libs/partners/mistralai/tests/integration_tests/test_chat_models.pyindex bc16dba4e5..d3592ef32f 100644--- a/libs/partners/mistralai/tests/integration_tests/test_chat_models.py+++ b/libs/partners/mistralai/tests/integration_tests/test_chat_models.py@@ -87,6 +87,7 @@ async def test_ainvoke() -> None:result = await llm.ainvoke("I'm Pickle Rick", config={"tags": ["foo"]})assert isinstance(result.content, str)+ assert "model_name" in result.response_metadatadef test_invoke() -> None: