The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix: links (#33691)
Mason Daughertyf94108b4bcf2
diff --git a/libs/core/langchain_core/exceptions.py b/libs/core/langchain_core/exceptions.pyindex a372535339..72a0b7292b 100644--- a/libs/core/langchain_core/exceptions.py+++ b/libs/core/langchain_core/exceptions.py@@ -86,6 +86,6 @@ def create_message(*, message: str, error_code: ErrorCode) -> str:"""return (f"{message}\n"- "For troubleshooting, visit: https://python.langchain.com/docs/"- f"troubleshooting/errors/{error_code.value} "+ "For troubleshooting, visit: https://docs.langchain.com/oss/python/langchain"+ f"/errors/{error_code.value} ")diff --git a/libs/core/langchain_core/language_models/llms.py b/libs/core/langchain_core/language_models/llms.pyindex ad7f309acd..645a9ef035 100644--- a/libs/core/langchain_core/language_models/llms.py+++ b/libs/core/langchain_core/language_models/llms.py@@ -1391,11 +1391,6 @@ class LLM(BaseLLM):`astream` will use `_astream` if provided, otherwise it will implementa fallback behavior that will use `_stream` if `_stream` is implemented,and use `_acall` if `_stream` is not implemented.-- Please see the following guide for more information on how to- implement a custom LLM:-- https://python.langchain.com/docs/how_to/custom_llm/"""@abstractmethoddiff --git a/libs/core/langchain_core/messages/ai.py b/libs/core/langchain_core/messages/ai.pyindex 96981f7b2f..00e30c04f8 100644--- a/libs/core/langchain_core/messages/ai.py+++ b/libs/core/langchain_core/messages/ai.py@@ -124,6 +124,10 @@ class UsageMetadata(TypedDict):!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.+ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform."""input_tokens: int@@ -131,7 +135,7 @@ class UsageMetadata(TypedDict):output_tokens: int"""Count of output (or completion) tokens. Sum of all output token types."""total_tokens: int- """Total token count. Sum of input_tokens + output_tokens."""+ """Total token count. Sum of `input_tokens` + `output_tokens`."""input_token_details: NotRequired[InputTokenDetails]"""Breakdown of input token counts.@@ -141,7 +145,6 @@ class UsageMetadata(TypedDict):"""Breakdown of output token counts.Does *not* need to sum to full output token count. Does *not* need to have all keys.-"""@@ -153,7 +156,6 @@ class AIMessage(BaseMessage):This message represents the output of the model and consists of boththe raw output as returned by the model and standardized fields(e.g., tool calls, usage metadata) added by the LangChain framework.-"""tool_calls: list[ToolCall] = []diff --git a/libs/core/langchain_core/outputs/generation.py b/libs/core/langchain_core/outputs/generation.pyindex 913204c0e1..c250c3173a 100644--- a/libs/core/langchain_core/outputs/generation.py+++ b/libs/core/langchain_core/outputs/generation.py@@ -11,9 +11,8 @@ from langchain_core.utils._merge import merge_dictsclass Generation(Serializable):"""A single text generation output.- Generation represents the response from an- `"old-fashioned" LLM <https://python.langchain.com/docs/concepts/text_llms/>__` that- generates regular text (not chat messages).+ Generation represents the response from an "old-fashioned" LLM (string-in,+ string-out) that generates regular text (not chat messages).This model is used internally by chat model and will eventuallybe mapped to a more general `LLMResult` object, and then projected intodiff --git a/libs/core/langchain_core/utils/utils.py b/libs/core/langchain_core/utils/utils.pyindex 51c65fccc8..cb22c049dd 100644--- a/libs/core/langchain_core/utils/utils.py+++ b/libs/core/langchain_core/utils/utils.py@@ -218,7 +218,7 @@ def _build_model_kwargs(values: dict[str, Any],all_required_field_names: set[str],) -> dict[str, Any]:- """Build "model_kwargs" param from Pydantic constructor values.+ """Build `model_kwargs` param from Pydantic constructor values.Args:values: All init args passed in by user.@@ -228,8 +228,8 @@ def _build_model_kwargs(Extra kwargs.Raises:- ValueError: If a field is specified in both values and extra_kwargs.- ValueError: If a field is specified in model_kwargs.+ ValueError: If a field is specified in both `values` and `extra_kwargs`.+ ValueError: If a field is specified in `model_kwargs`."""extra_kwargs = values.get("model_kwargs", {})for field_name in list(values):@@ -267,6 +267,10 @@ def build_extra_kwargs() -> dict[str, Any]:"""Build extra kwargs from values and extra_kwargs.+ !!! danger "DON'T USE"+ Kept for backwards-compatibility but should never have been public. Use the+ internal `_build_model_kwargs` function instead.+Args:extra_kwargs: Extra kwargs passed in by user.values: Values passed in by user.@@ -276,9 +280,10 @@ def build_extra_kwargs(Extra kwargs.Raises:- ValueError: If a field is specified in both values and extra_kwargs.- ValueError: If a field is specified in model_kwargs.+ ValueError: If a field is specified in both `values` and `extra_kwargs`.+ ValueError: If a field is specified in `model_kwargs`."""+ # DON'T USE! Kept for backwards-compatibility but should never have been public.for field_name in list(values):if field_name in extra_kwargs:msg = f"Found {field_name} supplied twice."@@ -292,6 +297,7 @@ def build_extra_kwargs()extra_kwargs[field_name] = values.pop(field_name)+ # DON'T USE! Kept for backwards-compatibility but should never have been public.invalid_model_kwargs = all_required_field_names.intersection(extra_kwargs.keys())if invalid_model_kwargs:msg = (@@ -300,6 +306,7 @@ def build_extra_kwargs()raise ValueError(msg)+ # DON'T USE! Kept for backwards-compatibility but should never have been public.return extra_kwargsdiff --git a/libs/core/tests/unit_tests/prompts/__snapshots__/test_chat.ambr b/libs/core/tests/unit_tests/prompts/__snapshots__/test_chat.ambrindex 7ba8f2d981..919317e269 100644--- a/libs/core/tests/unit_tests/prompts/__snapshots__/test_chat.ambr+++ b/libs/core/tests/unit_tests/prompts/__snapshots__/test_chat.ambr@@ -1319,6 +1319,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -2726,6 +2731,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({diff --git a/libs/core/tests/unit_tests/runnables/__snapshots__/test_graph.ambr b/libs/core/tests/unit_tests/runnables/__snapshots__/test_graph.ambrindex ad9aa3da87..01d0f84e7f 100644--- a/libs/core/tests/unit_tests/runnables/__snapshots__/test_graph.ambr+++ b/libs/core/tests/unit_tests/runnables/__snapshots__/test_graph.ambr@@ -1743,6 +1743,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({diff --git a/libs/core/tests/unit_tests/runnables/__snapshots__/test_runnable.ambr b/libs/core/tests/unit_tests/runnables/__snapshots__/test_runnable.ambrindex 942bf5603e..60cc70dfcd 100644--- a/libs/core/tests/unit_tests/runnables/__snapshots__/test_runnable.ambr+++ b/libs/core/tests/unit_tests/runnables/__snapshots__/test_runnable.ambr@@ -3259,6 +3259,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -4728,6 +4733,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -6209,6 +6219,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -7546,6 +7561,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -9057,6 +9077,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -10439,6 +10464,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -11869,6 +11899,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({@@ -13300,6 +13335,11 @@!!! warning "Behavior changed in 0.3.9"Added `input_token_details` and `output_token_details`.++ !!! note "LangSmith SDK"+ The LangSmith SDK also has a `UsageMetadata` class. While the two share fields,+ LangSmith's `UsageMetadata` has additional fields to capture cost information+ used by the LangSmith platform.''','properties': dict({'input_token_details': dict({diff --git a/libs/langchain/langchain_classic/agents/agent_toolkits/__init__.py b/libs/langchain/langchain_classic/agents/agent_toolkits/__init__.pyindex 6275d04925..d16543bd56 100644--- a/libs/langchain/langchain_classic/agents/agent_toolkits/__init__.py+++ b/libs/langchain/langchain_classic/agents/agent_toolkits/__init__.py@@ -11,7 +11,8 @@ When developing an application, developers should inspect the capabilities andpermissions of the tools that underlie the given agent toolkit, and determinewhether permissions of the given toolkit are appropriate for the application.-See [Security](https://python.langchain.com/docs/security) for more information.+See [Security](https://docs.langchain.com/oss/python/security-policy) for more+information."""from pathlib import Pathdiff --git a/libs/langchain/langchain_classic/chains/api/base.py b/libs/langchain/langchain_classic/chains/api/base.pyindex 830211bf21..df6a9025c3 100644--- a/libs/langchain/langchain_classic/chains/api/base.py+++ b/libs/langchain/langchain_classic/chains/api/base.py@@ -68,8 +68,8 @@ try:class APIChain(Chain):"""Chain that makes API calls and summarizes the responses to answer a question.- *Security Note*: This API chain uses the requests toolkit- to make GET, POST, PATCH, PUT, and DELETE requests to an API.+ **Security Note**: This API chain uses the requests toolkit+ to make `GET`, `POST`, `PATCH`, `PUT`, and `DELETE` requests to an API.Exercise care in who is allowed to use this chain. If exposingto end users, consider that users will be able to make arbitrary@@ -80,7 +80,8 @@ try:Control access to who can submit issue requests using this toolkit andwhat network access it has.- See https://python.langchain.com/docs/security for more information.+ See https://docs.langchain.com/oss/python/security-policy for more+ information.!!! noteThis class is deprecated. See below for a replacement implementation using@@ -90,7 +91,7 @@ try:- Support for both token-by-token and step-by-step streaming;- Support for checkpointing and memory of chat history;- Easier to modify or extend- (e.g., with additional tools, structured responses, etc.)+ (e.g., with additional tools, structured responses, etc.)Install LangGraph with:@@ -206,7 +207,6 @@ try:* For example, to limit to just the domain `https://www.example.com`, set`limit_to_domains=["https://www.example.com"]`.-* The default value is an empty tuple, which means that no domains areallowed by default. By design this will raise an error on instantiation.* Use a None if you want to allow all domains by default -- this is notdiff --git a/libs/langchain/langchain_classic/chains/natbot/base.py b/libs/langchain/langchain_classic/chains/natbot/base.pyindex c93969bf61..bde0f90abd 100644--- a/libs/langchain/langchain_classic/chains/natbot/base.py+++ b/libs/langchain/langchain_classic/chains/natbot/base.py@@ -40,7 +40,7 @@ class NatBotChain(Chain):access and use this chain, and isolate the network access of the serverthat hosts this chain.- See https://python.langchain.com/docs/security for more information.+ See https://docs.langchain.com/oss/python/security-policy for more information.Example:```pythondiff --git a/libs/langchain/langchain_classic/chains/natbot/crawler.py b/libs/langchain/langchain_classic/chains/natbot/crawler.pyindex 692d90fad3..037977038c 100644--- a/libs/langchain/langchain_classic/chains/natbot/crawler.py+++ b/libs/langchain/langchain_classic/chains/natbot/crawler.py@@ -58,7 +58,7 @@ class Crawler:Make sure to scope permissions to the minimal permissions necessary forthe application.- See https://python.langchain.com/docs/security for more information.+ See https://docs.langchain.com/oss/python/security-policy for more information."""def __init__(self) -> None:diff --git a/libs/langchain/langchain_classic/chains/openai_functions/extraction.py b/libs/langchain/langchain_classic/chains/openai_functions/extraction.pyindex 5f22248d70..d8dadbf407 100644--- a/libs/langchain/langchain_classic/chains/openai_functions/extraction.py+++ b/libs/langchain/langchain_classic/chains/openai_functions/extraction.py@@ -50,13 +50,7 @@ Passage:"LangChain has introduced a method called `with_structured_output` that""is available on ChatModels capable of tool calling.""You can read more about the method here: "- "<https://docs.langchain.com/oss/python/langchain/models#structured-outputs>. "- "Please follow our extraction use case documentation for more guidelines"- "on how to do information extraction with LLMs."- "<https://python.langchain.com/docs/use_cases/extraction/>. "- "If you notice other issues, please provide "- "feedback here:"- "<https://github.com/langchain-ai/langchain/discussions/18154>"+ "<https://docs.langchain.com/oss/python/langchain/models#structured-outputs>."),removal="1.0",alternative=(diff --git a/libs/langchain/langchain_classic/chains/sql_database/query.py b/libs/langchain/langchain_classic/chains/sql_database/query.pyindex 12c6f4561e..05667e8dba 100644--- a/libs/langchain/langchain_classic/chains/sql_database/query.py+++ b/libs/langchain/langchain_classic/chains/sql_database/query.py@@ -53,7 +53,7 @@ def create_sql_query_chain(Control access to who can submit requests to this chain.- See https://python.langchain.com/docs/security for more information.+ See https://docs.langchain.com/oss/python/security-policy for more information.Args:llm: The language model to use.diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex 5c025d0351..6d55ce3faf 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -807,7 +807,7 @@ class ChatAnthropic(BaseChatModel):See `ChatAnthropic.with_structured_output()` for more.Image input:- See [multimodal guides](https://python.langchain.com/docs/how_to/multimodal_inputs/)+ See [multimodal guides](https://docs.langchain.com/oss/python/langchain/models#multimodal)for more detail.```python@@ -875,7 +875,7 @@ class ChatAnthropic(BaseChatModel):```PDF input:- See [multimodal guides](https://python.langchain.com/docs/how_to/multimodal_inputs/)+ See [multimodal guides](https://docs.langchain.com/oss/python/langchain/models#multimodal)for more detail.```python@@ -1221,7 +1221,7 @@ class ChatAnthropic(BaseChatModel):!!! note title="Token-efficient tool use (beta)"- See LangChain [docs](https://python.langchain.com/docs/integrations/chat/anthropic/)+ See LangChain [docs](https://docs.langchain.com/oss/python/integrations/chat/anthropic)for more detail.```python@@ -1278,7 +1278,7 @@ class ChatAnthropic(BaseChatModel):!!! note title="Built-in tools"- See LangChain [docs](https://python.langchain.com/docs/integrations/chat/anthropic/#built-in-tools)+ See LangChain [docs](https://docs.langchain.com/oss/python/integrations/chat/anthropic#built-in-tools)for more detail.??? note "Web search"diff --git a/libs/partners/anthropic/tests/integration_tests/test_chat_models.py b/libs/partners/anthropic/tests/integration_tests/test_chat_models.pyindex 01a9a9cbbd..5f5e21fdea 100644--- a/libs/partners/anthropic/tests/integration_tests/test_chat_models.py+++ b/libs/partners/anthropic/tests/integration_tests/test_chat_models.py@@ -1418,7 +1418,7 @@ def test_web_fetch() -> None:"role": "user","content": ("Fetch https://docs.langchain.com and then try to fetch "- "https://python.langchain.com"+ "https://langchain.com"),}max_uses_response = llm_with_tools.invoke([multi_fetch_message])diff --git a/libs/partners/deepseek/langchain_deepseek/chat_models.py b/libs/partners/deepseek/langchain_deepseek/chat_models.pyindex d7bfa3d6b2..3659ec5116 100644--- a/libs/partners/deepseek/langchain_deepseek/chat_models.py+++ b/libs/partners/deepseek/langchain_deepseek/chat_models.py@@ -156,7 +156,8 @@ class ChatDeepSeek(BaseChatOpenAI):```python{"input_tokens": 28, "output_tokens": 5, "total_tokens": 33}```- Response metadata++ Response metadata:```pythonai_msg = model.invoke(messages)ai_msg.response_metadatadiff --git a/libs/partners/groq/tests/unit_tests/test_chat_models.py b/libs/partners/groq/tests/unit_tests/test_chat_models.pyindex bb43ae9557..bad3474cef 100644--- a/libs/partners/groq/tests/unit_tests/test_chat_models.py+++ b/libs/partners/groq/tests/unit_tests/test_chat_models.py@@ -115,7 +115,7 @@ def test__convert_dict_to_message_tool_call() -> None:name="GenerateUsername",args="oops",id="call_wm0JY6CdwOMZ4eTxHWUThDNz",- error="Function GenerateUsername arguments:\n\noops\n\nare not valid JSON. Received JSONDecodeError Expecting value: line 1 column 1 (char 0)\nFor troubleshooting, visit: https://python.langchain.com/docs/troubleshooting/errors/OUTPUT_PARSING_FAILURE ", # noqa: E501+ error="Function GenerateUsername arguments:\n\noops\n\nare not valid JSON. Received JSONDecodeError Expecting value: line 1 column 1 (char 0)\nFor troubleshooting, visit: https://docs.langchain.com/oss/python/langchain/errors/OUTPUT_PARSING_FAILURE ", # noqa: E501type="invalid_tool_call",),],diff --git a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py b/libs/partners/mistralai/tests/unit_tests/test_chat_models.pyindex c6872402e1..e70dfd5f75 100644--- a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py+++ b/libs/partners/mistralai/tests/unit_tests/test_chat_models.py@@ -219,7 +219,7 @@ def test__convert_dict_to_message_tool_call() -> None:InvalidToolCall(name="GenerateUsername",args="oops",- error="Function GenerateUsername arguments:\n\noops\n\nare not valid JSON. Received JSONDecodeError Expecting value: line 1 column 1 (char 0)\nFor troubleshooting, visit: https://python.langchain.com/docs/troubleshooting/errors/OUTPUT_PARSING_FAILURE ", # noqa: E501+ error="Function GenerateUsername arguments:\n\noops\n\nare not valid JSON. Received JSONDecodeError Expecting value: line 1 column 1 (char 0)\nFor troubleshooting, visit: https://docs.langchain.com/oss/python/langchain/errors/OUTPUT_PARSING_FAILURE ", # noqa: E501id="ssAbar4Dr",type="invalid_tool_call",),diff --git a/libs/partners/openai/langchain_openai/chat_models/base.py b/libs/partners/openai/langchain_openai/chat_models/base.pyindex 8303242ebb..35beb08ec5 100644--- a/libs/partners/openai/langchain_openai/chat_models/base.py+++ b/libs/partners/openai/langchain_openai/chat_models/base.py@@ -2777,7 +2777,7 @@ class ChatOpenAI(BaseChatOpenAI): # type: ignore[override]**Use `extra_body` for:**- Custom parameters specific to OpenAI-compatible providers (vLLM, LM Studio,- etc.)+ OpenRouter, etc.)- Parameters that need to be nested under `extra_body` in the request- Any non-standard OpenAI API parametersdiff --git a/libs/partners/openai/tests/unit_tests/chat_models/test_base.py b/libs/partners/openai/tests/unit_tests/chat_models/test_base.pyindex 8f9b16a070..0f01504e95 100644--- a/libs/partners/openai/tests/unit_tests/chat_models/test_base.py+++ b/libs/partners/openai/tests/unit_tests/chat_models/test_base.py@@ -257,8 +257,8 @@ def test__convert_dict_to_message_tool_call() -> None:error=("Function GenerateUsername arguments:\n\noops\n\nare not ""valid JSON. Received JSONDecodeError Expecting value: line 1 "- "column 1 (char 0)\nFor troubleshooting, visit: https://python"- ".langchain.com/docs/troubleshooting/errors/OUTPUT_PARSING_FAILURE "+ "column 1 (char 0)\nFor troubleshooting, visit: https://docs"+ ".langchain.com/oss/python/langchain/errors/OUTPUT_PARSING_FAILURE "),type="invalid_tool_call",)diff --git a/libs/standard-tests/langchain_tests/integration_tests/chat_models.py b/libs/standard-tests/langchain_tests/integration_tests/chat_models.pyindex 5b993b8b59..6b1131fad5 100644--- a/libs/standard-tests/langchain_tests/integration_tests/chat_models.py+++ b/libs/standard-tests/langchain_tests/integration_tests/chat_models.py@@ -420,7 +420,7 @@ class ChatModelIntegrationTests(ChatModelTests):`usage_metadata` is an optional dict attribute on `AIMessage` objects that trackinput and output tokens.- [See more](https://python.langchain.com/api_reference/core/messages/langchain_core.messages.ai.UsageMetadata.html).+ [See more](https://reference.langchain.com/python/langchain_core/language_models/#langchain_core.messages.ai.UsageMetadata).```python@property@@ -537,7 +537,7 @@ class ChatModelIntegrationTests(ChatModelTests):`usage_metadata` is an optional dict attribute on `AIMessage` objects that trackinput and output tokens.- [See more](https://python.langchain.com/api_reference/core/messages/langchain_core.messages.ai.UsageMetadata.html).+ [See more](https://reference.langchain.com/python/langchain_core/language_models/#langchain_core.messages.ai.UsageMetadata).It includes optional keys `input_token_details` and `output_token_details`that can track usage details associated with special types of tokens, such asdiff --git a/libs/standard-tests/langchain_tests/unit_tests/chat_models.py b/libs/standard-tests/langchain_tests/unit_tests/chat_models.pyindex ca1fe6083f..ff536f5d96 100644--- a/libs/standard-tests/langchain_tests/unit_tests/chat_models.py+++ b/libs/standard-tests/langchain_tests/unit_tests/chat_models.py@@ -530,7 +530,7 @@ class ChatModelUnitTests(ChatModelTests):`usage_metadata` is an optional dict attribute on `AIMessage` objects that trackinput and output tokens.- [See more](https://python.langchain.com/api_reference/core/messages/langchain_core.messages.ai.UsageMetadata.html).+ [See more](https://reference.langchain.com/python/langchain_core/language_models/#langchain_core.messages.ai.UsageMetadata).```python@property@@ -652,7 +652,7 @@ class ChatModelUnitTests(ChatModelTests):`usage_metadata` is an optional dict attribute on `AIMessage` objects that trackinput and output tokens.- [See more](https://python.langchain.com/api_reference/core/messages/langchain_core.messages.ai.UsageMetadata.html).+ [See more](https://reference.langchain.com/python/langchain_core/language_models/#langchain_core.messages.ai.UsageMetadata).It includes optional keys `input_token_details` and `output_token_details`that can track usage details associated with special types of tokens, such as