The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
anthropic: Allow kwargs to pass through when counting tokens (#31082)
Ben Gladwellda59eb7eb4d9
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex f872fe32c1..d1f0237b9b 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -1588,6 +1588,7 @@ class ChatAnthropic(BaseChatModel):tools: Optional[Sequence[Union[dict[str, Any], type, Callable, BaseTool]]] = None,+ **kwargs: Any,) -> int:"""Count tokens in a sequence of input messages.@@ -1647,7 +1648,6 @@ class ChatAnthropic(BaseChatModel):https://docs.anthropic.com/en/docs/build-with-claude/token-counting"""formatted_system, formatted_messages = _format_messages(messages)- kwargs: dict[str, Any] = {}if isinstance(formatted_system, str):kwargs["system"] = formatted_systemif tools:diff --git a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py b/libs/partners/anthropic/tests/unit_tests/test_chat_models.pyindex 008b2be1cb..4d50794b00 100644--- a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py+++ b/libs/partners/anthropic/tests/unit_tests/test_chat_models.py@@ -2,7 +2,9 @@import osfrom typing import Any, Callable, Literal, cast+from unittest.mock import patch+import anthropicimport pytestfrom anthropic.types import Message, TextBlock, Usagefrom langchain_core.messages import AIMessage, HumanMessage, SystemMessage, ToolMessage@@ -940,3 +942,15 @@ def test_optional_description() -> None:sample_field: str_ = llm.with_structured_output(SampleModel.model_json_schema())+++def test_get_num_tokens_from_messages_passes_kwargs() -> None:+ """Test that get_num_tokens_from_messages passes kwargs to the model."""+ llm = ChatAnthropic(model="claude-3-5-haiku-latest")++ with patch.object(anthropic, "Client") as _Client:+ llm.get_num_tokens_from_messages([HumanMessage("foo")], foo="bar")++ assert (+ _Client.return_value.beta.messages.count_tokens.call_args.kwargs["foo"] == "bar"+ )