Skip to content

The agent engineering platform.

anthropic: Allow kwargs to pass through when counting tokens (#31082)

Ben Gladwellda59eb7eb4d9
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.py
index f872fe32c1..d1f0237b9b 100644
--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py
+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py
@@ -1588,6 +1588,7 @@ class ChatAnthropic(BaseChatModel):
tools: Optional[
Sequence[Union[dict[str, Any], type, Callable, BaseTool]]
] = None,
+ **kwargs: Any,
) -> int:
"""Count tokens in a sequence of input messages.
@@ -1647,7 +1648,6 @@ class ChatAnthropic(BaseChatModel):
https://docs.anthropic.com/en/docs/build-with-claude/token-counting
"""
formatted_system, formatted_messages = _format_messages(messages)
- kwargs: dict[str, Any] = {}
if isinstance(formatted_system, str):
kwargs["system"] = formatted_system
if tools:
diff --git a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py b/libs/partners/anthropic/tests/unit_tests/test_chat_models.py
index 008b2be1cb..4d50794b00 100644
--- a/libs/partners/anthropic/tests/unit_tests/test_chat_models.py
+++ b/libs/partners/anthropic/tests/unit_tests/test_chat_models.py
@@ -2,7 +2,9 @@
import os
from typing import Any, Callable, Literal, cast
+from unittest.mock import patch
+import anthropic
import pytest
from anthropic.types import Message, TextBlock, Usage
from langchain_core.messages import AIMessage, HumanMessage, SystemMessage, ToolMessage
@@ -940,3 +942,15 @@ def test_optional_description() -> None:
sample_field: str
_ = llm.with_structured_output(SampleModel.model_json_schema())
+
+
+def test_get_num_tokens_from_messages_passes_kwargs() -> None:
+ """Test that get_num_tokens_from_messages passes kwargs to the model."""
+ llm = ChatAnthropic(model="claude-3-5-haiku-latest")
+
+ with patch.object(anthropic, "Client") as _Client:
+ llm.get_num_tokens_from_messages([HumanMessage("foo")], foo="bar")
+
+ assert (
+ _Client.return_value.beta.messages.count_tokens.call_args.kwargs["foo"] == "bar"
+ )