The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
perf(anthropic,langchain): omit middleware trace inputs (#40098)
ccurme8973dbc6f5c3
diff --git a/libs/langchain_v1/langchain/agents/middleware/tool_error.py b/libs/langchain_v1/langchain/agents/middleware/tool_error.pyindex 76888d1eda..ea62739dc1 100644--- a/libs/langchain_v1/langchain/agents/middleware/tool_error.py+++ b/libs/langchain_v1/langchain/agents/middleware/tool_error.py@@ -7,7 +7,14 @@ from typing import TYPE_CHECKING, Any, castfrom langchain_core.messages import ToolMessagefrom langgraph.errors import GraphBubbleUp-from langchain.agents.middleware.types import AgentMiddleware, AgentState, ContextT, ResponseT+from langchain.agents.middleware.types import (+ AgentMiddleware,+ AgentState,+ ContextT,+ ResponseT,+ TracePolicy,+ omit_payload,+)if TYPE_CHECKING:from collections.abc import Awaitable, Callable@@ -72,6 +79,8 @@ class ToolErrorMiddleware(AgentMiddleware[AgentState[ResponseT], ContextT, Respo```"""+ trace_policy = TracePolicy(process_inputs=omit_payload)+def __init__(self,on_error: OnError | None = None,diff --git a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.pyindex b8e39378fb..9292b591fe 100644--- a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py+++ b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py@@ -26,6 +26,12 @@ def _model() -> FakeToolCallingModel:)+def test_trace_inputs_are_omitted() -> None:+ policy = ToolErrorMiddleware.trace_policy+ assert policy.process_inputs is not None+ assert policy.process_inputs({"request": {"foo": "bar"}}) == {}++def test_tool_error_handled_returns_tool_message() -> None:"""`on_error` content is returned as an error ToolMessage and controls disclosure."""diff --git a/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py b/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.pyindex db265bbc57..b0f8d42126 100644--- a/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py+++ b/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py@@ -32,6 +32,18 @@ except ImportError as e:raise ImportError(msg) from e+def _get_trace_policy() -> Any:+ """Use tracing optimizations when supported by the installed LangChain."""+ try:+ from langchain.agents.middleware.types import TracePolicy, omit_payload+ except ImportError:+ return None+ return TracePolicy(process_inputs=omit_payload)+++_TRACE_POLICY = _get_trace_policy()++class AnthropicPromptCachingMiddleware(AgentMiddleware):"""Prompt Caching Middleware.@@ -55,6 +67,8 @@ class AnthropicPromptCachingMiddleware(AgentMiddleware):[here](https://platform.claude.com/docs/en/build-with-claude/prompt-caching)."""+ trace_policy = _TRACE_POLICY+def __init__(self,type: Literal["ephemeral"] = "ephemeral", # noqa: A002diff --git a/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py b/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.pyindex b3650e6698..1fed93f354 100644--- a/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py+++ b/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py@@ -1,8 +1,9 @@"""Tests for Anthropic prompt caching middleware."""import warnings+from types import ModuleTypefrom typing import Any, cast-from unittest.mock import MagicMock+from unittest.mock import MagicMock, patchimport pytestfrom langchain.agents.middleware.types import ModelRequest, ModelResponse@@ -17,7 +18,10 @@ from langchain_core.tools import BaseTool, toolfrom langgraph.runtime import Runtimefrom langchain_anthropic.chat_models import ChatAnthropic-from langchain_anthropic.middleware import AnthropicPromptCachingMiddleware+from langchain_anthropic.middleware import (+ AnthropicPromptCachingMiddleware,+ prompt_caching,+)class FakeToolCallingModel(BaseChatModel):@@ -52,6 +56,18 @@ class FakeToolCallingModel(BaseChatModel):return "fake-tool-call-model"+def test_trace_inputs_are_omitted() -> None:+ policy = AnthropicPromptCachingMiddleware.trace_policy+ assert policy.process_inputs is not None+ assert policy.process_inputs({"messages": [HumanMessage("foo")]}) == {}+++def test_trace_policy_unsupported_langchain() -> None:+ old_types = ModuleType("langchain.agents.middleware.types")+ with patch.dict("sys.modules", {"langchain.agents.middleware.types": old_types}):+ assert prompt_caching._get_trace_policy() is None++def test_anthropic_prompt_caching_middleware_initialization() -> None:"""Test AnthropicPromptCachingMiddleware initialization."""# Test with custom values