Skip to content

The agent engineering platform.

perf(anthropic,langchain): omit middleware trace inputs (#40098)

ccurme8973dbc6f5c3
diff --git a/libs/langchain_v1/langchain/agents/middleware/tool_error.py b/libs/langchain_v1/langchain/agents/middleware/tool_error.py
index 76888d1eda..ea62739dc1 100644
--- a/libs/langchain_v1/langchain/agents/middleware/tool_error.py
+++ b/libs/langchain_v1/langchain/agents/middleware/tool_error.py
@@ -7,7 +7,14 @@ from typing import TYPE_CHECKING, Any, cast
from langchain_core.messages import ToolMessage
from langgraph.errors import GraphBubbleUp
-from langchain.agents.middleware.types import AgentMiddleware, AgentState, ContextT, ResponseT
+from langchain.agents.middleware.types import (
+ AgentMiddleware,
+ AgentState,
+ ContextT,
+ ResponseT,
+ TracePolicy,
+ omit_payload,
+)
if TYPE_CHECKING:
from collections.abc import Awaitable, Callable
@@ -72,6 +79,8 @@ class ToolErrorMiddleware(AgentMiddleware[AgentState[ResponseT], ContextT, Respo
```
"""
+ trace_policy = TracePolicy(process_inputs=omit_payload)
+
def __init__(
self,
on_error: OnError | None = None,
diff --git a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py
index b8e39378fb..9292b591fe 100644
--- a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py
+++ b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_tool_error.py
@@ -26,6 +26,12 @@ def _model() -> FakeToolCallingModel:
)
+def test_trace_inputs_are_omitted() -> None:
+ policy = ToolErrorMiddleware.trace_policy
+ assert policy.process_inputs is not None
+ assert policy.process_inputs({"request": {"foo": "bar"}}) == {}
+
+
def test_tool_error_handled_returns_tool_message() -> None:
"""`on_error` content is returned as an error ToolMessage and controls disclosure."""
diff --git a/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py b/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py
index db265bbc57..b0f8d42126 100644
--- a/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py
+++ b/libs/partners/anthropic/langchain_anthropic/middleware/prompt_caching.py
@@ -32,6 +32,18 @@ except ImportError as e:
raise ImportError(msg) from e
+def _get_trace_policy() -> Any:
+ """Use tracing optimizations when supported by the installed LangChain."""
+ try:
+ from langchain.agents.middleware.types import TracePolicy, omit_payload
+ except ImportError:
+ return None
+ return TracePolicy(process_inputs=omit_payload)
+
+
+_TRACE_POLICY = _get_trace_policy()
+
+
class AnthropicPromptCachingMiddleware(AgentMiddleware):
"""Prompt Caching Middleware.
@@ -55,6 +67,8 @@ class AnthropicPromptCachingMiddleware(AgentMiddleware):
[here](https://platform.claude.com/docs/en/build-with-claude/prompt-caching).
"""
+ trace_policy = _TRACE_POLICY
+
def __init__(
self,
type: Literal["ephemeral"] = "ephemeral", # noqa: A002
diff --git a/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py b/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py
index b3650e6698..1fed93f354 100644
--- a/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py
+++ b/libs/partners/anthropic/tests/unit_tests/middleware/test_prompt_caching.py
@@ -1,8 +1,9 @@
"""Tests for Anthropic prompt caching middleware."""
import warnings
+from types import ModuleType
from typing import Any, cast
-from unittest.mock import MagicMock
+from unittest.mock import MagicMock, patch
import pytest
from langchain.agents.middleware.types import ModelRequest, ModelResponse
@@ -17,7 +18,10 @@ from langchain_core.tools import BaseTool, tool
from langgraph.runtime import Runtime
from langchain_anthropic.chat_models import ChatAnthropic
-from langchain_anthropic.middleware import AnthropicPromptCachingMiddleware
+from langchain_anthropic.middleware import (
+ AnthropicPromptCachingMiddleware,
+ prompt_caching,
+)
class FakeToolCallingModel(BaseChatModel):
@@ -52,6 +56,18 @@ class FakeToolCallingModel(BaseChatModel):
return "fake-tool-call-model"
+def test_trace_inputs_are_omitted() -> None:
+ policy = AnthropicPromptCachingMiddleware.trace_policy
+ assert policy.process_inputs is not None
+ assert policy.process_inputs({"messages": [HumanMessage("foo")]}) == {}
+
+
+def test_trace_policy_unsupported_langchain() -> None:
+ old_types = ModuleType("langchain.agents.middleware.types")
+ with patch.dict("sys.modules", {"langchain.agents.middleware.types": old_types}):
+ assert prompt_caching._get_trace_policy() is None
+
+
def test_anthropic_prompt_caching_middleware_initialization() -> None:
"""Test AnthropicPromptCachingMiddleware initialization."""
# Test with custom values