The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
feat: tracing for wrap model + tool call (#35765)
Sydney Runkle25f94eecce7a
diff --git a/libs/langchain_v1/langchain/agents/factory.py b/libs/langchain_v1/langchain/agents/factory.pyindex deb118815b..e57075cb86 100644--- a/libs/langchain_v1/langchain/agents/factory.py+++ b/libs/langchain_v1/langchain/agents/factory.py@@ -3,7 +3,7 @@from __future__ import annotationsimport itertools-from dataclasses import dataclass, field+from dataclasses import dataclass, field, fieldsfrom typing import (TYPE_CHECKING,Annotated,@@ -23,6 +23,7 @@ from langgraph.constants import END, STARTfrom langgraph.graph.state import StateGraphfrom langgraph.prebuilt.tool_node import ToolCallWithContext, ToolNodefrom langgraph.types import Command, Send+from langsmith import traceablefrom typing_extensions import NotRequired, Required, TypedDictfrom langchain.agents.middleware.types import (@@ -36,6 +37,7 @@ from langchain.agents.middleware.types import (OmitFromSchema,ResponseT,StateT_co,+ ToolCallRequest,_InputAgentState,_OutputAgentState,)@@ -79,7 +81,7 @@ if TYPE_CHECKING:from langgraph.store.base import BaseStorefrom langgraph.types import Checkpointer- from langchain.agents.middleware.types import ToolCallRequest, ToolCallWrapper+ from langchain.agents.middleware.types import ToolCallWrapper_ModelCallHandler = Callable[[ModelRequest[ContextT], Callable[[ModelRequest[ContextT]], ModelResponse]],@@ -130,6 +132,19 @@ Option 2: Handle dynamic tools in middleware (for tools created at runtime)return handler(request)""".strip()++def _scrub_inputs(inputs: dict[str, Any]) -> dict[str, Any]:+ """Remove ``runtime`` and ``handler`` from trace inputs before sending to LangSmith."""+ filtered = inputs.copy()+ filtered.pop("handler", None)+ req = filtered.get("request")+ if isinstance(req, (ModelRequest, ToolCallRequest)):+ filtered["request"] = {+ f.name: getattr(req, f.name) for f in fields(req) if f.name != "runtime"+ }+ return filtered++FALLBACK_MODELS_WITH_STRUCTURED_OUTPUT = [# if model profile data are not available, these models are assumed to support# structured output@@ -862,7 +877,12 @@ def create_agent(# Chain all wrap_tool_call handlers into a single composed handlerwrap_tool_call_wrapper = Noneif middleware_w_wrap_tool_call:- wrappers = [m.wrap_tool_call for m in middleware_w_wrap_tool_call]+ wrappers = [+ traceable(name=f"{m.name}.wrap_tool_call", process_inputs=_scrub_inputs)(+ m.wrap_tool_call+ )+ for m in middleware_w_wrap_tool_call+ ]wrap_tool_call_wrapper = _chain_tool_call_wrappers(wrappers)# Collect middleware with awrap_tool_call or wrap_tool_call hooks@@ -878,7 +898,12 @@ def create_agent(# Chain all awrap_tool_call handlers into a single composed async handlerawrap_tool_call_wrapper = Noneif middleware_w_awrap_tool_call:- async_wrappers = [m.awrap_tool_call for m in middleware_w_awrap_tool_call]+ async_wrappers = [+ traceable(name=f"{m.name}.awrap_tool_call", process_inputs=_scrub_inputs)(+ m.awrap_tool_call+ )+ for m in middleware_w_awrap_tool_call+ ]awrap_tool_call_wrapper = _chain_async_tool_call_wrappers(async_wrappers)# Setup tools@@ -961,13 +986,23 @@ def create_agent(# Compose wrap_model_call handlers into a single middleware stack (sync)wrap_model_call_handler = Noneif middleware_w_wrap_model_call:- sync_handlers = [m.wrap_model_call for m in middleware_w_wrap_model_call]+ sync_handlers = [+ traceable(name=f"{m.name}.wrap_model_call", process_inputs=_scrub_inputs)(+ m.wrap_model_call+ )+ for m in middleware_w_wrap_model_call+ ]wrap_model_call_handler = _chain_model_call_handlers(sync_handlers)# Compose awrap_model_call handlers into a single middleware stack (async)awrap_model_call_handler = Noneif middleware_w_awrap_model_call:- async_handlers = [m.awrap_model_call for m in middleware_w_awrap_model_call]+ async_handlers = [+ traceable(name=f"{m.name}.awrap_model_call", process_inputs=_scrub_inputs)(+ m.awrap_model_call+ )+ for m in middleware_w_awrap_model_call+ ]awrap_model_call_handler = _chain_async_model_call_handlers(async_handlers)state_schemas: set[type] = {m.state_schema for m in middleware}