The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix(langchain): add metadata configuration to summarization model invocation (#34763)
Mason Daugherty09c3c52fd055
diff --git a/libs/langchain_v1/langchain/agents/middleware/summarization.py b/libs/langchain_v1/langchain/agents/middleware/summarization.pyindex d3419d1e59..1103dd21f9 100644--- a/libs/langchain_v1/langchain/agents/middleware/summarization.py+++ b/libs/langchain_v1/langchain/agents/middleware/summarization.py@@ -19,6 +19,8 @@ from langchain_core.messages.utils import (get_buffer_string,trim_messages,)+from langchain_core.runnables.config import RunnableConfig, merge_configs+from langgraph.config import get_configfrom langgraph.graph.message import (REMOVE_ALL_MESSAGES,)@@ -284,7 +286,7 @@ class SummarizationMiddleware(AgentMiddleware):raise ValueError(msg)@override- def before_model(self, state: AgentState[Any], runtime: Runtime) -> dict[str, Any] | None:+ def before_model(self, state: AgentState[Any], _runtime: Runtime) -> dict[str, Any] | None:"""Process messages before model invocation, potentially triggering summarization.Args:@@ -321,7 +323,7 @@ class SummarizationMiddleware(AgentMiddleware):@overrideasync def abefore_model(- self, state: AgentState[Any], runtime: Runtime+ self, state: AgentState[Any], _runtime: Runtime) -> dict[str, Any] | None:"""Process messages before model invocation, potentially triggering summarization.@@ -578,7 +580,11 @@ class SummarizationMiddleware(AgentMiddleware):return idxdef _create_summary(self, messages_to_summarize: list[AnyMessage]) -> str:- """Generate summary for the given messages."""+ """Generate summary for the given messages.++ Args:+ messages_to_summarize: Messages to summarize.+ """if not messages_to_summarize:return "No previous conversation history."@@ -590,14 +596,33 @@ class SummarizationMiddleware(AgentMiddleware):# message objectsformatted_messages = get_buffer_string(trimmed_messages)+ # Merge parent config with summarization metadata.+ # Use get_config() to get the current LangGraph config which contains+ # langgraph_checkpoint_ns - required by StreamMessagesHandler to properly+ # track the model call and propagate metadata (including lc_source) to+ # stream chunks.try:- response = self.model.invoke(self.summary_prompt.format(messages=formatted_messages))+ base_config: RunnableConfig = get_config()+ except RuntimeError:+ # Fallback if called outside a runnable context+ base_config = {}+ config = merge_configs(base_config, {"metadata": {"lc_source": "summarization"}})++ try:+ response = self.model.invoke(+ self.summary_prompt.format(messages=formatted_messages),+ config=config,+ )return response.text.strip()except Exception as e:return f"Error generating summary: {e!s}"async def _acreate_summary(self, messages_to_summarize: list[AnyMessage]) -> str:- """Generate summary for the given messages."""+ """Generate summary for the given messages.++ Args:+ messages_to_summarize: Messages to summarize.+ """if not messages_to_summarize:return "No previous conversation history."@@ -609,9 +634,22 @@ class SummarizationMiddleware(AgentMiddleware):# message objectsformatted_messages = get_buffer_string(trimmed_messages)+ # Merge parent config with summarization metadata.+ # Use get_config() to get the current LangGraph config which contains+ # langgraph_checkpoint_ns - required by StreamMessagesHandler to properly+ # track the model call and propagate metadata (including lc_source) to+ # stream chunks.+ try:+ base_config: RunnableConfig = get_config()+ except RuntimeError:+ # Fallback if called outside a runnable context+ base_config = {}+ config = merge_configs(base_config, {"metadata": {"lc_source": "summarization"}})+try:response = await self.model.ainvoke(- self.summary_prompt.format(messages=formatted_messages)+ self.summary_prompt.format(messages=formatted_messages),+ config=config,)return response.text.strip()except Exception as e:diff --git a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.pyindex 66fd765598..bbe5b1388a 100644--- a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py+++ b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py@@ -1214,3 +1214,73 @@ def test_usage_metadata_trigger() -> None:])assert not middleware._should_summarize(messages, 0)+++class ConfigCapturingModel(BaseChatModel):+ """Mock model that captures the config passed to invoke/ainvoke."""++ captured_configs: list[RunnableConfig | None] = Field(default_factory=list, exclude=True)++ @override+ def invoke(+ self,+ input: LanguageModelInput,+ config: RunnableConfig | None = None,+ *,+ stop: list[str] | None = None,+ **kwargs: Any,+ ) -> AIMessage:+ self.captured_configs.append(config)+ return AIMessage(content="Summary")++ @override+ async def ainvoke(+ self,+ input: LanguageModelInput,+ config: RunnableConfig | None = None,+ *,+ stop: list[str] | None = None,+ **kwargs: Any,+ ) -> AIMessage:+ self.captured_configs.append(config)+ return AIMessage(content="Summary")++ @override+ def _generate(+ self,+ messages: list[BaseMessage],+ stop: list[str] | None = None,+ run_manager: CallbackManagerForLLMRun | None = None,+ **kwargs: Any,+ ) -> ChatResult:+ return ChatResult(generations=[ChatGeneration(message=AIMessage(content="Summary"))])++ @property+ def _llm_type(self) -> str:+ return "config-capturing"++[email protected]("use_async", [False, True], ids=["sync", "async"])+async def test_create_summary_passes_lc_source_metadata(use_async: bool) -> None: # noqa: FBT001+ """Test that summary creation passes `lc_source` metadata to the model.++ When called outside a LangGraph runnable context, `get_config()` raises+ `RuntimeError`. The middleware catches this and still passes the `lc_source`+ metadata to the model.+ """+ model = ConfigCapturingModel()+ model.captured_configs = [] # Reset for this test+ middleware = SummarizationMiddleware(model=model, trigger=("tokens", 1000))+ messages: list[AnyMessage] = [HumanMessage(content="Hello"), AIMessage(content="Hi")]++ if use_async:+ summary = await middleware._acreate_summary(messages)+ else:+ summary = middleware._create_summary(messages)++ assert summary == "Summary"+ assert len(model.captured_configs) == 1+ config = model.captured_configs[0]+ assert config is not None+ assert "metadata" in config+ assert config["metadata"]["lc_source"] == "summarization"