Skip to content

The agent engineering platform.

fix(langchain): add metadata configuration to summarization model invocation (#34763)

Mason Daugherty09c3c52fd055
diff --git a/libs/langchain_v1/langchain/agents/middleware/summarization.py b/libs/langchain_v1/langchain/agents/middleware/summarization.py
index d3419d1e59..1103dd21f9 100644
--- a/libs/langchain_v1/langchain/agents/middleware/summarization.py
+++ b/libs/langchain_v1/langchain/agents/middleware/summarization.py
@@ -19,6 +19,8 @@ from langchain_core.messages.utils import (
get_buffer_string,
trim_messages,
)
+from langchain_core.runnables.config import RunnableConfig, merge_configs
+from langgraph.config import get_config
from langgraph.graph.message import (
REMOVE_ALL_MESSAGES,
)
@@ -284,7 +286,7 @@ class SummarizationMiddleware(AgentMiddleware):
raise ValueError(msg)
@override
- def before_model(self, state: AgentState[Any], runtime: Runtime) -> dict[str, Any] | None:
+ def before_model(self, state: AgentState[Any], _runtime: Runtime) -> dict[str, Any] | None:
"""Process messages before model invocation, potentially triggering summarization.
Args:
@@ -321,7 +323,7 @@ class SummarizationMiddleware(AgentMiddleware):
@override
async def abefore_model(
- self, state: AgentState[Any], runtime: Runtime
+ self, state: AgentState[Any], _runtime: Runtime
) -> dict[str, Any] | None:
"""Process messages before model invocation, potentially triggering summarization.
@@ -578,7 +580,11 @@ class SummarizationMiddleware(AgentMiddleware):
return idx
def _create_summary(self, messages_to_summarize: list[AnyMessage]) -> str:
- """Generate summary for the given messages."""
+ """Generate summary for the given messages.
+
+ Args:
+ messages_to_summarize: Messages to summarize.
+ """
if not messages_to_summarize:
return "No previous conversation history."
@@ -590,14 +596,33 @@ class SummarizationMiddleware(AgentMiddleware):
# message objects
formatted_messages = get_buffer_string(trimmed_messages)
+ # Merge parent config with summarization metadata.
+ # Use get_config() to get the current LangGraph config which contains
+ # langgraph_checkpoint_ns - required by StreamMessagesHandler to properly
+ # track the model call and propagate metadata (including lc_source) to
+ # stream chunks.
try:
- response = self.model.invoke(self.summary_prompt.format(messages=formatted_messages))
+ base_config: RunnableConfig = get_config()
+ except RuntimeError:
+ # Fallback if called outside a runnable context
+ base_config = {}
+ config = merge_configs(base_config, {"metadata": {"lc_source": "summarization"}})
+
+ try:
+ response = self.model.invoke(
+ self.summary_prompt.format(messages=formatted_messages),
+ config=config,
+ )
return response.text.strip()
except Exception as e:
return f"Error generating summary: {e!s}"
async def _acreate_summary(self, messages_to_summarize: list[AnyMessage]) -> str:
- """Generate summary for the given messages."""
+ """Generate summary for the given messages.
+
+ Args:
+ messages_to_summarize: Messages to summarize.
+ """
if not messages_to_summarize:
return "No previous conversation history."
@@ -609,9 +634,22 @@ class SummarizationMiddleware(AgentMiddleware):
# message objects
formatted_messages = get_buffer_string(trimmed_messages)
+ # Merge parent config with summarization metadata.
+ # Use get_config() to get the current LangGraph config which contains
+ # langgraph_checkpoint_ns - required by StreamMessagesHandler to properly
+ # track the model call and propagate metadata (including lc_source) to
+ # stream chunks.
+ try:
+ base_config: RunnableConfig = get_config()
+ except RuntimeError:
+ # Fallback if called outside a runnable context
+ base_config = {}
+ config = merge_configs(base_config, {"metadata": {"lc_source": "summarization"}})
+
try:
response = await self.model.ainvoke(
- self.summary_prompt.format(messages=formatted_messages)
+ self.summary_prompt.format(messages=formatted_messages),
+ config=config,
)
return response.text.strip()
except Exception as e:
diff --git a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py
index 66fd765598..bbe5b1388a 100644
--- a/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py
+++ b/libs/langchain_v1/tests/unit_tests/agents/middleware/implementations/test_summarization.py
@@ -1214,3 +1214,73 @@ def test_usage_metadata_trigger() -> None:
]
)
assert not middleware._should_summarize(messages, 0)
+
+
+class ConfigCapturingModel(BaseChatModel):
+ """Mock model that captures the config passed to invoke/ainvoke."""
+
+ captured_configs: list[RunnableConfig | None] = Field(default_factory=list, exclude=True)
+
+ @override
+ def invoke(
+ self,
+ input: LanguageModelInput,
+ config: RunnableConfig | None = None,
+ *,
+ stop: list[str] | None = None,
+ **kwargs: Any,
+ ) -> AIMessage:
+ self.captured_configs.append(config)
+ return AIMessage(content="Summary")
+
+ @override
+ async def ainvoke(
+ self,
+ input: LanguageModelInput,
+ config: RunnableConfig | None = None,
+ *,
+ stop: list[str] | None = None,
+ **kwargs: Any,
+ ) -> AIMessage:
+ self.captured_configs.append(config)
+ return AIMessage(content="Summary")
+
+ @override
+ def _generate(
+ self,
+ messages: list[BaseMessage],
+ stop: list[str] | None = None,
+ run_manager: CallbackManagerForLLMRun | None = None,
+ **kwargs: Any,
+ ) -> ChatResult:
+ return ChatResult(generations=[ChatGeneration(message=AIMessage(content="Summary"))])
+
+ @property
+ def _llm_type(self) -> str:
+ return "config-capturing"
+
+
[email protected]("use_async", [False, True], ids=["sync", "async"])
+async def test_create_summary_passes_lc_source_metadata(use_async: bool) -> None: # noqa: FBT001
+ """Test that summary creation passes `lc_source` metadata to the model.
+
+ When called outside a LangGraph runnable context, `get_config()` raises
+ `RuntimeError`. The middleware catches this and still passes the `lc_source`
+ metadata to the model.
+ """
+ model = ConfigCapturingModel()
+ model.captured_configs = [] # Reset for this test
+ middleware = SummarizationMiddleware(model=model, trigger=("tokens", 1000))
+ messages: list[AnyMessage] = [HumanMessage(content="Hello"), AIMessage(content="Hi")]
+
+ if use_async:
+ summary = await middleware._acreate_summary(messages)
+ else:
+ summary = middleware._create_summary(messages)
+
+ assert summary == "Summary"
+ assert len(model.captured_configs) == 1
+ config = model.captured_configs[0]
+ assert config is not None
+ assert "metadata" in config
+ assert config["metadata"]["lc_source"] == "summarization"