The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix(openrouter): preserve cost metadata in usage chunks (#39338)
iroiro1471a2585ee5f4e
diff --git a/libs/partners/openrouter/langchain_openrouter/chat_models.py b/libs/partners/openrouter/langchain_openrouter/chat_models.pyindex 8d98d7118b..e15ad993d7 100644--- a/libs/partners/openrouter/langchain_openrouter/chat_models.py+++ b/libs/partners/openrouter/langchain_openrouter/chat_models.py@@ -618,8 +618,15 @@ class ChatOpenRouter(BaseChatModel):# Usage-only chunk (no choices) — emit with usage_metadataif usage := chunk_dict.get("usage"):usage_metadata = _create_usage_metadata(usage)+ response_metadata: dict[str, Any] = {}+ if "cost" in usage:+ response_metadata["cost"] = usage["cost"]+ if "cost_details" in usage:+ response_metadata["cost_details"] = usage["cost_details"]usage_chunk = AIMessageChunk(- content="", usage_metadata=usage_metadata+ content="",+ usage_metadata=usage_metadata,+ response_metadata=response_metadata,)generation_chunk = ChatGenerationChunk(message=usage_chunk)if run_manager:@@ -703,8 +710,15 @@ class ChatOpenRouter(BaseChatModel):# Usage-only chunk (no choices) — emit with usage_metadataif usage := chunk_dict.get("usage"):usage_metadata = _create_usage_metadata(usage)+ response_metadata = {}+ if "cost" in usage:+ response_metadata["cost"] = usage["cost"]+ if "cost_details" in usage:+ response_metadata["cost_details"] = usage["cost_details"]usage_chunk = AIMessageChunk(- content="", usage_metadata=usage_metadata+ content="",+ usage_metadata=usage_metadata,+ response_metadata=response_metadata,)generation_chunk = ChatGenerationChunk(message=usage_chunk)if run_manager:diff --git a/libs/partners/openrouter/tests/integration_tests/test_chat_models.py b/libs/partners/openrouter/tests/integration_tests/test_chat_models.pyindex 9da103a0e0..447b26c828 100644--- a/libs/partners/openrouter/tests/integration_tests/test_chat_models.py+++ b/libs/partners/openrouter/tests/integration_tests/test_chat_models.py@@ -23,13 +23,36 @@ def test_basic_invoke() -> None:def test_streaming() -> None:- """Test streaming."""+ """Test streaming.++ Also asserts that OpenRouter spend survives streaming (regression test for+ #39333). With `stream_usage` enabled (the default), the final usage-only+ chunk (`choices: []`) must surface `cost` in `response_metadata`, matching+ the non-streaming path. Requires a funded OpenRouter account — a `:free`+ model returns `cost: 0`.+ """model = ChatOpenRouter(model="openai/gpt-4o-mini", temperature=0)full: BaseMessageChunk | None = Nonefor chunk in model.stream("Say 'hello' and nothing else."):full = chunk if full is None else full + chunkassert isinstance(full, AIMessageChunk)assert full.content+ assert full.response_metadata["cost"] > 0+++async def test_astreaming() -> None:+ """Test async streaming (sister to `test_streaming`).++ Covers `_astream`, which surfaces `cost` on the usage-only chunk the same+ way `_stream` does (#39333).+ """+ model = ChatOpenRouter(model="openai/gpt-4o-mini", temperature=0)+ full: BaseMessageChunk | None = None+ async for chunk in model.astream("Say 'hello' and nothing else."):+ full = chunk if full is None else full + chunk+ assert isinstance(full, AIMessageChunk)+ assert full.content+ assert full.response_metadata["cost"] > 0def test_tool_calling() -> None: