Skip to content

The agent engineering platform.

fix(openrouter): preserve cost metadata in usage chunks (#39338)

iroiro1471a2585ee5f4e
diff --git a/libs/partners/openrouter/langchain_openrouter/chat_models.py b/libs/partners/openrouter/langchain_openrouter/chat_models.py
index 8d98d7118b..e15ad993d7 100644
--- a/libs/partners/openrouter/langchain_openrouter/chat_models.py
+++ b/libs/partners/openrouter/langchain_openrouter/chat_models.py
@@ -618,8 +618,15 @@ class ChatOpenRouter(BaseChatModel):
# Usage-only chunk (no choices) — emit with usage_metadata
if usage := chunk_dict.get("usage"):
usage_metadata = _create_usage_metadata(usage)
+ response_metadata: dict[str, Any] = {}
+ if "cost" in usage:
+ response_metadata["cost"] = usage["cost"]
+ if "cost_details" in usage:
+ response_metadata["cost_details"] = usage["cost_details"]
usage_chunk = AIMessageChunk(
- content="", usage_metadata=usage_metadata
+ content="",
+ usage_metadata=usage_metadata,
+ response_metadata=response_metadata,
)
generation_chunk = ChatGenerationChunk(message=usage_chunk)
if run_manager:
@@ -703,8 +710,15 @@ class ChatOpenRouter(BaseChatModel):
# Usage-only chunk (no choices) — emit with usage_metadata
if usage := chunk_dict.get("usage"):
usage_metadata = _create_usage_metadata(usage)
+ response_metadata = {}
+ if "cost" in usage:
+ response_metadata["cost"] = usage["cost"]
+ if "cost_details" in usage:
+ response_metadata["cost_details"] = usage["cost_details"]
usage_chunk = AIMessageChunk(
- content="", usage_metadata=usage_metadata
+ content="",
+ usage_metadata=usage_metadata,
+ response_metadata=response_metadata,
)
generation_chunk = ChatGenerationChunk(message=usage_chunk)
if run_manager:
diff --git a/libs/partners/openrouter/tests/integration_tests/test_chat_models.py b/libs/partners/openrouter/tests/integration_tests/test_chat_models.py
index 9da103a0e0..447b26c828 100644
--- a/libs/partners/openrouter/tests/integration_tests/test_chat_models.py
+++ b/libs/partners/openrouter/tests/integration_tests/test_chat_models.py
@@ -23,13 +23,36 @@ def test_basic_invoke() -> None:
def test_streaming() -> None:
- """Test streaming."""
+ """Test streaming.
+
+ Also asserts that OpenRouter spend survives streaming (regression test for
+ #39333). With `stream_usage` enabled (the default), the final usage-only
+ chunk (`choices: []`) must surface `cost` in `response_metadata`, matching
+ the non-streaming path. Requires a funded OpenRouter account — a `:free`
+ model returns `cost: 0`.
+ """
model = ChatOpenRouter(model="openai/gpt-4o-mini", temperature=0)
full: BaseMessageChunk | None = None
for chunk in model.stream("Say 'hello' and nothing else."):
full = chunk if full is None else full + chunk
assert isinstance(full, AIMessageChunk)
assert full.content
+ assert full.response_metadata["cost"] > 0
+
+
+async def test_astreaming() -> None:
+ """Test async streaming (sister to `test_streaming`).
+
+ Covers `_astream`, which surfaces `cost` on the usage-only chunk the same
+ way `_stream` does (#39333).
+ """
+ model = ChatOpenRouter(model="openai/gpt-4o-mini", temperature=0)
+ full: BaseMessageChunk | None = None
+ async for chunk in model.astream("Say 'hello' and nothing else."):
+ full = chunk if full is None else full + chunk
+ assert isinstance(full, AIMessageChunk)
+ assert full.content
+ assert full.response_metadata["cost"] > 0
def test_tool_calling() -> None: