The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
standard-tests: test that only one chunk sets input_tokens (#27177)
Erick Friisb84e00283f89
diff --git a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.pyindex b5e0a9a0bd..5c0c8c6628 100644--- a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py+++ b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py@@ -1,6 +1,6 @@import base64import json-from typing import List, Optional+from typing import List, Optional, castimport httpximport pytest@@ -209,10 +209,21 @@ class ChatModelIntegrationTests(ChatModelTests):def test_usage_metadata_streaming(self, model: BaseChatModel) -> None:if not self.returns_usage_metadata:pytest.skip("Not implemented.")- full: Optional[BaseMessageChunk] = None- for chunk in model.stream("Hello"):+ full: Optional[AIMessageChunk] = None+ for chunk in model.stream("Write me 2 haikus. Only include the haikus."):assert isinstance(chunk, AIMessageChunk)- full = chunk if full is None else full + chunk+ # only one chunk is allowed to set usage_metadata.input_tokens+ # if multiple do, it's likely a bug that will result in overcounting+ # input tokens+ if full and full.usage_metadata and full.usage_metadata["input_tokens"]:+ assert (+ not chunk.usage_metadata or not chunk.usage_metadata["input_tokens"]+ ), (+ "Only one chunk should set input_tokens,"+ " the rest should be 0 or None"+ )+ full = chunk if full is None else cast(AIMessageChunk, full + chunk)+assert isinstance(full, AIMessageChunk)assert full.usage_metadata is not Noneassert isinstance(full.usage_metadata["input_tokens"], int)