The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
standard-tests[patch]: fix oai usage metadata test (#27122)
Bagaturbd5b335cb47d
diff --git a/libs/partners/anthropic/tests/integration_tests/test_standard.py b/libs/partners/anthropic/tests/integration_tests/test_standard.pyindex 24f8766ad0..241588f32a 100644--- a/libs/partners/anthropic/tests/integration_tests/test_standard.py+++ b/libs/partners/anthropic/tests/integration_tests/test_standard.py@@ -1,7 +1,7 @@"""Standard LangChain interface tests"""from pathlib import Path-from typing import List, Literal, Type, cast+from typing import Dict, List, Literal, Type, castfrom langchain_core.language_models import BaseChatModelfrom langchain_core.messages import AIMessage@@ -36,16 +36,22 @@ class TestAnthropicStandard(ChatModelIntegrationTests):@propertydef supported_usage_metadata_details(self,- ) -> List[- Literal[- "audio_input",- "audio_output",- "reasoning_output",- "cache_read_input",- "cache_creation_input",- ]+ ) -> Dict[+ Literal["invoke", "stream"],+ List[+ Literal[+ "audio_input",+ "audio_output",+ "reasoning_output",+ "cache_read_input",+ "cache_creation_input",+ ]+ ],]:- return ["cache_read_input", "cache_creation_input"]+ return {+ "invoke": ["cache_read_input", "cache_creation_input"],+ "stream": ["cache_read_input", "cache_creation_input"],+ }def invoke_with_cache_creation_input(self, *, stream: bool = False) -> AIMessage:llm = ChatAnthropic(diff --git a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py b/libs/partners/openai/tests/integration_tests/chat_models/test_base.pyindex fb2a150efd..950a52ce3e 100644--- a/libs/partners/openai/tests/integration_tests/chat_models/test_base.py+++ b/libs/partners/openai/tests/integration_tests/chat_models/test_base.py@@ -238,30 +238,6 @@ async def test_async_chat_openai_bind_functions() -> None:assert isinstance(generation, AIMessage)-def test_chat_openai_extra_kwargs() -> None:- """Test extra kwargs to chat openai."""- # Check that foo is saved in extra_kwargs.- llm = ChatOpenAI(foo=3, max_tokens=10) # type: ignore[call-arg]- assert llm.max_tokens == 10- assert llm.model_kwargs == {"foo": 3}-- # Test that if extra_kwargs are provided, they are added to it.- llm = ChatOpenAI(foo=3, model_kwargs={"bar": 2}) # type: ignore[call-arg]- assert llm.model_kwargs == {"foo": 3, "bar": 2}-- # Test that if provided twice it errors- with pytest.raises(ValueError):- ChatOpenAI(foo=3, model_kwargs={"foo": 2}) # type: ignore[call-arg]-- # Test that if explicit param is specified in kwargs it errors- with pytest.raises(ValueError):- ChatOpenAI(model_kwargs={"temperature": 0.2})-- # Test that "model" cannot be specified in kwargs- with pytest.raises(ValueError):- ChatOpenAI(model_kwargs={"model": "gpt-3.5-turbo-instruct"})--@pytest.mark.scheduleddef test_openai_streaming() -> None:"""Test streaming tokens from OpenAI."""diff --git a/libs/partners/openai/tests/integration_tests/chat_models/test_base_standard.py b/libs/partners/openai/tests/integration_tests/chat_models/test_base_standard.pyindex b91b590ad7..b021603aac 100644--- a/libs/partners/openai/tests/integration_tests/chat_models/test_base_standard.py+++ b/libs/partners/openai/tests/integration_tests/chat_models/test_base_standard.py@@ -1,7 +1,7 @@"""Standard LangChain interface tests"""from pathlib import Path-from typing import List, Literal, Type, cast+from typing import Dict, List, Literal, Type, castfrom langchain_core.language_models import BaseChatModelfrom langchain_core.messages import AIMessage@@ -28,16 +28,19 @@ class TestOpenAIStandard(ChatModelIntegrationTests):@propertydef supported_usage_metadata_details(self,- ) -> List[- Literal[- "audio_input",- "audio_output",- "reasoning_output",- "cache_read_input",- "cache_creation_input",- ]+ ) -> Dict[+ Literal["invoke", "stream"],+ List[+ Literal[+ "audio_input",+ "audio_output",+ "reasoning_output",+ "cache_read_input",+ "cache_creation_input",+ ]+ ],]:- return ["reasoning_output", "cache_read_input"]+ return {"invoke": ["reasoning_output", "cache_read_input"], "stream": []}def invoke_with_cache_read_input(self, *, stream: bool = False) -> AIMessage:with open(REPO_ROOT_DIR / "README.md", "r") as f:diff --git a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.pyindex 1da209095e..fc5814cba7 100644--- a/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py+++ b/libs/standard-tests/langchain_standard_tests/integration_tests/chat_models.py@@ -151,25 +151,25 @@ class ChatModelIntegrationTests(ChatModelTests):assert isinstance(result.usage_metadata["output_tokens"], int)assert isinstance(result.usage_metadata["total_tokens"], int)- if "audio_input" in self.supported_usage_metadata_details:+ if "audio_input" in self.supported_usage_metadata_details["invoke"]:msg = self.invoke_with_audio_input()assert isinstance(msg.usage_metadata["input_token_details"]["audio"], int) # type: ignore[index]- if "audio_output" in self.supported_usage_metadata_details:+ if "audio_output" in self.supported_usage_metadata_details["invoke"]:msg = self.invoke_with_audio_output()assert isinstance(msg.usage_metadata["output_token_details"]["audio"], int) # type: ignore[index]- if "reasoning_output" in self.supported_usage_metadata_details:+ if "reasoning_output" in self.supported_usage_metadata_details["invoke"]:msg = self.invoke_with_reasoning_output()assert isinstance(msg.usage_metadata["output_token_details"]["reasoning"], # type: ignore[index]int,)- if "cache_read_input" in self.supported_usage_metadata_details:+ if "cache_read_input" in self.supported_usage_metadata_details["invoke"]:msg = self.invoke_with_cache_read_input()assert isinstance(msg.usage_metadata["input_token_details"]["cache_read"], # type: ignore[index]int,)- if "cache_creation_input" in self.supported_usage_metadata_details:+ if "cache_creation_input" in self.supported_usage_metadata_details["invoke"]:msg = self.invoke_with_cache_creation_input()assert isinstance(msg.usage_metadata["input_token_details"]["cache_creation"], # type: ignore[index]@@ -189,25 +189,25 @@ class ChatModelIntegrationTests(ChatModelTests):assert isinstance(full.usage_metadata["output_tokens"], int)assert isinstance(full.usage_metadata["total_tokens"], int)- if "audio_input" in self.supported_usage_metadata_details:+ if "audio_input" in self.supported_usage_metadata_details["stream"]:msg = self.invoke_with_audio_input(stream=True)assert isinstance(msg.usage_metadata["input_token_details"]["audio"], int) # type: ignore[index]- if "audio_output" in self.supported_usage_metadata_details:+ if "audio_output" in self.supported_usage_metadata_details["stream"]:msg = self.invoke_with_audio_output(stream=True)assert isinstance(msg.usage_metadata["output_token_details"]["audio"], int) # type: ignore[index]- if "reasoning_output" in self.supported_usage_metadata_details:+ if "reasoning_output" in self.supported_usage_metadata_details["stream"]:msg = self.invoke_with_reasoning_output(stream=True)assert isinstance(msg.usage_metadata["output_token_details"]["reasoning"], # type: ignore[index]int,)- if "cache_read_input" in self.supported_usage_metadata_details:+ if "cache_read_input" in self.supported_usage_metadata_details["stream"]:msg = self.invoke_with_cache_read_input(stream=True)assert isinstance(msg.usage_metadata["input_token_details"]["cache_read"], # type: ignore[index]int,)- if "cache_creation_input" in self.supported_usage_metadata_details:+ if "cache_creation_input" in self.supported_usage_metadata_details["stream"]:msg = self.invoke_with_cache_creation_input(stream=True)assert isinstance(msg.usage_metadata["input_token_details"]["cache_creation"], # type: ignore[index]diff --git a/libs/standard-tests/langchain_standard_tests/unit_tests/chat_models.py b/libs/standard-tests/langchain_standard_tests/unit_tests/chat_models.pyindex 1298c02285..1321eb6215 100644--- a/libs/standard-tests/langchain_standard_tests/unit_tests/chat_models.py+++ b/libs/standard-tests/langchain_standard_tests/unit_tests/chat_models.py@@ -2,7 +2,7 @@import osfrom abc import abstractmethod-from typing import Any, List, Literal, Optional, Tuple, Type+from typing import Any, Dict, List, Literal, Optional, Tuple, Typefrom unittest import mockimport pytest@@ -141,16 +141,19 @@ class ChatModelTests(BaseStandardTests):@propertydef supported_usage_metadata_details(self,- ) -> List[- Literal[- "audio_input",- "audio_output",- "reasoning_output",- "cache_read_input",- "cache_creation_input",- ]+ ) -> Dict[+ Literal["invoke", "stream"],+ List[+ Literal[+ "audio_input",+ "audio_output",+ "reasoning_output",+ "cache_read_input",+ "cache_creation_input",+ ]+ ],]:- return []+ return {"invoke": [], "stream": []}class ChatModelUnitTests(ChatModelTests):