Skip to content

The agent engineering platform.

chore(mistralai): delete redundant tests (#33468)

ccurme9beb29a34c32
diff --git a/libs/partners/mistralai/tests/integration_tests/test_chat_models.py b/libs/partners/mistralai/tests/integration_tests/test_chat_models.py
index a013e3a2bd..e4a956e269 100644
--- a/libs/partners/mistralai/tests/integration_tests/test_chat_models.py
+++ b/libs/partners/mistralai/tests/integration_tests/test_chat_models.py
@@ -2,33 +2,19 @@
from __future__ import annotations
-import json
import logging
import time
from typing import Any
import pytest
from httpx import ReadTimeout
-from langchain_core.messages import (
- AIMessage,
- AIMessageChunk,
- BaseMessageChunk,
- HumanMessage,
-)
+from langchain_core.messages import AIMessageChunk, BaseMessageChunk
from pydantic import BaseModel
from typing_extensions import TypedDict
from langchain_mistralai.chat_models import ChatMistralAI
-def test_stream() -> None:
- """Test streaming tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- for token in llm.stream("Hello"):
- assert isinstance(token.content, str)
-
-
async def test_astream() -> None:
"""Test streaming tokens from ChatMistralAI."""
llm = ChatMistralAI()
@@ -63,131 +49,6 @@ async def test_astream() -> None:
assert full.response_metadata["model_name"]
-async def test_abatch() -> None:
- """Test streaming tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- result = await llm.abatch(["I'm Pickle Rick", "I'm not Pickle Rick"])
- for token in result:
- assert isinstance(token.content, str)
-
-
-async def test_abatch_tags() -> None:
- """Test batch tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- result = await llm.abatch(
- ["I'm Pickle Rick", "I'm not Pickle Rick"], config={"tags": ["foo"]}
- )
- for token in result:
- assert isinstance(token.content, str)
-
-
-def test_batch() -> None:
- """Test batch tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- result = llm.batch(["I'm Pickle Rick", "I'm not Pickle Rick"])
- for token in result:
- assert isinstance(token.content, str)
-
-
-async def test_ainvoke() -> None:
- """Test invoke tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- result = await llm.ainvoke("I'm Pickle Rick", config={"tags": ["foo"]})
- assert isinstance(result.content, str)
- assert "model_name" in result.response_metadata
-
-
-def test_invoke() -> None:
- """Test invoke tokens from ChatMistralAI."""
- llm = ChatMistralAI()
-
- result = llm.invoke("I'm Pickle Rick", config={"tags": ["foo"]})
- assert isinstance(result.content, str)
-
-
-def test_chat_mistralai_llm_output_contains_model_name() -> None:
- """Test llm_output contains model_name."""
- chat = ChatMistralAI(max_tokens=10)
- message = HumanMessage(content="Hello")
- llm_result = chat.generate([[message]])
- assert llm_result.llm_output is not None
- assert llm_result.llm_output["model_name"] == chat.model
-
-
-def test_chat_mistralai_streaming_llm_output_contains_model_name() -> None:
- """Test llm_output contains model_name."""
- chat = ChatMistralAI(max_tokens=10, streaming=True)
- message = HumanMessage(content="Hello")
- llm_result = chat.generate([[message]])
- assert llm_result.llm_output is not None
- assert llm_result.llm_output["model_name"] == chat.model
-
-
-def test_chat_mistralai_llm_output_contains_token_usage() -> None:
- """Test llm_output contains model_name."""
- chat = ChatMistralAI(max_tokens=10)
- message = HumanMessage(content="Hello")
- llm_result = chat.generate([[message]])
- assert llm_result.llm_output is not None
- assert "token_usage" in llm_result.llm_output
- token_usage = llm_result.llm_output["token_usage"]
- assert "prompt_tokens" in token_usage
- assert "completion_tokens" in token_usage
- assert "total_tokens" in token_usage
-
-
-def test_chat_mistralai_streaming_llm_output_not_contain_token_usage() -> None:
- """Mistral currently doesn't return token usage when streaming."""
- chat = ChatMistralAI(max_tokens=10, streaming=True)
- message = HumanMessage(content="Hello")
- llm_result = chat.generate([[message]])
- assert llm_result.llm_output is not None
- assert "token_usage" in llm_result.llm_output
- token_usage = llm_result.llm_output["token_usage"]
- assert not token_usage
-
-
-def test_structured_output() -> None:
- llm = ChatMistralAI(model="mistral-large-latest", temperature=0) # type: ignore[call-arg]
- schema = {
- "title": "AnswerWithJustification",
- "description": (
- "An answer to the user question along with justification for the answer."
- ),
- "type": "object",
- "properties": {
- "answer": {"title": "Answer", "type": "string"},
- "justification": {"title": "Justification", "type": "string"},
- },
- "required": ["answer", "justification"],
- }
- structured_llm = llm.with_structured_output(schema)
- result = structured_llm.invoke(
- "What weighs more a pound of bricks or a pound of feathers"
- )
- assert isinstance(result, dict)
-
-
-def test_streaming_structured_output() -> None:
- llm = ChatMistralAI(model="mistral-large-latest", temperature=0) # type: ignore[call-arg]
-
- class Person(BaseModel):
- name: str
- age: int
-
- structured_llm = llm.with_structured_output(Person)
- strm = structured_llm.stream("Erick, 27 years old")
- for chunk_num, chunk in enumerate(strm):
- assert chunk_num == 0, "should only have one chunk with model"
- assert isinstance(chunk, Person)
- assert chunk.name == "Erick"
- assert chunk.age == 27
-
-
class Book(BaseModel):
name: str
authors: list[str]
@@ -247,66 +108,6 @@ async def test_structured_output_json_schema_async(schema: Any) -> None:
_check_parsed_result(chunk, schema)
-def test_tool_call() -> None:
- llm = ChatMistralAI(model="mistral-large-latest", temperature=0) # type: ignore[call-arg]
-
- class Person(BaseModel):
- name: str
- age: int
-
- tool_llm = llm.bind_tools([Person])
-
- result = tool_llm.invoke("Erick, 27 years old")
- assert isinstance(result, AIMessage)
- assert len(result.tool_calls) == 1
- tool_call = result.tool_calls[0]
- assert tool_call["name"] == "Person"
- assert tool_call["args"] == {"name": "Erick", "age": 27}
-
-
-def test_streaming_tool_call() -> None:
- llm = ChatMistralAI(model="mistral-large-latest", temperature=0) # type: ignore[call-arg]
-
- class Person(BaseModel):
- name: str
- age: int
-
- tool_llm = llm.bind_tools([Person])
-
- # where it calls the tool
- strm = tool_llm.stream("Erick, 27 years old")
-
- additional_kwargs = None
- for chunk in strm:
- assert isinstance(chunk, AIMessageChunk)
- assert chunk.content == ""
- additional_kwargs = chunk.additional_kwargs
-
- assert additional_kwargs is not None
- assert "tool_calls" in additional_kwargs
- assert len(additional_kwargs["tool_calls"]) == 1
- assert additional_kwargs["tool_calls"][0]["function"]["name"] == "Person"
- assert json.loads(additional_kwargs["tool_calls"][0]["function"]["arguments"]) == {
- "name": "Erick",
- "age": 27,
- }
-
- assert isinstance(chunk, AIMessageChunk)
- assert len(chunk.tool_call_chunks) == 1
- tool_call_chunk = chunk.tool_call_chunks[0]
- assert tool_call_chunk["name"] == "Person"
- assert tool_call_chunk["args"] == '{"name": "Erick", "age": 27}'
-
- # where it doesn't call the tool
- strm = tool_llm.stream("What is 2+2?")
- acc: Any = None
- for chunk in strm:
- assert isinstance(chunk, AIMessageChunk)
- acc = chunk if acc is None else acc + chunk
- assert acc.content != ""
- assert "tool_calls" not in acc.additional_kwargs
-
-
def test_retry_parameters(caplog: pytest.LogCaptureFixture) -> None:
"""Test that retry parameters are honored in ChatMistralAI."""
# Create a model with intentionally short timeout and multiple retries