🐫 CAMEL: The first and the best multi-agent framework. Finding the Scaling Law of Agents. https://www.camel-ai.org
Python agentai-societiesartificial-intelligencecommunicative-aicooperative-aideep-learninglarge-language-modelsmulti-agent-systemsnatural-language-processing
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
from types import SimpleNamespace
import pytest
from camel.configs import MistralConfig
from camel.models import MistralModel
from camel.types import ModelType
from camel.utils import OpenAITokenCounter
def _mock_mistral_response(finish_reason):
r"""A minimal Mistral ChatCompletionResponse carrying one choice."""
return SimpleNamespace(
id="cmpl-1",
created=1700000000,
model="mistral-large-latest",
usage=SimpleNamespace(
prompt_tokens=11, completion_tokens=7, total_tokens=18
),
choices=[
SimpleNamespace(
index=0,
finish_reason=finish_reason,
message=SimpleNamespace(
role="assistant", content="hi", tool_calls=None
),
)
],
)
@pytest.mark.model_backend
@pytest.mark.parametrize(
"model_type",
[
ModelType.MISTRAL_LARGE,
ModelType.MISTRAL_NEMO,
ModelType.MISTRAL_7B,
ModelType.MISTRAL_MIXTRAL_8x7B,
ModelType.MISTRAL_MIXTRAL_8x22B,
ModelType.MISTRAL_CODESTRAL,
ModelType.MISTRAL_CODESTRAL_MAMBA,
ModelType.MISTRAL_PIXTRAL_12B,
ModelType.MISTRAL_MEDIUM_3_1,
ModelType.MISTRAL_SMALL_3_2,
ModelType.MAGISTRAL_SMALL_1_2,
ModelType.MAGISTRAL_MEDIUM_1_2,
],
)
def test_mistral_model(model_type):
model_config_dict = MistralConfig().as_dict()
model = MistralModel(model_type, model_config_dict)
assert model.model_type == model_type
assert model.model_config_dict == model_config_dict
assert isinstance(model.token_counter, OpenAITokenCounter)
assert isinstance(model.model_type.value_for_tiktoken, str)
assert isinstance(model.model_type.token_limit, int)
@pytest.mark.model_backend
def test_to_mistral_chatmessage_preserves_tool_call_ids(monkeypatch):
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
tool_call_id_1 = "call_tool_1"
tool_call_id_2 = "call_tool_2"
messages = [
{"role": "user", "content": "Please run two calculations."},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": tool_call_id_1,
"type": "function",
"function": {
"name": "add",
"arguments": '{"a": 2, "b": 3}',
},
},
{
"id": tool_call_id_2,
"type": "function",
"function": {
"name": "multiply",
"arguments": '{"a": 4, "b": 5}',
},
},
],
},
{
"role": "tool",
"tool_call_id": tool_call_id_1,
"content": "5",
"name": "add",
},
{
"role": "tool",
"tool_call_id": tool_call_id_2,
"content": "20",
"name": "multiply",
},
]
mistral_messages = model._to_mistral_chatmessage(messages)
assistant_message = mistral_messages[1]
assert assistant_message.tool_calls is not None
assert len(assistant_message.tool_calls) == 2
assert assistant_message.tool_calls[0].id == tool_call_id_1
assert assistant_message.tool_calls[1].id == tool_call_id_2
first_tool_message = mistral_messages[2]
second_tool_message = mistral_messages[3]
assert first_tool_message.tool_call_id == tool_call_id_1
assert second_tool_message.tool_call_id == tool_call_id_2
@pytest.mark.model_backend
def test_to_openai_response_maps_model_length_to_length(monkeypatch):
r"""Mistral's own context-limit stop must reach the caller as the
OpenAI term for a length stop. Left raw, a truncated generation is
unreadable to any consumer that branches on "length"."""
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
result = model._to_openai_response(_mock_mistral_response("model_length"))
assert result.choices[0].finish_reason == "length"
@pytest.mark.model_backend
@pytest.mark.parametrize("finish_reason", ["stop", "length", "tool_calls"])
def test_to_openai_response_passes_through_openai_reasons(
monkeypatch, finish_reason
):
r"""The three Mistral reasons that are already OpenAI terms are
unchanged by the mapping."""
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
result = model._to_openai_response(_mock_mistral_response(finish_reason))
assert result.choices[0].finish_reason == finish_reason
@pytest.mark.model_backend
def test_to_openai_response_raises_for_failed_generation(monkeypatch):
r"""Mistral's "error" reason has no OpenAI equivalent, so it is raised
rather than reported as a finished generation."""
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
with pytest.raises(RuntimeError, match="error"):
model._to_openai_response(_mock_mistral_response("error"))
@pytest.mark.model_backend
def test_to_openai_response_finish_reason_none_stays_none(monkeypatch):
r"""A response with no finish reason still maps to None, not to a
default, so an unfinished generation is not reported as completed."""
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
result = model._to_openai_response(_mock_mistral_response(None))
assert result.choices[0].finish_reason is None
@pytest.mark.model_backend
def test_to_openai_response_raises_for_unknown_finish_reason(monkeypatch):
r"""Unknown finish reasons must not reach OpenAI-compatible consumers."""
monkeypatch.setenv("MISTRAL_API_KEY", "test_key")
model = MistralModel(ModelType.MISTRAL_LARGE, MistralConfig().as_dict())
with pytest.raises(
ValueError, match="Unknown Mistral finish reason: 'some_new_reason'"
):
model._to_openai_response(_mock_mistral_response("some_new_reason"))