Skip to content

The agent engineering platform.

`langchain-mistralai` - make base URL possible to set via env variable for `ChatMistralAI` (#25956)

Maximilian Schulzfdeaff4149ed
diff --git a/libs/partners/mistralai/langchain_mistralai/chat_models.py b/libs/partners/mistralai/langchain_mistralai/chat_models.py
index 804bb64f34..06ee230d1f 100644
--- a/libs/partners/mistralai/langchain_mistralai/chat_models.py
+++ b/libs/partners/mistralai/langchain_mistralai/chat_models.py
@@ -3,6 +3,7 @@ from __future__ import annotations
import hashlib
import json
import logging
+import os
import re
import uuid
from operator import itemgetter
@@ -364,7 +365,7 @@ class ChatMistralAI(BaseChatModel):
alias="api_key",
default_factory=secret_from_env("MISTRAL_API_KEY", default=None),
)
- endpoint: str = "https://api.mistral.ai/v1"
+ endpoint: Optional[str] = Field(default=None, alias="base_url")
max_retries: int = 5
timeout: int = 120
max_concurrent_requests: int = 64
@@ -472,10 +473,17 @@ class ChatMistralAI(BaseChatModel):
def validate_environment(cls, values: Dict) -> Dict:
"""Validate api key, python package exists, temperature, and top_p."""
api_key_str = values["mistral_api_key"].get_secret_value()
+
# todo: handle retries
+ base_url_str = (
+ values.get("endpoint")
+ or os.environ.get("MISTRAL_BASE_URL")
+ or "https://api.mistral.ai/v1"
+ )
+ values["endpoint"] = base_url_str
if not values.get("client"):
values["client"] = httpx.Client(
- base_url=values["endpoint"],
+ base_url=base_url_str,
headers={
"Content-Type": "application/json",
"Accept": "application/json",
@@ -486,7 +494,7 @@ class ChatMistralAI(BaseChatModel):
# todo: handle retries and max_concurrency
if not values.get("async_client"):
values["async_client"] = httpx.AsyncClient(
- base_url=values["endpoint"],
+ base_url=base_url_str,
headers={
"Content-Type": "application/json",
"Accept": "application/json",
diff --git a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py b/libs/partners/mistralai/tests/unit_tests/test_chat_models.py
index 35b21af8a1..62b8633388 100644
--- a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py
+++ b/libs/partners/mistralai/tests/unit_tests/test_chat_models.py
@@ -44,6 +44,39 @@ def test_mistralai_initialization() -> None:
assert cast(SecretStr, model.mistral_api_key).get_secret_value() == "test"
+ "model,expected_url",
+ [
+ (ChatMistralAI(model="test"), "https://api.mistral.ai/v1"), # type: ignore[call-arg, arg-type]
+ (ChatMistralAI(model="test", endpoint="baz"), "baz"), # type: ignore[call-arg, arg-type]
+ ],
+)
+def test_mistralai_initialization_baseurl(
+ model: ChatMistralAI, expected_url: str
+) -> None:
+ """Test ChatMistralAI initialization."""
+ # Verify that ChatMistralAI can be initialized providing endpoint, but also
+ # with default
+
+ assert model.endpoint == expected_url
+
+
+ "env_var_name",
+ [
+ ("MISTRAL_BASE_URL"),
+ ],
+)
+def test_mistralai_initialization_baseurl_env(env_var_name: str) -> None:
+ """Test ChatMistralAI initialization."""
+ # Verify that ChatMistralAI can be initialized using env variable
+ import os
+
+ os.environ[env_var_name] = "boo"
+ model = ChatMistralAI(model="test") # type: ignore[call-arg]
+ assert model.endpoint == "boo"
+
+
@pytest.mark.parametrize(
("message", "expected"),
[