The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
`langchain-mistralai` - make base URL possible to set via env variable for `ChatMistralAI` (#25956)
Maximilian Schulzfdeaff4149ed
diff --git a/libs/partners/mistralai/langchain_mistralai/chat_models.py b/libs/partners/mistralai/langchain_mistralai/chat_models.pyindex 804bb64f34..06ee230d1f 100644--- a/libs/partners/mistralai/langchain_mistralai/chat_models.py+++ b/libs/partners/mistralai/langchain_mistralai/chat_models.py@@ -3,6 +3,7 @@ from __future__ import annotationsimport hashlibimport jsonimport logging+import osimport reimport uuidfrom operator import itemgetter@@ -364,7 +365,7 @@ class ChatMistralAI(BaseChatModel):alias="api_key",default_factory=secret_from_env("MISTRAL_API_KEY", default=None),)- endpoint: str = "https://api.mistral.ai/v1"+ endpoint: Optional[str] = Field(default=None, alias="base_url")max_retries: int = 5timeout: int = 120max_concurrent_requests: int = 64@@ -472,10 +473,17 @@ class ChatMistralAI(BaseChatModel):def validate_environment(cls, values: Dict) -> Dict:"""Validate api key, python package exists, temperature, and top_p."""api_key_str = values["mistral_api_key"].get_secret_value()+# todo: handle retries+ base_url_str = (+ values.get("endpoint")+ or os.environ.get("MISTRAL_BASE_URL")+ or "https://api.mistral.ai/v1"+ )+ values["endpoint"] = base_url_strif not values.get("client"):values["client"] = httpx.Client(- base_url=values["endpoint"],+ base_url=base_url_str,headers={"Content-Type": "application/json","Accept": "application/json",@@ -486,7 +494,7 @@ class ChatMistralAI(BaseChatModel):# todo: handle retries and max_concurrencyif not values.get("async_client"):values["async_client"] = httpx.AsyncClient(- base_url=values["endpoint"],+ base_url=base_url_str,headers={"Content-Type": "application/json","Accept": "application/json",diff --git a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py b/libs/partners/mistralai/tests/unit_tests/test_chat_models.pyindex 35b21af8a1..62b8633388 100644--- a/libs/partners/mistralai/tests/unit_tests/test_chat_models.py+++ b/libs/partners/mistralai/tests/unit_tests/test_chat_models.py@@ -44,6 +44,39 @@ def test_mistralai_initialization() -> None:assert cast(SecretStr, model.mistral_api_key).get_secret_value() == "test"+ "model,expected_url",+ [+ (ChatMistralAI(model="test"), "https://api.mistral.ai/v1"), # type: ignore[call-arg, arg-type]+ (ChatMistralAI(model="test", endpoint="baz"), "baz"), # type: ignore[call-arg, arg-type]+ ],+)+def test_mistralai_initialization_baseurl(+ model: ChatMistralAI, expected_url: str+) -> None:+ """Test ChatMistralAI initialization."""+ # Verify that ChatMistralAI can be initialized providing endpoint, but also+ # with default++ assert model.endpoint == expected_url+++ "env_var_name",+ [+ ("MISTRAL_BASE_URL"),+ ],+)+def test_mistralai_initialization_baseurl_env(env_var_name: str) -> None:+ """Test ChatMistralAI initialization."""+ # Verify that ChatMistralAI can be initialized using env variable+ import os++ os.environ[env_var_name] = "boo"+ model = ChatMistralAI(model="test") # type: ignore[call-arg]+ assert model.endpoint == "boo"++@pytest.mark.parametrize(("message", "expected"),[