The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
mistral[minor]: Added Retrying Mechanism in case of Request Rate Limit Error for `MistralAIEmbeddings` (#27818)
Mohammad Mohtashima37afbe35349
diff --git a/libs/partners/mistralai/langchain_mistralai/embeddings.py b/libs/partners/mistralai/langchain_mistralai/embeddings.pyindex bb792139fc..7c14536a31 100644--- a/libs/partners/mistralai/langchain_mistralai/embeddings.py+++ b/libs/partners/mistralai/langchain_mistralai/embeddings.py@@ -4,6 +4,7 @@ import warningsfrom typing import Iterable, Listimport httpx+from httpx import Responsefrom langchain_core.embeddings import Embeddingsfrom langchain_core.utils import (secret_from_env,@@ -15,6 +16,7 @@ from pydantic import (SecretStr,model_validator,)+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_fixedfrom tokenizers import Tokenizer # type: ignorefrom typing_extensions import Self@@ -58,6 +60,8 @@ class MistralAIEmbeddings(BaseModel, Embeddings):The number of times to retry a request if it fails.timeout: intThe number of seconds to wait for a response before timing out.+ wait_time: int+ The number of seconds to wait before retrying a request in case of 429 error.max_concurrent_requests: intThe maximum number of concurrent requests to make to the Mistral API.@@ -128,6 +132,7 @@ class MistralAIEmbeddings(BaseModel, Embeddings):endpoint: str = "https://api.mistral.ai/v1/"max_retries: int = 5timeout: int = 120+ wait_time: int = 30max_concurrent_requests: int = 64tokenizer: Tokenizer = Field(default=None)@@ -215,16 +220,26 @@ class MistralAIEmbeddings(BaseModel, Embeddings):List of embeddings, one for each text."""try:- batch_responses = (- self.client.post(+ batch_responses = []++ @retry(+ retry=retry_if_exception_type(httpx.TimeoutException),+ wait=wait_fixed(self.wait_time),+ stop=stop_after_attempt(self.max_retries),+ )+ def _embed_batch(batch: List[str]) -> Response:+ response = self.client.post(url="/embeddings",json=dict(model=self.model,input=batch,),)- for batch in self._get_batches(texts)- )+ response.raise_for_status()+ return response++ for batch in self._get_batches(texts):+ batch_responses.append(_embed_batch(batch))return [list(map(float, embedding_obj["embedding"]))for response in batch_responses