The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
feat: add batch request support for text-embedding-v3 model (#26375)
L8ef0df3539ea
diff --git a/libs/community/langchain_community/embeddings/dashscope.py b/libs/community/langchain_community/embeddings/dashscope.pyindex 0963808635..3268e5de3b 100644--- a/libs/community/langchain_community/embeddings/dashscope.py+++ b/libs/community/langchain_community/embeddings/dashscope.py@@ -23,6 +23,8 @@ from tenacity import (logger = logging.getLogger(__name__)+BATCH_SIZE = {"text-embedding-v1": 25, "text-embedding-v2": 25, "text-embedding-v3": 6}+def _create_retry_decorator(embeddings: DashScopeEmbeddings) -> Callable[[Any], Any]:multiplier = 1@@ -49,9 +51,12 @@ def embed_with_retry(embeddings: DashScopeEmbeddings, **kwargs: Any) -> Any:i = 0input_data = kwargs["input"]input_len = len(input_data) if isinstance(input_data, list) else 1+ batch_size = BATCH_SIZE.get(kwargs["model"], 25)while i < input_len:kwargs["input"] = (- input_data[i : i + 25] if isinstance(input_data, list) else input_data+ input_data[i : i + batch_size]+ if isinstance(input_data, list)+ else input_data)resp = embeddings.client.call(**kwargs)if resp.status_code == 200:@@ -67,7 +72,7 @@ def embed_with_retry(embeddings: DashScopeEmbeddings, **kwargs: Any) -> Any:f"code: {resp.code} \n message: {resp.message}",response=resp,)- i += 25+ i += batch_sizereturn resultreturn _embed_with_retry(**kwargs)