The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
openai[patch]: run _tokenize in background thread in async embedding invocations (#31312)
ccurme1b5ffe4107b6
diff --git a/libs/partners/openai/langchain_openai/embeddings/base.py b/libs/partners/openai/langchain_openai/embeddings/base.pyindex e9e688983f..c23a466cff 100644--- a/libs/partners/openai/langchain_openai/embeddings/base.py+++ b/libs/partners/openai/langchain_openai/embeddings/base.py@@ -8,6 +8,7 @@ from typing import Any, Literal, Optional, Union, castimport openaiimport tiktokenfrom langchain_core.embeddings import Embeddings+from langchain_core.runnables.config import run_in_executorfrom langchain_core.utils import from_env, get_pydantic_field_names, secret_from_envfrom pydantic import BaseModel, ConfigDict, Field, SecretStr, model_validatorfrom typing_extensions import Self@@ -525,7 +526,9 @@ class OpenAIEmbeddings(BaseModel, Embeddings):_chunk_size = chunk_size or self.chunk_sizeclient_kwargs = {**self._invocation_params, **kwargs}- _iter, tokens, indices = self._tokenize(texts, _chunk_size)+ _iter, tokens, indices = await run_in_executor(+ None, self._tokenize, texts, _chunk_size+ )batched_embeddings: list[list[float]] = []for i in range(0, len(tokens), _chunk_size):response = await self.async_client.create(