The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
openai: Create msg chunk in bg thread (#24032)
Nuno Campos73966e693cfa
diff --git a/libs/partners/openai/langchain_openai/chat_models/base.py b/libs/partners/openai/langchain_openai/chat_models/base.pyindex 7788efced2..db5f2eec5a 100644--- a/libs/partners/openai/langchain_openai/chat_models/base.py+++ b/libs/partners/openai/langchain_openai/chat_models/base.py@@ -74,6 +74,7 @@ from langchain_core.output_parsers.openai_tools import (from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResultfrom langchain_core.pydantic_v1 import BaseModel, Field, SecretStr, root_validatorfrom langchain_core.runnables import Runnable, RunnableMap, RunnablePassthrough+from langchain_core.runnables.config import run_in_executorfrom langchain_core.tools import BaseToolfrom langchain_core.utils import (convert_to_secret_str,@@ -632,8 +633,11 @@ class BaseChatOpenAI(BaseChatModel):choice = chunk["choices"][0]if choice["delta"] is None:continue- message_chunk = _convert_delta_to_message_chunk(- choice["delta"], default_chunk_class+ message_chunk = await run_in_executor(+ None,+ _convert_delta_to_message_chunk,+ choice["delta"],+ default_chunk_class,)generation_info = {}if finish_reason := choice.get("finish_reason"):@@ -672,7 +676,7 @@ class BaseChatOpenAI(BaseChatModel):return await agenerate_from_stream(stream_iter)payload = self._get_request_payload(messages, stop=stop, **kwargs)response = await self.async_client.create(**payload)- return self._create_chat_result(response)+ return await run_in_executor(None, self._create_chat_result, response)@propertydef _identifying_params(self) -> Dict[str, Any]: