The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
qianfan generate/agenerate with usage_metadata (#25332)
Chen Xiabin24155aa1acaa
diff --git a/libs/community/langchain_community/chat_models/baidu_qianfan_endpoint.py b/libs/community/langchain_community/chat_models/baidu_qianfan_endpoint.pyindex 2390c3fd91..d088054261 100644--- a/libs/community/langchain_community/chat_models/baidu_qianfan_endpoint.py+++ b/libs/community/langchain_community/chat_models/baidu_qianfan_endpoint.py@@ -512,6 +512,7 @@ class QianfanChatEndpoint(BaseChatModel):if self.streaming:completion = ""chat_generation_info: Dict = {}+ usage_metadata: Optional[UsageMetadata] = Nonefor chunk in self._stream(messages, stop, run_manager, **kwargs):chat_generation_info = (chunk.generation_info@@ -519,7 +520,14 @@ class QianfanChatEndpoint(BaseChatModel):else chat_generation_info)completion += chunk.text- lc_msg = AIMessage(content=completion, additional_kwargs={})+ if isinstance(chunk.message, AIMessageChunk):+ usage_metadata = chunk.message.usage_metadata++ lc_msg = AIMessage(+ content=completion,+ additional_kwargs={},+ usage_metadata=usage_metadata,+ )gen = ChatGeneration(message=lc_msg,generation_info=dict(finish_reason="stop"),@@ -527,7 +535,7 @@ class QianfanChatEndpoint(BaseChatModel):return ChatResult(generations=[gen],llm_output={- "token_usage": chat_generation_info.get("usage", {}),+ "token_usage": usage_metadata or {},"model_name": self.model,},)@@ -556,6 +564,7 @@ class QianfanChatEndpoint(BaseChatModel):if self.streaming:completion = ""chat_generation_info: Dict = {}+ usage_metadata: Optional[UsageMetadata] = Noneasync for chunk in self._astream(messages, stop, run_manager, **kwargs):chat_generation_info = (chunk.generation_info@@ -564,7 +573,14 @@ class QianfanChatEndpoint(BaseChatModel):)completion += chunk.text- lc_msg = AIMessage(content=completion, additional_kwargs={})+ if isinstance(chunk.message, AIMessageChunk):+ usage_metadata = chunk.message.usage_metadata++ lc_msg = AIMessage(+ content=completion,+ additional_kwargs={},+ usage_metadata=usage_metadata,+ )gen = ChatGeneration(message=lc_msg,generation_info=dict(finish_reason="stop"),@@ -572,7 +588,7 @@ class QianfanChatEndpoint(BaseChatModel):return ChatResult(generations=[gen],llm_output={- "token_usage": chat_generation_info.get("usage", {}),+ "token_usage": usage_metadata or {},"model_name": self.model,},)