The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
anthropic[patch]: expose payload (#23291)
Bagatured200bf2c46c
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.pyindex bd18af6c67..61377694be 100644--- a/libs/partners/anthropic/langchain_anthropic/chat_models.py+++ b/libs/partners/anthropic/langchain_anthropic/chat_models.py@@ -636,31 +636,28 @@ class ChatAnthropic(BaseChatModel):values["_async_client"] = anthropic.AsyncClient(**client_params)return values- def _format_params(+ def _get_request_payload(self,+ input_: LanguageModelInput,*,- messages: List[BaseMessage],stop: Optional[List[str]] = None,**kwargs: Dict,) -> Dict:- # get system prompt if any+ messages = self._convert_input(input_).to_messages()system, formatted_messages = _format_messages(messages)- stop_sequences = stop or self.stop_sequences- rtn = {+ payload = {"model": self.model,"max_tokens": self.max_tokens,"messages": formatted_messages,"temperature": self.temperature,"top_k": self.top_k,"top_p": self.top_p,- "stop_sequences": stop_sequences,+ "stop_sequences": stop or self.stop_sequences,"system": system,**self.model_kwargs,**kwargs,}- rtn = {k: v for k, v in rtn.items() if v is not None}-- return rtn+ return {k: v for k, v in payload.items() if v is not None}def _stream(self,@@ -673,9 +670,10 @@ class ChatAnthropic(BaseChatModel):) -> Iterator[ChatGenerationChunk]:if stream_usage is None:stream_usage = self.stream_usage- params = self._format_params(messages=messages, stop=stop, **kwargs)- stream = self._client.messages.create(**params, stream=True)- coerce_content_to_string = not _tools_in_params(params)+ kwargs["stream"] = True+ payload = self._get_request_payload(messages, stop=stop, **kwargs)+ stream = self._client.messages.create(**payload)+ coerce_content_to_string = not _tools_in_params(payload)for event in stream:msg = _make_message_chunk_from_anthropic_event(event,@@ -699,9 +697,10 @@ class ChatAnthropic(BaseChatModel):) -> AsyncIterator[ChatGenerationChunk]:if stream_usage is None:stream_usage = self.stream_usage- params = self._format_params(messages=messages, stop=stop, **kwargs)- stream = await self._async_client.messages.create(**params, stream=True)- coerce_content_to_string = not _tools_in_params(params)+ kwargs["stream"] = True+ payload = self._get_request_payload(messages, stop=stop, **kwargs)+ stream = await self._async_client.messages.create(**payload)+ coerce_content_to_string = not _tools_in_params(payload)async for event in stream:msg = _make_message_chunk_from_anthropic_event(event,@@ -748,13 +747,13 @@ class ChatAnthropic(BaseChatModel):run_manager: Optional[CallbackManagerForLLMRun] = None,**kwargs: Any,) -> ChatResult:- params = self._format_params(messages=messages, stop=stop, **kwargs)if self.streaming:stream_iter = self._stream(messages, stop=stop, run_manager=run_manager, **kwargs)return generate_from_stream(stream_iter)- data = self._client.messages.create(**params)+ payload = self._get_request_payload(messages, stop=stop, **kwargs)+ data = self._client.messages.create(**payload)return self._format_output(data, **kwargs)async def _agenerate(@@ -764,13 +763,13 @@ class ChatAnthropic(BaseChatModel):run_manager: Optional[AsyncCallbackManagerForLLMRun] = None,**kwargs: Any,) -> ChatResult:- params = self._format_params(messages=messages, stop=stop, **kwargs)if self.streaming:stream_iter = self._astream(messages, stop=stop, run_manager=run_manager, **kwargs)return await agenerate_from_stream(stream_iter)- data = await self._async_client.messages.create(**params)+ payload = self._get_request_payload(messages, stop=stop, **kwargs)+ data = await self._async_client.messages.create(**payload)return self._format_output(data, **kwargs)def bind_tools(