Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: Fix anthropic step parallel tool calling and add tests [LET-5438] (#5379)
Matthew Zhou25f140bd13fd
diff --git a/letta/adapters/simple_llm_request_adapter.py b/letta/adapters/simple_llm_request_adapter.pyindex ca5c70ce2..ab3f662d0 100644--- a/letta/adapters/simple_llm_request_adapter.py+++ b/letta/adapters/simple_llm_request_adapter.py@@ -71,10 +71,9 @@ class SimpleLLMRequestAdapter(LettaLLMRequestAdapter):self.content = self.reasoning_content + (self.content or [])# Extract tool call- if self.chat_completions_response.choices[0].message.tool_calls:- self.tool_call = self.chat_completions_response.choices[0].message.tool_calls[0]- else:- self.tool_call = None+ tool_calls = self.chat_completions_response.choices[0].message.tool_calls or []+ self.tool_calls = list(tool_calls)+ self.tool_call = self.tool_calls[0] if self.tool_calls else None# Extract usage statisticsself.usage.step_count = 1diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.pyindex b1811cf48..feadb37a5 100644--- a/letta/llm_api/anthropic_client.py+++ b/letta/llm_api/anthropic_client.py@@ -575,7 +575,7 @@ class AnthropicClient(LLMClientBase):reasoning_content = Nonereasoning_content_signature = Noneredacted_reasoning_content = None- tool_calls = None+ tool_calls: list[ToolCall] = []if len(response.content) > 0:for content_part in response.content:@@ -594,7 +594,7 @@ class AnthropicClient(LLMClientBase):arguments = str(tool_input["function"]["arguments"])else:arguments = json.dumps(tool_input, indent=2)- tool_calls = [+ tool_calls.append(ToolCall(id=content_part.id,type="function",@@ -603,7 +603,7 @@ class AnthropicClient(LLMClientBase):arguments=arguments,),)- ]+ )if content_part.type == "thinking":reasoning_content = content_part.thinkingreasoning_content_signature = content_part.signature@@ -623,7 +623,7 @@ class AnthropicClient(LLMClientBase):reasoning_content=reasoning_content,reasoning_content_signature=reasoning_content_signature,redacted_reasoning_content=redacted_reasoning_content,- tool_calls=tool_calls,+ tool_calls=tool_calls or None,),)diff --git a/tests/integration_test_send_message_v2.py b/tests/integration_test_send_message_v2.pyindex c83a9f5e1..e2de6ed11 100644--- a/tests/integration_test_send_message_v2.py+++ b/tests/integration_test_send_message_v2.py@@ -522,9 +522,9 @@ async def test_greeting(TESTED_LLM_CONFIGS,ids=[c.model for c in TESTED_LLM_CONFIGS],)[email protected]("send_type", ["stream_tokens"]) # ["step", "stream_steps", "stream_tokens", "stream_tokens_background"])[email protected]("send_type", ["step", "stream_tokens"]) # ["step", "stream_steps", "stream_tokens", "stream_tokens_background"])@pytest.mark.asyncio(loop_scope="function")-async def test_parallel_tool_call_anthropic_streaming(+async def test_parallel_tool_call_anthropic(disable_e2b_api_key: Any,client: AsyncLetta,agent_state: AgentState,