Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: patch anthropic send message tests (#4173)
Kevin Linf71bbfb41e0e
diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.pyindex ef54ff62a..6950213fb 100644--- a/letta/llm_api/anthropic_client.py+++ b/letta/llm_api/anthropic_client.py@@ -288,13 +288,22 @@ class AnthropicClient(LLMClientBase):anthropic_tools = Nonethinking_enabled = False- if messages:- for message in messages:- if isinstance(message.get("content"), list):- for content_block in message["content"]:- if content_block.get("type") == "thinking":- thinking_enabled = True- break+ if messages and len(messages) > 0:+ # Check if the last assistant message starts with a thinking block+ # Find the last assistant message+ last_assistant_message = None+ for message in reversed(messages):+ if message.get("role") == "assistant":+ last_assistant_message = message+ break++ if (+ last_assistant_message+ and isinstance(last_assistant_message.get("content"), list)+ and len(last_assistant_message["content"]) > 0+ and last_assistant_message["content"][0].get("type") == "thinking"+ ):+ thinking_enabled = Truetry:count_params = {@@ -305,7 +314,6 @@ class AnthropicClient(LLMClientBase):if thinking_enabled:count_params["thinking"] = {"type": "enabled", "budget_tokens": 16000}-result = await client.beta.messages.count_tokens(**count_params)except:raisediff --git a/letta/schemas/message.py b/letta/schemas/message.pyindex 5376cd5f7..2b294dadd 100644--- a/letta/schemas/message.py+++ b/letta/schemas/message.py@@ -863,6 +863,13 @@ class Message(BaseMessage):"data": content_part.data,})+ if isinstance(content_part, TextContent):+ content.append(+ {+ "type": "text",+ "text": content_part.text,+ }+ )elif text_content is not None:content.append({diff --git a/tests/integration_test_send_message.py b/tests/integration_test_send_message.pyindex 344863fee..c8d794b3a 100644--- a/tests/integration_test_send_message.py+++ b/tests/integration_test_send_message.py@@ -399,7 +399,7 @@ def validate_openai_format_scrubbing(messages: List[Dict[str, Any]]) -> None:assert content is None-def validate_anthropic_format_scrubbing(messages: List[Dict[str, Any]]) -> None:+def validate_anthropic_format_scrubbing(messages: List[Dict[str, Any]], reasoning_enabled: bool) -> None:"""Validate that Anthropic/Claude format assistant messages with tool_use have no <thinking> tags.Args:@@ -433,10 +433,12 @@ def validate_anthropic_format_scrubbing(messages: List[Dict[str, Any]]) -> None:# Verify that the message only contains tool_use itemstool_use_items = [item for item in content_list if item.get("type") == "tool_use"]assert len(tool_use_items) > 0, "Assistant message should have at least one tool_use item"- assert len(content_list) == len(tool_use_items), (- f"Assistant message should ONLY contain tool_use items when reasoning is disabled. "- f"Found {len(content_list)} total items but only {len(tool_use_items)} are tool_use items."- )++ if not reasoning_enabled:+ assert len(content_list) == len(tool_use_items), (+ f"Assistant message should ONLY contain tool_use items when reasoning is disabled. "+ f"Found {len(content_list)} total items but only {len(tool_use_items)} are tool_use items."+ )def validate_google_format_scrubbing(contents: List[Dict[str, Any]]) -> None:@@ -1983,7 +1985,7 @@ def test_inner_thoughts_toggle_interleaved(validate_openai_format_scrubbing(messages)elif llm_config.model_endpoint_type == "anthropic":messages = response["messages"]- validate_anthropic_format_scrubbing(messages)+ validate_anthropic_format_scrubbing(messages, llm_config.enable_reasoner)elif llm_config.model_endpoint_type in ["google_ai", "google_vertex"]:# Google uses 'contents' instead of 'messages'contents = response.get("contents", response.get("messages", []))