Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: force `tool_choice` to be `auto` for claude-3.7-sonnet (#1694)

Sarah Wooders32f08883cae2
diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.py
index 9c72ba423..89e437dfa 100644
--- a/letta/llm_api/anthropic_client.py
+++ b/letta/llm_api/anthropic_client.py
@@ -159,6 +159,10 @@ class AnthropicClient(LLMClientBase):
# Special case for summarization path
tools_for_request = None
tool_choice = None
+ elif llm_config.enable_reasoner:
+ # NOTE: reasoning models currently do not allow for `any`
+ tool_choice = {"type": "auto", "disable_parallel_tool_use": True}
+ tools_for_request = [Tool(function=f) for f in tools]
elif force_tool_call is not None:
tool_choice = {"type": "tool", "name": force_tool_call}
tools_for_request = [Tool(function=f) for f in tools if f["name"] == force_tool_call]