Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: always override thinking budget for anthropic if not min (#4019)

cthomasa41f08b67240
diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.py
index c8683e37e..b2e90889f 100644
--- a/letta/llm_api/anthropic_client.py
+++ b/letta/llm_api/anthropic_client.py
@@ -183,9 +183,14 @@ class AnthropicClient(LLMClientBase):
# Extended Thinking
if self.is_reasoning_model(llm_config) and llm_config.enable_reasoner:
+ thinking_budget = max(llm_config.max_reasoning_tokens, 1024)
+ if thinking_budget != llm_config.max_reasoning_tokens:
+ logger.warning(
+ f"Max reasoning tokens must be at least 1024 for Claude. Setting max_reasoning_tokens to 1024 for model {llm_config.model}."
+ )
data["thinking"] = {
"type": "enabled",
- "budget_tokens": llm_config.max_reasoning_tokens,
+ "budget_tokens": thinking_budget,
}
# `temperature` may only be set to 1 when thinking is enabled. Please consult our documentation at https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#important-considerations-when-using-extended-thinking'
data["temperature"] = 1.0