Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: support programmatic tool execution (cloud only) (#6441)
Sarah Woodersceadacd30ec7
diff --git a/letta/constants.py b/letta/constants.pyindex a22ad9522..4b3549a5b 100644--- a/letta/constants.py+++ b/letta/constants.py@@ -142,7 +142,7 @@ MEMORY_TOOLS_LINE_NUMBER_PREFIX_REGEX = re.compile()# Built in tools-BUILTIN_TOOLS = ["run_code", "web_search", "fetch_webpage"]+BUILTIN_TOOLS = ["run_code", "run_code_with_tools", "web_search", "fetch_webpage"]# Built in toolsFILES_TOOLS = ["open_files", "grep_files", "semantic_search_files"]diff --git a/letta/functions/function_sets/builtin.py b/letta/functions/function_sets/builtin.pyindex a49f0661b..e067988d1 100644--- a/letta/functions/function_sets/builtin.py+++ b/letta/functions/function_sets/builtin.py@@ -15,6 +15,18 @@ def run_code(code: str, language: Literal["python", "js", "ts", "r", "java"]) ->raise NotImplementedError("This is only available on the latest agent architecture. Please contact the Letta team.")+def run_code_with_tools(code: str) -> str:+ """+ Run code with access to the tools of the agent. Only support python. You can directly invoke the tools of the agent in the code.+ Args:+ code (str): The python code to run.+ Returns:+ str: The output of the code, the stdout, the stderr, and error traces (if any).+ """++ raise NotImplementedError("This is only available on the latest agent architecture. Please contact the Letta team.")++async def web_search(query: str,num_results: int = 10,diff --git a/letta/services/tool_executor/builtin_tool_executor.py b/letta/services/tool_executor/builtin_tool_executor.pyindex c5033fa46..970293167 100644--- a/letta/services/tool_executor/builtin_tool_executor.py+++ b/letta/services/tool_executor/builtin_tool_executor.py@@ -29,7 +29,12 @@ class LettaBuiltinToolExecutor(ToolExecutor):sandbox_config: Optional[SandboxConfig] = None,sandbox_env_vars: Optional[Dict[str, Any]] = None,) -> ToolExecutionResult:- function_map = {"run_code": self.run_code, "web_search": self.web_search, "fetch_webpage": self.fetch_webpage}+ function_map = {+ "run_code": self.run_code,+ "run_code_with_tools": self.run_code_with_tools,+ "web_search": self.web_search,+ "fetch_webpage": self.fetch_webpage,+ }if function_name not in function_map:raise ValueError(f"Unknown function: {function_name}")@@ -44,17 +49,117 @@ class LettaBuiltinToolExecutor(ToolExecutor):agent_state=agent_state,)+ async def run_code_with_tools(self, agent_state: "AgentState", code: str) -> ToolExecutionResult:+ from e2b_code_interpreter import AsyncSandbox++ from letta.utils import get_friendly_error_msg++ if tool_settings.e2b_api_key is None:+ raise ValueError("E2B_API_KEY is not set")++ env = {"LETTA_AGENT_ID": agent_state.id}+ env.update(agent_state.get_agent_env_vars_as_dict())++ # Create the sandbox, using template if configured (similar to tool_execution_sandbox.py)+ if tool_settings.e2b_sandbox_template_id:+ sbx = await AsyncSandbox.create(tool_settings.e2b_sandbox_template_id, api_key=tool_settings.e2b_api_key, envs=env)+ else:+ sbx = await AsyncSandbox.create(api_key=tool_settings.e2b_api_key, envs=env)++ tool_source_code = ""+ lines = []++ # initialize the letta client+ lines.extend(+ [+ "# Initialize Letta client for tool execution",+ "import os",+ "from letta_client import Letta",+ "client = None",+ "if os.getenv('LETTA_API_KEY'):",+ " # Check letta_client version to use correct parameter name",+ " from packaging import version as pkg_version",+ " import letta_client as lc_module",+ " lc_version = pkg_version.parse(lc_module.__version__)",+ " if lc_version < pkg_version.parse('1.0.0'):",+ " client = Letta(",+ " token=os.getenv('LETTA_API_KEY')",+ " )",+ " else:",+ " client = Letta(",+ " api_key=os.getenv('LETTA_API_KEY')",+ " )",+ ]+ )+ tool_source_code = "\n".join(lines) + "\n"+ # Inject source code from agent's tools to enable programmatic tool calling+ # This allows Claude to compose tools in a single code execution, e.g.:+ # run_code("result = add(multiply(4, 5), 6)")+ from letta.schemas.enums import ToolType++ if agent_state and agent_state.tools:+ for tool in agent_state.tools:+ if tool.tool_type == ToolType.CUSTOM and tool.source_code:+ # simply append the source code of the tool+ # TODO: can get rid of this option+ tool_source_code += tool.source_code + "\n\n"+ else:+ # invoke the tool through the client+ # raises an error if LETTA_API_KEY or other envs not set+ tool_lines = [+ f"def {tool.name}(**kwargs):",+ " if not os.getenv('LETTA_API_KEY'):",+ " raise ValueError('LETTA_API_KEY is not set')",+ " if not os.getenv('LETTA_AGENT_ID'):",+ " raise ValueError('LETTA_AGENT_ID is not set')",+ f" result = client.agents.tools.run(agent_id=os.getenv('LETTA_AGENT_ID'), tool_name='{tool.name}', args=kwargs)",+ " if result.status == 'success':",+ " return result.func_return",+ " else:",+ " raise ValueError(result.stderr)",+ ]+ tool_source_code += "\n".join(tool_lines) + "\n\n"++ params = {"code": tool_source_code + code}++ execution = await sbx.run_code(**params)++ # Parse results similar to e2b_sandbox.py+ if execution.results:+ func_return = execution.results[0].text if hasattr(execution.results[0], "text") else str(execution.results[0])+ elif execution.error:+ func_return = get_friendly_error_msg(+ function_name="run_code_with_tools", exception_name=execution.error.name, exception_message=execution.error.value+ )+ execution.logs.stderr.append(execution.error.traceback)+ else:+ func_return = None++ return json.dumps(+ {+ "status": "error" if execution.error else "success",+ "func_return": func_return,+ "stdout": execution.logs.stdout,+ "stderr": execution.logs.stderr,+ },+ ensure_ascii=False,+ )+async def run_code(self, agent_state: "AgentState", code: str, language: Literal["python", "js", "ts", "r", "java"]) -> str:from e2b_code_interpreter import AsyncSandboxif tool_settings.e2b_api_key is None:raise ValueError("E2B_API_KEY is not set")- sbx = await AsyncSandbox.create(api_key=tool_settings.e2b_api_key)+ # Create the sandbox, using template if configured (similar to tool_execution_sandbox.py)+ if tool_settings.e2b_sandbox_template_id:+ sbx = await AsyncSandbox.create(tool_settings.e2b_sandbox_template_id, api_key=tool_settings.e2b_api_key)+ else:+ sbx = await AsyncSandbox.create(api_key=tool_settings.e2b_api_key)# Inject source code from agent's tools to enable programmatic tool calling# This allows Claude to compose tools in a single code execution, e.g.:- # run_code("result = add(multiply(4, 5), 6)")+ # run_code_with_tools("result = add(multiply(4, 5), 6)")if language == "python" and agent_state and agent_state.tools:tool_source_code = ""for tool in agent_state.tools:diff --git a/pyproject.toml b/pyproject.tomlindex 24d1cfe62..ad35f162d 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -43,7 +43,7 @@ dependencies = ["llama-index>=0.12.2","llama-index-embeddings-openai>=0.3.1","anthropic>=0.75.0",- "letta-client>=1.1.2",+ "letta-client>=1.3.1","openai>=1.99.9","opentelemetry-api==1.30.0","opentelemetry-sdk==1.30.0",diff --git a/uv.lock b/uv.lockindex fb17b0ca0..c96679107 100644--- a/uv.lock+++ b/uv.lock@@ -1,5 +1,5 @@version = 1-revision = 3+revision = 2requires-python = ">=3.11, <3.14"resolution-markers = ["python_full_version >= '3.13'",@@ -2522,7 +2522,7 @@ requires-dist = [{ name = "langchain", marker = "extra == 'external-tools'", specifier = ">=0.3.7" },{ name = "langchain-community", marker = "extra == 'desktop'", specifier = ">=0.3.7" },{ name = "langchain-community", marker = "extra == 'external-tools'", specifier = ">=0.3.7" },- { name = "letta-client", specifier = ">=1.1.2" },+ { name = "letta-client", specifier = ">=1.3.1" },{ name = "llama-index", specifier = ">=0.12.2" },{ name = "llama-index-embeddings-openai", specifier = ">=0.3.1" },{ name = "locust", marker = "extra == 'desktop'", specifier = ">=2.31.5" },@@ -2599,7 +2599,7 @@ provides-extras = ["postgres", "redis", "pinecone", "sqlite", "experimental", "s[[package]]name = "letta-client"-version = "1.1.2"+version = "1.3.1"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "anyio" },@@ -2609,9 +2609,9 @@ dependencies = [{ name = "sniffio" },{ name = "typing-extensions" },]-sdist = { url = "https://files.pythonhosted.org/packages/28/8c/b31ad4bc3fad1c563b4467762b67f7eca7bc65cb2c0c2ca237b6b6a485ae/letta_client-1.1.2.tar.gz", hash = "sha256:2687b3aebc31401db4f273719db459b2a7a2a527779b87d56c53d2bdf664e4d3", size = 231825, upload-time = "2025-11-21T03:06:06.737Z" }+sdist = { url = "https://files.pythonhosted.org/packages/bf/f3/bca794dc7a7a735c5e95aabd406fbbf9e4296c9eccf5f7cb0bcd357e67d1/letta_client-1.3.1.tar.gz", hash = "sha256:28eff58052a4bf829f8964fca46c858509b2e6b49c3b1cb49d4bac4a91b1101f", size = 238563, upload-time = "2025-11-26T20:55:30.231Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/ba/22/ec950b367a3cc5e2c8ae426e84c13a2d824ea4e337dbd7b94300a1633929/letta_client-1.1.2-py3-none-any.whl", hash = "sha256:86d9c6f2f9e773965f2107898584e8650f3843f938604da9fd1dfe6a462af533", size = 357516, upload-time = "2025-11-21T03:06:05.559Z" },+ { url = "https://files.pythonhosted.org/packages/21/28/c21f067cc7def89ee60461fc14e7bc5401f37f67664921914fdc3b4a4a91/letta_client-1.3.1-py3-none-any.whl", hash = "sha256:61a7576877c6a882c7e31eebc59a290c42bed4e6a5ba521f244ced9194cacdfb", size = 369529, upload-time = "2025-11-26T20:55:29.106Z" },][[package]]