Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: Move file upload to temporal [LET-6089] (#6024)
Matthew Zhou8df78e94295d
diff --git a/letta/server/rest_api/routers/v1/folders.py b/letta/server/rest_api/routers/v1/folders.pyindex 2c9a95522..6d3c953b1 100644--- a/letta/server/rest_api/routers/v1/folders.py+++ b/letta/server/rest_api/routers/v1/folders.py@@ -238,6 +238,7 @@ async def upload_file_to_folder("""Upload a file to a data folder."""+# NEW: Cloud based file processing# Determine file's MIME typemimetypes.guess_type(file.filename)[0] or "application/octet-stream"@@ -271,9 +272,28 @@ async def upload_file_to_folder(actor = await server.user_manager.get_actor_or_default_async(actor_id=headers.actor_id)- folder = await server.source_manager.get_source_by_id(source_id=folder_id, actor=actor)+ # Read file bytes once+ file_bytes = await file.read()++ # If enabled, delegate to Temporal workflow (Lettuce) and return its result+ if settings.use_lettuce_for_file_uploads:+ from letta.services.lettuce import LettuceClient++ lettuce_client = await LettuceClient.create()+ result = await lettuce_client.upload_file_to_folder(+ folder_id=folder_id,+ actor_id=actor.id,+ file_name=file.filename,+ content=file_bytes,+ content_type=raw_ct or None,+ duplicate_handling=duplicate_handling,+ override_name=name,+ )+ if result is not None:+ return result.file_metadata- content = await file.read()+ folder = await server.source_manager.get_source_by_id(source_id=folder_id, actor=actor)+ content = file_bytesfile_size_mb = len(content) / (1024 * 1024)from letta.log import get_loggerdiff --git a/letta/server/rest_api/routers/v1/sources.py b/letta/server/rest_api/routers/v1/sources.pyindex f1e2f4529..c2cfa2906 100644--- a/letta/server/rest_api/routers/v1/sources.py+++ b/letta/server/rest_api/routers/v1/sources.py@@ -251,9 +251,28 @@ async def upload_file_to_source(actor = await server.user_manager.get_actor_or_default_async(actor_id=headers.actor_id)- source = await server.source_manager.get_source_by_id(source_id=source_id, actor=actor)+ # Read file bytes once+ file_bytes = await file.read()++ # If enabled, delegate to Temporal workflow (Lettuce) and return its result+ if settings.use_lettuce_for_file_uploads:+ from letta.services.lettuce import LettuceClient++ lettuce_client = await LettuceClient.create()+ result = await lettuce_client.upload_file_to_folder(+ folder_id=source_id, # same underlying entity+ actor_id=actor.id,+ file_name=file.filename,+ content=file_bytes,+ content_type=raw_ct or None,+ duplicate_handling=duplicate_handling,+ override_name=name,+ )+ if result is not None:+ return result.file_metadata- content = await file.read()+ source = await server.source_manager.get_source_by_id(source_id=source_id, actor=actor)+ content = file_bytesfile_size_mb = len(content) / (1024 * 1024)from letta.log import get_loggerdiff --git a/letta/services/lettuce/__init__.py b/letta/services/lettuce/__init__.pyindex f8e75a733..adabc7eb3 100644--- a/letta/services/lettuce/__init__.py+++ b/letta/services/lettuce/__init__.py@@ -1,6 +1,3 @@-try:- from .lettuce_client import LettuceClient-except ImportError:- from .lettuce_client_base import LettuceClient+from .lettuce_client import LettuceClient__all__ = ["LettuceClient"]diff --git a/letta/services/lettuce/lettuce_client_base.py b/letta/services/lettuce/lettuce_client_base.pyindex 5d9892e16..b31600b40 100644--- a/letta/services/lettuce/lettuce_client_base.py+++ b/letta/services/lettuce/lettuce_client_base.py@@ -1,5 +1,6 @@from letta.constants import DEFAULT_MAX_STEPSfrom letta.schemas.agent import AgentState+from letta.schemas.enums import DuplicateFileHandlingfrom letta.schemas.letta_message import MessageTypefrom letta.schemas.message import MessageCreatefrom letta.schemas.user import User@@ -84,3 +85,17 @@ class LettuceClient:str | None: The ID of the run or None if client is not available."""return None++ async def upload_file_to_folder(+ self,+ *,+ folder_id: str,+ actor_id: str,+ file_name: str,+ content: bytes,+ content_type: str | None = None,+ duplicate_handling: DuplicateFileHandling | None = None,+ override_name: str | None = None,+ ):+ """Kick off upload workflow. Base client does nothing and returns None."""+ return Nonediff --git a/letta/settings.py b/letta/settings.pyindex 9147f53ff..e5061d2a0 100644--- a/letta/settings.py+++ b/letta/settings.py@@ -293,6 +293,8 @@ class Settings(BaseSettings):# experimental toggleuse_vertex_structured_outputs_experimental: bool = Falseuse_asyncio_shield: bool = True+ # Gate using Temporal (Lettuce) for file uploads via folders endpoint+ use_lettuce_for_file_uploads: bool = False# Database pool monitoringenable_db_pool_monitoring: bool = True # Enable connection pool monitoring