Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat(asyncify): migrate create provider (#2433)

cthomas5a6faaba0407
diff --git a/letta/server/rest_api/routers/v1/providers.py b/letta/server/rest_api/routers/v1/providers.py
index 9de850dfa..9a336a476 100644
--- a/letta/server/rest_api/routers/v1/providers.py
+++ b/letta/server/rest_api/routers/v1/providers.py
@@ -40,7 +40,7 @@ async def list_providers(
@router.post("/", response_model=Provider, operation_id="create_provider")
-def create_provider(
+async def create_provider(
request: ProviderCreate = Body(...),
actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present
server: "SyncServer" = Depends(get_letta_server),
@@ -48,16 +48,16 @@ def create_provider(
"""
Create a new custom provider
"""
- actor = server.user_manager.get_user_or_default(user_id=actor_id)
+ actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
provider = ProviderCreate(**request.model_dump())
- provider = server.provider_manager.create_provider(provider, actor=actor)
+ provider = await server.provider_manager.create_provider_async(provider, actor=actor)
return provider
@router.patch("/{provider_id}", response_model=Provider, operation_id="modify_provider")
-def modify_provider(
+async def modify_provider(
provider_id: str,
request: ProviderUpdate = Body(...),
actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present
diff --git a/letta/services/provider_manager.py b/letta/services/provider_manager.py
index 9d957e5fb..38b42c4ce 100644
--- a/letta/services/provider_manager.py
+++ b/letta/services/provider_manager.py
@@ -33,6 +33,27 @@ class ProviderManager:
new_provider.create(session, actor=actor)
return new_provider.to_pydantic()
+ @enforce_types
+ @trace_method
+ async def create_provider_async(self, request: ProviderCreate, actor: PydanticUser) -> PydanticProvider:
+ """Create a new provider if it doesn't already exist."""
+ async with db_registry.async_session() as session:
+ provider_create_args = {**request.model_dump(), "provider_category": ProviderCategory.byok}
+ provider = PydanticProvider(**provider_create_args)
+
+ if provider.name == provider.provider_type.value:
+ raise ValueError("Provider name must be unique and different from provider type")
+
+ # Assign the organization id based on the actor
+ provider.organization_id = actor.organization_id
+
+ # Lazily create the provider id prior to persistence
+ provider.resolve_identifier()
+
+ new_provider = ProviderModel(**provider.model_dump(to_orm=True, exclude_unset=True))
+ await new_provider.create_async(session, actor=actor)
+ return new_provider.to_pydantic()
+
@enforce_types
@trace_method
def update_provider(self, provider_id: str, provider_update: ProviderUpdate, actor: PydanticUser) -> PydanticProvider: