Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: update imports for byok check api (#3890)

cthomas9054919eba33
diff --git a/letta/llm_api/bedrock_client.py b/letta/llm_api/bedrock_client.py
index 9ebe5637d..cd929fb06 100644
--- a/letta/llm_api/bedrock_client.py
+++ b/letta/llm_api/bedrock_client.py
@@ -17,6 +17,19 @@ logger = get_logger(__name__)
class BedrockClient(AnthropicClient):
+ async def get_byok_overrides_async(self, llm_config: LLMConfig) -> tuple[str, str, str]:
+ override_access_key_id, override_secret_access_key, override_default_region = None, None, None
+ if llm_config.provider_category == ProviderCategory.byok:
+ (
+ override_access_key_id,
+ override_secret_access_key,
+ override_default_region,
+ ) = await ProviderManager().get_bedrock_credentials_async(
+ llm_config.provider_name,
+ actor=self.actor,
+ )
+ return override_access_key_id, override_secret_access_key, override_default_regions
+
@trace_method
async def _get_anthropic_client_async(
self, llm_config: LLMConfig, async_client: bool = False
@@ -50,19 +63,6 @@ class BedrockClient(AnthropicClient):
max_retries=model_settings.anthropic_max_retries,
)
- async def get_byok_overrides_async(self, llm_config: LLMConfig) -> tuple[str, str, str]:
- override_access_key_id, override_secret_access_key, override_default_region = None, None, None
- if llm_config.provider_category == ProviderCategory.byok:
- (
- override_access_key_id,
- override_secret_access_key,
- override_default_region,
- ) = await ProviderManager().get_bedrock_credentials_async(
- llm_config.provider_name,
- actor=self.actor,
- )
- return override_access_key_id, override_secret_access_key, override_default_region
-
@trace_method
def build_request_data(
self,
diff --git a/letta/schemas/providers/azure.py b/letta/schemas/providers/azure.py
index 21b9e1d49..32f871cab 100644
--- a/letta/schemas/providers/azure.py
+++ b/letta/schemas/providers/azure.py
@@ -3,6 +3,7 @@ from typing import ClassVar, Literal
from pydantic import Field, field_validator
from letta.constants import DEFAULT_EMBEDDING_CHUNK_SIZE, LLM_MAX_TOKENS
+from letta.errors import ErrorCode, LLMAuthenticationError
from letta.llm_api.azure_openai import get_azure_chat_completions_endpoint, get_azure_embeddings_endpoint
from letta.llm_api.azure_openai_constants import AZURE_MODEL_TO_CONTEXT_LENGTH
from letta.schemas.embedding_config import EmbeddingConfig
diff --git a/letta/schemas/providers/together.py b/letta/schemas/providers/together.py
index 8a7a000ef..b14b2271b 100644
--- a/letta/schemas/providers/together.py
+++ b/letta/schemas/providers/together.py
@@ -7,6 +7,7 @@ from typing import Literal
from pydantic import Field
from letta.constants import MIN_CONTEXT_WINDOW
+from letta.errors import ErrorCode, LLMAuthenticationError
from letta.schemas.embedding_config import EmbeddingConfig
from letta.schemas.enums import ProviderCategory, ProviderType
from letta.schemas.llm_config import LLMConfig
@@ -83,3 +84,12 @@ class TogetherProvider(OpenAIProvider):
)
return configs
+
+ async def check_api_key(self):
+ if not self.api_key:
+ raise ValueError("No API key provided")
+
+ try:
+ await self.list_llm_models_async()
+ except Exception as e:
+ raise LLMAuthenticationError(message=f"Failed to authenticate with Together: {e}", code=ErrorCode.UNAUTHENTICATED)