Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: update imports for byok check api (#3890)
cthomas9054919eba33
diff --git a/letta/llm_api/bedrock_client.py b/letta/llm_api/bedrock_client.pyindex 9ebe5637d..cd929fb06 100644--- a/letta/llm_api/bedrock_client.py+++ b/letta/llm_api/bedrock_client.py@@ -17,6 +17,19 @@ logger = get_logger(__name__)class BedrockClient(AnthropicClient):+ async def get_byok_overrides_async(self, llm_config: LLMConfig) -> tuple[str, str, str]:+ override_access_key_id, override_secret_access_key, override_default_region = None, None, None+ if llm_config.provider_category == ProviderCategory.byok:+ (+ override_access_key_id,+ override_secret_access_key,+ override_default_region,+ ) = await ProviderManager().get_bedrock_credentials_async(+ llm_config.provider_name,+ actor=self.actor,+ )+ return override_access_key_id, override_secret_access_key, override_default_regions+@trace_methodasync def _get_anthropic_client_async(self, llm_config: LLMConfig, async_client: bool = False@@ -50,19 +63,6 @@ class BedrockClient(AnthropicClient):max_retries=model_settings.anthropic_max_retries,)- async def get_byok_overrides_async(self, llm_config: LLMConfig) -> tuple[str, str, str]:- override_access_key_id, override_secret_access_key, override_default_region = None, None, None- if llm_config.provider_category == ProviderCategory.byok:- (- override_access_key_id,- override_secret_access_key,- override_default_region,- ) = await ProviderManager().get_bedrock_credentials_async(- llm_config.provider_name,- actor=self.actor,- )- return override_access_key_id, override_secret_access_key, override_default_region-@trace_methoddef build_request_data(self,diff --git a/letta/schemas/providers/azure.py b/letta/schemas/providers/azure.pyindex 21b9e1d49..32f871cab 100644--- a/letta/schemas/providers/azure.py+++ b/letta/schemas/providers/azure.py@@ -3,6 +3,7 @@ from typing import ClassVar, Literalfrom pydantic import Field, field_validatorfrom letta.constants import DEFAULT_EMBEDDING_CHUNK_SIZE, LLM_MAX_TOKENS+from letta.errors import ErrorCode, LLMAuthenticationErrorfrom letta.llm_api.azure_openai import get_azure_chat_completions_endpoint, get_azure_embeddings_endpointfrom letta.llm_api.azure_openai_constants import AZURE_MODEL_TO_CONTEXT_LENGTHfrom letta.schemas.embedding_config import EmbeddingConfigdiff --git a/letta/schemas/providers/together.py b/letta/schemas/providers/together.pyindex 8a7a000ef..b14b2271b 100644--- a/letta/schemas/providers/together.py+++ b/letta/schemas/providers/together.py@@ -7,6 +7,7 @@ from typing import Literalfrom pydantic import Fieldfrom letta.constants import MIN_CONTEXT_WINDOW+from letta.errors import ErrorCode, LLMAuthenticationErrorfrom letta.schemas.embedding_config import EmbeddingConfigfrom letta.schemas.enums import ProviderCategory, ProviderTypefrom letta.schemas.llm_config import LLMConfig@@ -83,3 +84,12 @@ class TogetherProvider(OpenAIProvider):)return configs++ async def check_api_key(self):+ if not self.api_key:+ raise ValueError("No API key provided")++ try:+ await self.list_llm_models_async()+ except Exception as e:+ raise LLMAuthenticationError(message=f"Failed to authenticate with Together: {e}", code=ErrorCode.UNAUTHENTICATED)