Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: add gemini to byok (#1993)

cthomas8d2ed07e7194
diff --git a/letta/llm_api/google_ai_client.py b/letta/llm_api/google_ai_client.py
index 6f782c10d..2d82c9111 100644
--- a/letta/llm_api/google_ai_client.py
+++ b/letta/llm_api/google_ai_client.py
@@ -13,6 +13,7 @@ from letta.llm_api.llm_client_base import LLMClientBase
from letta.local_llm.json_parser import clean_json_string_extra_backslash
from letta.local_llm.utils import count_tokens
from letta.log import get_logger
+from letta.schemas.enums import ProviderType
from letta.schemas.llm_config import LLMConfig
from letta.schemas.message import Message as PydanticMessage
from letta.schemas.openai.chat_completion_request import Tool
@@ -29,12 +30,20 @@ class GoogleAIClient(LLMClientBase):
"""
Performs underlying request to llm and returns raw response.
"""
- # print("[google_ai request]", json.dumps(request_data, indent=2))
+ api_key = None
+ if llm_config.provider_name and llm_config.provider_name != ProviderType.google_ai.value:
+ from letta.services.provider_manager import ProviderManager
+
+ api_key = ProviderManager().get_override_key(llm_config.provider_name)
+ if not api_key:
+ api_key = model_settings.gemini_api_key
+
+ # print("[google_ai request]", json.dumps(request_data, indent=2))
url, headers = get_gemini_endpoint_and_headers(
base_url=str(llm_config.model_endpoint),
model=llm_config.model,
- api_key=str(model_settings.gemini_api_key),
+ api_key=str(api_key),
key_in_header=True,
generate_content=True,
)