Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: add gemini to byok (#1993)
cthomas8d2ed07e7194
diff --git a/letta/llm_api/google_ai_client.py b/letta/llm_api/google_ai_client.pyindex 6f782c10d..2d82c9111 100644--- a/letta/llm_api/google_ai_client.py+++ b/letta/llm_api/google_ai_client.py@@ -13,6 +13,7 @@ from letta.llm_api.llm_client_base import LLMClientBasefrom letta.local_llm.json_parser import clean_json_string_extra_backslashfrom letta.local_llm.utils import count_tokensfrom letta.log import get_logger+from letta.schemas.enums import ProviderTypefrom letta.schemas.llm_config import LLMConfigfrom letta.schemas.message import Message as PydanticMessagefrom letta.schemas.openai.chat_completion_request import Tool@@ -29,12 +30,20 @@ class GoogleAIClient(LLMClientBase):"""Performs underlying request to llm and returns raw response."""- # print("[google_ai request]", json.dumps(request_data, indent=2))+ api_key = None+ if llm_config.provider_name and llm_config.provider_name != ProviderType.google_ai.value:+ from letta.services.provider_manager import ProviderManager++ api_key = ProviderManager().get_override_key(llm_config.provider_name)+ if not api_key:+ api_key = model_settings.gemini_api_key++ # print("[google_ai request]", json.dumps(request_data, indent=2))url, headers = get_gemini_endpoint_and_headers(base_url=str(llm_config.model_endpoint),model=llm_config.model,- api_key=str(model_settings.gemini_api_key),+ api_key=str(api_key),key_in_header=True,generate_content=True,)