Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: azure regression due to openai client changes (#2863)

cthomas16efa1b868aa
diff --git a/letta/llm_api/azure_client.py b/letta/llm_api/azure_client.py
index 639775579..7ce10b56a 100644
--- a/letta/llm_api/azure_client.py
+++ b/letta/llm_api/azure_client.py
@@ -54,9 +54,12 @@ class AzureClient(OpenAIClient):
api_key = model_settings.azure_api_key or os.environ.get("AZURE_API_KEY")
base_url = model_settings.azure_base_url or os.environ.get("AZURE_BASE_URL")
api_version = model_settings.azure_api_version or os.environ.get("AZURE_API_VERSION")
+ try:
+ client = AsyncAzureOpenAI(api_key=api_key, azure_endpoint=base_url, api_version=api_version)
+ response: ChatCompletion = await client.chat.completions.create(**request_data)
+ except Exception as e:
+ raise self.handle_llm_error(e)
- client = AsyncAzureOpenAI(api_key=api_key, azure_endpoint=base_url, api_version=api_version)
- response: ChatCompletion = await client.chat.completions.create(**request_data)
return response.model_dump()
@trace_method
diff --git a/letta/llm_api/openai_client.py b/letta/llm_api/openai_client.py
index 4629db321..2dd9e735d 100644
--- a/letta/llm_api/openai_client.py
+++ b/letta/llm_api/openai_client.py
@@ -99,7 +99,7 @@ def supports_structured_output(llm_config: LLMConfig) -> bool:
# FIXME pretty hacky - turn off for providers we know users will use,
# but also don't support structured output
- if "nebius.com" in llm_config.model_endpoint:
+ if llm_config.model_endpoint and "nebius.com" in llm_config.model_endpoint:
return False
else:
return True
@@ -108,7 +108,7 @@ def supports_structured_output(llm_config: LLMConfig) -> bool:
# TODO move into LLMConfig as a field?
def requires_auto_tool_choice(llm_config: LLMConfig) -> bool:
"""Certain providers require the tool choice to be set to 'auto'."""
- if "nebius.com" in llm_config.model_endpoint:
+ if llm_config.model_endpoint and "nebius.com" in llm_config.model_endpoint:
return True
if llm_config.handle and "vllm" in llm_config.handle:
return True
@@ -168,7 +168,9 @@ class OpenAIClient(LLMClientBase):
# Special case for LM Studio backend since it needs extra guidance to force out the thoughts first
# TODO(fix)
inner_thoughts_desc = (
- INNER_THOUGHTS_KWARG_DESCRIPTION_GO_FIRST if ":1234" in llm_config.model_endpoint else INNER_THOUGHTS_KWARG_DESCRIPTION
+ INNER_THOUGHTS_KWARG_DESCRIPTION_GO_FIRST
+ if llm_config.model_endpoint and ":1234" in llm_config.model_endpoint
+ else INNER_THOUGHTS_KWARG_DESCRIPTION
)
tools = add_inner_thoughts_to_functions(
functions=tools,