Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: patch lmstudio qwen (#2155)
Kevin Lind133ca248fb4
diff --git a/letta/llm_api/openai.py b/letta/llm_api/openai.pyindex ac39ddc69..f9bfa21bd 100644--- a/letta/llm_api/openai.py+++ b/letta/llm_api/openai.py@@ -394,7 +394,9 @@ def openai_chat_completions_process_stream(if tool_call_delta.id is not None:# TODO assert that we're not overwriting?# TODO += instead of =?- if tool_call_delta.index not in range(len(accum_message.tool_calls)):+ try:+ accum_message.tool_calls[tool_call_delta.index].id = tool_call_delta.id+ except IndexError:warnings.warn(f"Tool call index out of range ({tool_call_delta.index})\ncurrent tool calls: {accum_message.tool_calls}\ncurrent delta: {tool_call_delta}")@@ -404,25 +406,21 @@ def openai_chat_completions_process_stream(accum_message.tool_calls[tool_call_delta.index].id = tool_call_delta.idif tool_call_delta.function is not None:if tool_call_delta.function.name is not None:- # TODO assert that we're not overwriting?- # TODO += instead of =?- if tool_call_delta.index not in range(len(accum_message.tool_calls)):+ try:+ accum_message.tool_calls[+ tool_call_delta.index+ ].function.name += tool_call_delta.function.name # TODO check for parallel tool calls+ except IndexError:warnings.warn(f"Tool call index out of range ({tool_call_delta.index})\ncurrent tool calls: {accum_message.tool_calls}\ncurrent delta: {tool_call_delta}")- # force index 0- # accum_message.tool_calls[0].function.name = tool_call_delta.function.name- else:- accum_message.tool_calls[tool_call_delta.index].function.name = tool_call_delta.function.nameif tool_call_delta.function.arguments is not None:- if tool_call_delta.index not in range(len(accum_message.tool_calls)):+ try:+ accum_message.tool_calls[tool_call_delta.index].function.arguments += tool_call_delta.function.arguments+ except IndexError:warnings.warn(f"Tool call index out of range ({tool_call_delta.index})\ncurrent tool calls: {accum_message.tool_calls}\ncurrent delta: {tool_call_delta}")- # force index 0- # accum_message.tool_calls[0].function.arguments += tool_call_delta.function.arguments- else:- accum_message.tool_calls[tool_call_delta.index].function.arguments += tool_call_delta.function.argumentsif message_delta.function_call is not None:raise NotImplementedError(f"Old function_call style not support with stream=True")