Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix(core): sanitize Unicode surrogates in all LLM client requests (#9323)
Kian Jonesd48932bdb632
diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.pyindex 383141d90..c645c2ce3 100644--- a/letta/llm_api/anthropic_client.py+++ b/letta/llm_api/anthropic_client.py@@ -29,6 +29,7 @@ from letta.errors import ()from letta.helpers.datetime_helpers import get_utc_time_intfrom letta.helpers.decorators import deprecated+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.anthropic_constants import ANTHROPIC_MAX_STRICT_TOOLS, ANTHROPIC_STRICT_MODE_ALLOWLISTfrom letta.llm_api.helpers import add_inner_thoughts_to_functions, unpack_all_inner_thoughts_from_kwargsfrom letta.llm_api.llm_client_base import LLMClientBase@@ -109,6 +110,8 @@ class AnthropicClient(LLMClientBase):@trace_methodasync def request_async(self, request_data: dict, llm_config: LLMConfig) -> dict:+ request_data = sanitize_unicode_surrogates(request_data)+client = await self._get_anthropic_client_async(llm_config, async_client=True)betas: list[str] = []@@ -279,6 +282,8 @@ class AnthropicClient(LLMClientBase):@trace_methodasync def stream_async(self, request_data: dict, llm_config: LLMConfig) -> AsyncStream[BetaRawMessageStreamEvent]:+ request_data = sanitize_unicode_surrogates(request_data)+client = await self._get_anthropic_client_async(llm_config, async_client=True)request_data["stream"] = Truediff --git a/letta/llm_api/azure_client.py b/letta/llm_api/azure_client.pyindex 7ce10b56a..3700c2a0f 100644--- a/letta/llm_api/azure_client.py+++ b/letta/llm_api/azure_client.py@@ -4,6 +4,7 @@ from typing import List, Optional, Tuplefrom openai import AsyncAzureOpenAI, AzureOpenAIfrom openai.types.chat.chat_completion import ChatCompletion+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.otel.tracing import trace_methodfrom letta.schemas.embedding_config import EmbeddingConfig@@ -49,6 +50,8 @@ class AzureClient(OpenAIClient):"""Performs underlying asynchronous request to OpenAI API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key, base_url, api_version = await self.get_byok_overrides_async(llm_config)if not api_key or not base_url or not api_version:api_key = model_settings.azure_api_key or os.environ.get("AZURE_API_KEY")diff --git a/letta/llm_api/chatgpt_oauth_client.py b/letta/llm_api/chatgpt_oauth_client.pyindex 86854c068..47e61eecb 100644--- a/letta/llm_api/chatgpt_oauth_client.py+++ b/letta/llm_api/chatgpt_oauth_client.py@@ -39,6 +39,7 @@ from letta.errors import (LLMServerError,LLMTimeoutError,)+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.llm_client_base import LLMClientBasefrom letta.log import get_loggerfrom letta.otel.tracing import trace_method@@ -356,6 +357,8 @@ class ChatGPTOAuthClient(LLMClientBase):Returns:Response data in OpenAI ChatCompletion format."""+ request_data = sanitize_unicode_surrogates(request_data)+_, creds = await self._get_provider_and_credentials_async(llm_config)headers = self._build_headers(creds)@@ -550,6 +553,8 @@ class ChatGPTOAuthClient(LLMClientBase):Returns:Async generator yielding ResponseStreamEvent objects."""+ request_data = sanitize_unicode_surrogates(request_data)+_, creds = await self._get_provider_and_credentials_async(llm_config)headers = self._build_headers(creds)diff --git a/letta/llm_api/deepseek_client.py b/letta/llm_api/deepseek_client.pyindex 0703445d8..5b2b6ef07 100644--- a/letta/llm_api/deepseek_client.py+++ b/letta/llm_api/deepseek_client.py@@ -5,6 +5,7 @@ from openai import AsyncOpenAI, AsyncStream, OpenAIfrom openai.types.chat.chat_completion import ChatCompletionfrom openai.types.chat.chat_completion_chunk import ChatCompletionChunk+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.log import get_loggerfrom letta.otel.tracing import trace_method@@ -97,6 +98,8 @@ class DeepseekClient(OpenAIClient):"""Performs underlying asynchronous request to OpenAI API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.deepseek_api_key or os.environ.get("DEEPSEEK_API_KEY")client = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)@@ -108,6 +111,8 @@ class DeepseekClient(OpenAIClient):"""Performs underlying asynchronous streaming request to OpenAI and returns the async stream iterator."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.deepseek_api_key or os.environ.get("DEEPSEEK_API_KEY")client = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)response_stream: AsyncStream[ChatCompletionChunk] = await client.chat.completions.create(diff --git a/letta/llm_api/google_vertex_client.py b/letta/llm_api/google_vertex_client.pyindex c4c11d3c6..56ed0ae12 100644--- a/letta/llm_api/google_vertex_client.py+++ b/letta/llm_api/google_vertex_client.py@@ -31,7 +31,7 @@ from letta.errors import (LLMUnprocessableEntityError,)from letta.helpers.datetime_helpers import get_utc_time_int-from letta.helpers.json_helpers import json_dumps, json_loads+from letta.helpers.json_helpers import json_dumps, json_loads, sanitize_unicode_surrogatesfrom letta.llm_api.llm_client_base import LLMClientBasefrom letta.local_llm.json_parser import clean_json_string_extra_backslashfrom letta.log import get_logger@@ -100,6 +100,8 @@ class GoogleVertexClient(LLMClientBase):"""Performs underlying request to llm and returns raw response."""+ request_data = sanitize_unicode_surrogates(request_data)+client = self._get_client()# Gemini 2.5 models will often return MALFORMED_FUNCTION_CALL, force a retry@@ -175,6 +177,8 @@ class GoogleVertexClient(LLMClientBase):@trace_methodasync def stream_async(self, request_data: dict, llm_config: LLMConfig) -> AsyncIterator[GenerateContentResponse]:+ request_data = sanitize_unicode_surrogates(request_data)+client = self._get_client()try:diff --git a/letta/llm_api/groq_client.py b/letta/llm_api/groq_client.pyindex 34edf6220..5f24669d0 100644--- a/letta/llm_api/groq_client.py+++ b/letta/llm_api/groq_client.py@@ -5,6 +5,7 @@ from openai import AsyncOpenAI, AsyncStream, OpenAIfrom openai.types.chat.chat_completion import ChatCompletionfrom openai.types.chat.chat_completion_chunk import ChatCompletionChunk+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.otel.tracing import trace_methodfrom letta.schemas.embedding_config import EmbeddingConfig@@ -74,6 +75,8 @@ class GroqClient(OpenAIClient):"""Performs underlying asynchronous request to Groq API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.groq_api_key or os.environ.get("GROQ_API_KEY")client = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)diff --git a/letta/llm_api/minimax_client.py b/letta/llm_api/minimax_client.pyindex 6029f4603..797699426 100644--- a/letta/llm_api/minimax_client.py+++ b/letta/llm_api/minimax_client.py@@ -4,6 +4,7 @@ import anthropicfrom anthropic import AsyncStreamfrom anthropic.types.beta import BetaMessage, BetaRawMessageStreamEvent+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.anthropic_client import AnthropicClientfrom letta.log import get_loggerfrom letta.otel.tracing import trace_method@@ -83,6 +84,8 @@ class MiniMaxClient(AnthropicClient):Uses beta messages API for compatibility with Anthropic streaming interfaces."""+ request_data = sanitize_unicode_surrogates(request_data)+client = await self._get_anthropic_client_async(llm_config, async_client=True)try:@@ -105,6 +108,8 @@ class MiniMaxClient(AnthropicClient):Uses beta messages API for compatibility with Anthropic streaming interfaces."""+ request_data = sanitize_unicode_surrogates(request_data)+client = await self._get_anthropic_client_async(llm_config, async_client=True)request_data["stream"] = Truediff --git a/letta/llm_api/openai_client.py b/letta/llm_api/openai_client.pyindex 482013620..9bfc7c5d0 100644--- a/letta/llm_api/openai_client.py+++ b/letta/llm_api/openai_client.py@@ -67,33 +67,6 @@ from letta.settings import model_settingslogger = get_logger(__name__)-def sanitize_unicode_surrogates(obj: Any) -> Any:- """Recursively sanitize invalid Unicode surrogates in strings within nested data structures.-- This fixes UnicodeEncodeError when the OpenAI SDK tries to encode requests containing- unpaired UTF-16 surrogates (e.g., '\ud83c' without its pair) which can occur in corrupted- emoji data or malformed Unicode sequences.-- Args:- obj: The object to sanitize (dict, list, str, or other types)-- Returns:- The sanitized object with invalid surrogates replaced by the Unicode replacement character- """- if isinstance(obj, dict):- return {k: sanitize_unicode_surrogates(v) for k, v in obj.items()}- elif isinstance(obj, list):- return [sanitize_unicode_surrogates(item) for item in obj]- elif isinstance(obj, str):- try:- obj.encode("utf-8")- return obj- except UnicodeEncodeError:- return obj.encode("utf-8", errors="replace").decode("utf-8")- else:- return obj--def is_openai_reasoning_model(model: str) -> bool:"""Utility function to check if the model is a 'reasoner'"""diff --git a/letta/llm_api/together_client.py b/letta/llm_api/together_client.pyindex 98ebf768c..8117746a3 100644--- a/letta/llm_api/together_client.py+++ b/letta/llm_api/together_client.py@@ -4,6 +4,7 @@ from typing import Listfrom openai import AsyncOpenAI, OpenAIfrom openai.types.chat.chat_completion import ChatCompletion+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.otel.tracing import trace_methodfrom letta.schemas.embedding_config import EmbeddingConfig@@ -34,6 +35,8 @@ class TogetherClient(OpenAIClient):"""Performs underlying asynchronous request to OpenAI API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key, _, _ = await self.get_byok_overrides_async(llm_config)if not api_key:diff --git a/letta/llm_api/xai_client.py b/letta/llm_api/xai_client.pyindex 1085e5a6a..072493209 100644--- a/letta/llm_api/xai_client.py+++ b/letta/llm_api/xai_client.py@@ -5,6 +5,7 @@ from openai import AsyncOpenAI, AsyncStream, OpenAIfrom openai.types.chat.chat_completion import ChatCompletionfrom openai.types.chat.chat_completion_chunk import ChatCompletionChunk+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.otel.tracing import trace_methodfrom letta.schemas.embedding_config import EmbeddingConfig@@ -59,6 +60,8 @@ class XAIClient(OpenAIClient):"""Performs underlying asynchronous request to OpenAI API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.xai_api_key or os.environ.get("XAI_API_KEY")client = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)@@ -70,6 +73,8 @@ class XAIClient(OpenAIClient):"""Performs underlying asynchronous streaming request to OpenAI and returns the async stream iterator."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.xai_api_key or os.environ.get("XAI_API_KEY")client = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)response_stream: AsyncStream[ChatCompletionChunk] = await client.chat.completions.create(diff --git a/letta/llm_api/zai_client.py b/letta/llm_api/zai_client.pyindex c7e3d0594..e2625e8ad 100644--- a/letta/llm_api/zai_client.py+++ b/letta/llm_api/zai_client.py@@ -4,6 +4,7 @@ from openai import AsyncOpenAI, AsyncStream, OpenAIfrom openai.types.chat.chat_completion import ChatCompletionfrom openai.types.chat.chat_completion_chunk import ChatCompletionChunk+from letta.helpers.json_helpers import sanitize_unicode_surrogatesfrom letta.llm_api.openai_client import OpenAIClientfrom letta.otel.tracing import trace_methodfrom letta.schemas.embedding_config import EmbeddingConfig@@ -80,6 +81,8 @@ class ZAIClient(OpenAIClient):"""Performs underlying asynchronous request to Z.ai API and returns raw response dict."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.zai_api_keyclient = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)@@ -91,6 +94,8 @@ class ZAIClient(OpenAIClient):"""Performs underlying asynchronous streaming request to Z.ai and returns the async stream iterator."""+ request_data = sanitize_unicode_surrogates(request_data)+api_key = model_settings.zai_api_keyclient = AsyncOpenAI(api_key=api_key, base_url=llm_config.model_endpoint)response_stream: AsyncStream[ChatCompletionChunk] = await client.chat.completions.create(