Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: handle Anthropic 413 request_too_large as ContextWindowExceededError (#8424)

github-actions[bot]05ec02e38437
diff --git a/letta/llm_api/anthropic_client.py b/letta/llm_api/anthropic_client.py
index 025d20c61..cc7b4f0b4 100644
--- a/letta/llm_api/anthropic_client.py
+++ b/letta/llm_api/anthropic_client.py
@@ -728,6 +728,8 @@ class AnthropicClient(LLMClientBase):
or "exceeds context" in error_str
or "too many total text bytes" in error_str
or "total text bytes" in error_str
+ or "request_too_large" in error_str
+ or "request exceeds the maximum size" in error_str
):
logger.warning(f"[Anthropic] Context window exceeded: {str(e)}")
return ContextWindowExceededError(
@@ -820,6 +822,12 @@ class AnthropicClient(LLMClientBase):
if isinstance(e, anthropic.APIStatusError):
logger.warning(f"[Anthropic] API status error: {str(e)}")
+ # Handle 413 Request Entity Too Large - request payload exceeds size limits
+ if hasattr(e, "status_code") and e.status_code == 413:
+ logger.warning(f"[Anthropic] Request too large (413): {str(e)}")
+ return ContextWindowExceededError(
+ message=f"Request too large for Anthropic (413): {str(e)}",
+ )
if "overloaded" in str(e).lower():
return LLMProviderOverloaded(
message=f"Anthropic API is overloaded: {str(e)}",
diff --git a/tests/adapters/test_letta_llm_stream_adapter_error_handling.py b/tests/adapters/test_letta_llm_stream_adapter_error_handling.py
index 30cffb2c6..a02767573 100644
--- a/tests/adapters/test_letta_llm_stream_adapter_error_handling.py
+++ b/tests/adapters/test_letta_llm_stream_adapter_error_handling.py
@@ -3,7 +3,7 @@ import httpx
import pytest
from letta.adapters.letta_llm_stream_adapter import LettaLLMStreamAdapter
-from letta.errors import LLMServerError
+from letta.errors import ContextWindowExceededError, LLMServerError
from letta.llm_api.anthropic_client import AnthropicClient
from letta.schemas.llm_config import LLMConfig
@@ -48,3 +48,74 @@ async def test_letta_llm_stream_adapter_converts_anthropic_streaming_api_status_
with pytest.raises(LLMServerError):
async for _ in gen:
pass
+
+
+async def test_letta_llm_stream_adapter_converts_anthropic_413_request_too_large(monkeypatch):
+ """Regression: 413 request_too_large errors should be converted to ContextWindowExceededError."""
+
+ request = httpx.Request("POST", "https://api.anthropic.com/v1/messages")
+ response = httpx.Response(status_code=413, request=request)
+ body = {
+ "type": "error",
+ "error": {"type": "request_too_large", "message": "Request exceeds the maximum size"},
+ }
+
+ class FakeAsyncStream:
+ """Mimics anthropic.AsyncStream enough for AnthropicStreamingInterface (async cm + async iterator)."""
+
+ async def __aenter__(self):
+ return self
+
+ async def __aexit__(self, exc_type, exc, tb):
+ return None
+
+ def __aiter__(self):
+ return self
+
+ async def __anext__(self):
+ raise anthropic.APIStatusError("REQUEST_TOO_LARGE", response=response, body=body)
+
+ async def fake_stream_async(self, request_data: dict, llm_config: LLMConfig):
+ return FakeAsyncStream()
+
+ monkeypatch.setattr(AnthropicClient, "stream_async", fake_stream_async, raising=True)
+
+ llm_client = AnthropicClient()
+ llm_config = LLMConfig(model="claude-sonnet-4-5-20250929", model_endpoint_type="anthropic", context_window=200000)
+ adapter = LettaLLMStreamAdapter(llm_client=llm_client, llm_config=llm_config)
+
+ gen = adapter.invoke_llm(request_data={}, messages=[], tools=[], use_assistant_message=True)
+ with pytest.raises(ContextWindowExceededError):
+ async for _ in gen:
+ pass
+
+
+def test_anthropic_client_handle_llm_error_413_status_code():
+ """Test that handle_llm_error correctly converts 413 status code to ContextWindowExceededError."""
+ client = AnthropicClient()
+
+ request = httpx.Request("POST", "https://api.anthropic.com/v1/messages")
+ response = httpx.Response(status_code=413, request=request)
+ body = {
+ "type": "error",
+ "error": {"type": "request_too_large", "message": "Request exceeds the maximum size"},
+ }
+
+ error = anthropic.APIStatusError("REQUEST_TOO_LARGE", response=response, body=body)
+ result = client.handle_llm_error(error)
+
+ assert isinstance(result, ContextWindowExceededError)
+ assert "413" in result.message or "request_too_large" in result.message.lower()
+
+
+def test_anthropic_client_handle_llm_error_request_too_large_string():
+ """Test that handle_llm_error correctly converts request_too_large string match to ContextWindowExceededError."""
+ client = AnthropicClient()
+
+ # Test with a generic exception that has the request_too_large string
+ error = Exception("Error code: 413 - {'error': {'type': 'request_too_large', 'message': 'Request exceeds the maximum size'}}")
+ result = client.handle_llm_error(error)
+
+ assert isinstance(result, ContextWindowExceededError)
+ assert "request_too_large" in result.message.lower() or "context window exceeded" in result.message.lower()