Skip to content

armgit / zed

Public Imported from GitHub
0

Code at the speed of thought – Zed is a high-performance, multiplayer code editor from the creators of Atom and Tree-sitter.

language_model_core: Classify Anthropic prompt-too-long 400s as context overflow (#63596)

Richard Feldman6309c722133c
diff --git a/crates/language_model_core/src/language_model_core.rs b/crates/language_model_core/src/language_model_core.rs
index 470844f8f0f..adf14a90b34 100644
--- a/crates/language_model_core/src/language_model_core.rs
+++ b/crates/language_model_core/src/language_model_core.rs
@@ -148,9 +148,18 @@ impl ProviderErrorCategory {
StatusCode::BAD_REQUEST if is_invalid_encrypted_content_message(message) => {
Self::InvalidEncryptedContent
}
- StatusCode::BAD_REQUEST if is_context_window_exceeded_message(message) => {
- Self::PromptTooLarge { tokens: None }
- }
+ // Anthropic reports a context-window overflow as HTTP 400 with a
+ // "prompt is too long" message rather than HTTP 413, so a
+ // bad request must be sniffed for both providers' phrasings.
+ StatusCode::BAD_REQUEST => match parse_prompt_too_long(message) {
+ Some(tokens) => Self::PromptTooLarge {
+ tokens: Some(tokens),
+ },
+ None if is_context_window_exceeded_message(message) => {
+ Self::PromptTooLarge { tokens: None }
+ }
+ None => Self::InvalidRequest,
+ },
StatusCode::UNAUTHORIZED => Self::Authentication,
StatusCode::FORBIDDEN => Self::Permission,
StatusCode::NOT_FOUND => Self::EndpointNotFound,
@@ -158,7 +167,6 @@ impl ProviderErrorCategory {
StatusCode::PAYLOAD_TOO_LARGE => Self::PromptTooLarge {
tokens: parse_prompt_too_long(message),
},
- StatusCode::BAD_REQUEST => Self::InvalidRequest,
StatusCode::CONFLICT => Self::Conflict,
StatusCode::REQUEST_TIMEOUT | StatusCode::GATEWAY_TIMEOUT => Self::Timeout,
StatusCode::TOO_MANY_REQUESTS => Self::RateLimit,