Open source AI coding agent. Designed for large projects and real world tasks.
Go aiai-agentsai-developer-toolsai-toolsclicommand-linedeveloper-toolsgitgolanggpt-4llmopenaipolyglot-programmingterminalterminal-basedterminal-ui
Fix for context length exceeded error that still wasn't being caught and retried by the fallback correctly.
Dane Schneiderc3c664a75fca
diff --git a/app/server/model/model_error.go b/app/server/model/model_error.goindex 7be992c3..c18613e0 100644--- a/app/server/model/model_error.go+++ b/app/server/model/model_error.go@@ -40,9 +40,34 @@ func ClassifyModelError(code int, message string, headers http.Header) shared.Movar res shared.ModelError+ if strings.Contains(msg, "maximum context length") ||+ strings.Contains(msg, "context length exceeded") ||+ strings.Contains(msg, "exceed context limit") ||+ strings.Contains(msg, "decrease input length") ||+ strings.Contains(msg, "too many tokens") ||+ strings.Contains(msg, "payload too large") {+ return shared.ModelError{+ Kind: shared.ErrContextTooLong,+ Retriable: false,+ RetryAfterSeconds: 0,+ }+ }++ if strings.Contains(msg, "model_overloaded") ||+ strings.Contains(msg, "model overloaded") ||+ strings.Contains(msg, "server is overloaded") ||+ strings.Contains(msg, "model is currently overloaded") ||+ strings.Contains(msg, "overloaded_error") ||+ strings.Contains(msg, "resource has been exhausted") {+ return shared.ModelError{+ Kind: shared.ErrOverloaded,+ Retriable: true,+ RetryAfterSeconds: 0,+ }+ }+switch code {case 429, 529:-res = shared.ModelError{Kind: shared.ErrRateLimited,Retriable: true,@@ -54,34 +79,6 @@ func ClassifyModelError(code int, message string, headers http.Header) shared.MoRetriable: false,RetryAfterSeconds: 0,}- case 400:- switch {- case strings.Contains(msg, "model_overloaded") ||- strings.Contains(msg, "server is overloaded") ||- strings.Contains(msg, "model is currently overloaded") ||- strings.Contains(msg, "overloaded_error") ||- strings.Contains(msg, "resource has been exhausted"):- res = shared.ModelError{- Kind: shared.ErrOverloaded,- Retriable: true,- RetryAfterSeconds: 0,- }- case strings.Contains(msg, "maximum context length") ||- strings.Contains(msg, "context length exceeded") ||- strings.Contains(msg, "too many tokens") ||- strings.Contains(msg, "payload too large"):- res = shared.ModelError{- Kind: shared.ErrContextTooLong,- Retriable: false,- RetryAfterSeconds: 0,- }- default:- res = shared.ModelError{- Kind: shared.ErrOther,- Retriable: false,- RetryAfterSeconds: 0,- }- }// rare codes but they never succeed on retry if they do show upcase 501, 505:@@ -91,7 +88,6 @@ func ClassifyModelError(code int, message string, headers http.Header) shared.MoRetryAfterSeconds: 0,}default:-res = shared.ModelError{Kind: shared.ErrOther,Retriable: code >= 500,