Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.
package gateway
import (
"encoding/json"
"net/http/httptest"
"strings"
"testing"
"github.com/yetone/magpie/internal/provider"
)
// A vendor's "too long" reaches the agent in its own API's words, so it
// compacts and retries: Claude Code on "prompt is too long", Codex and
// chat clients on context_length_exceeded.
func TestContextOverflowSaidTheClientsWay(t *testing.T) {
volc := "Volcengine: Input exceeds the context limit (1048568 tokens)"
for _, tc := range []struct {
proto provider.Protocol
status int
msg string
wantCode string
wantMsg string
}{
{provider.Anthropic, 400, volc, "", "prompt is too long: " + volc},
{provider.Chat, 400, volc, "context_length_exceeded", volc},
{provider.Responses, 413, volc, "context_length_exceeded", volc},
{provider.Responses, 400, "relay: This model's maximum context length is 131072 tokens. However, you requested 140000 tokens", "context_length_exceeded", ""},
{provider.Anthropic, 400, "a: prompt is too long: 210000 tokens > 200000 maximum", "", "a: prompt is too long: 210000 tokens > 200000 maximum"},
{provider.Chat, 400, "zhipu: 输入内容超过模型最大上下文长度", "context_length_exceeded", ""},
// not the conversation: left as the vendor said it
{provider.Chat, 400, "x: max_tokens is too large: 100000 exceeds the model's context", "", ""},
{provider.Chat, 400, "x: invalid tool schema", "", ""},
{provider.Chat, 502, "x: upstream exceeds context budget", "", ""},
} {
w := httptest.NewRecorder()
status := writeError(w, tc.proto, tc.status, tc.msg)
var body struct {
Error struct {
Type string `json:"type"`
Message string `json:"message"`
Code any `json:"code"`
} `json:"error"`
}
json.Unmarshal(w.Body.Bytes(), &body)
code, _ := body.Error.Code.(string)
overflow := tc.wantCode != "" || strings.HasPrefix(tc.wantMsg, "prompt is too long") || strings.Contains(tc.wantMsg, ": prompt is too long")
switch {
case tc.proto == provider.Anthropic && tc.wantMsg != "" && body.Error.Message != tc.wantMsg,
tc.proto != provider.Anthropic && code != tc.wantCode,
overflow && (status != 400 || body.Error.Type != "invalid_request_error"),
!overflow && status != tc.status:
t.Errorf("%s %d %q: status %d body %s", tc.proto, tc.status, tc.msg, status, w.Body.String())
}
}
}
// Each vendor's way of saying the conversation is too long, as pi
// collected them (packages/ai/src/utils/overflow.ts), reaches the agent as
// context_length_exceeded, so it compacts; and none is taken for a used-up
// plan or asked of another account, which holds the conversation no
// better: Kimi's "exceeded model token limit" rested the account as out of
// quota, z.ai's model_context_window_exceeded went to every account in
// turn.
func TestEveryVendorsOverflow(t *testing.T) {
for _, tc := range []struct {
status int
msg string
}{
{400, "The input token count (1196265) exceeds the maximum number of tokens allowed (1048575)"},
{400, "This model's maximum prompt length is 131072 but the request contains 537812 tokens"},
{400, "Please reduce the length of the messages or completion"},
{400, "Input length 2000 exceeds the maximum allowed input length of 1000 tokens."},
{400, "The input (2000 tokens) is longer than the model's context length (1000 tokens)."},
{400, "the request exceeds the available context size, try increasing it"},
{400, "tokens to keep from the initial prompt is greater than the context length"},
{400, "prompt token count of 2000 exceeds the limit of 1000"},
{400, "invalid params, context window exceeds limit"},
{400, "Your request exceeded model token limit: 1000 (requested: 2000)"},
{400, "Prompt has 2000 tokens, but the configured context size is 1000 tokens"},
{400, `{"code":"1261","message":"Prompt too long"}`},
{400, `{"code":"1261","message":"Prompt exceeds max length"}`},
{400, "model_context_window_exceeded"},
{400, "prompt too long; exceeded max context length by 100 tokens"},
{400, "Range of input length should be [1, 98304]"},
{400, "token limit exceeded"},
} {
if !tooLong(tc.status, tc.msg) {
t.Errorf("%q isn't taken for a conversation too long", tc.msg)
}
if retryable(tc.status, []byte(tc.msg)) {
t.Errorf("%q is asked of another account", tc.msg)
}
if f := failure(tc.status, []byte(tc.msg)); f != failOther {
t.Errorf("%q is a %s failure", tc.msg, f)
}
}
// a rate limit worded with tokens is still one
if tooLong(429, "Too many tokens, please wait before trying again.") {
t.Error("a rate limit taken for a conversation too long")
}
}
// A spent budget, like a used-up plan (pi's retry.ts lists both as not to
// be retried), goes to the next account at once rather than being asked
// again in place: "out of budget" was a rate limit, asked three times.
func TestOutOfBudgetIsntRetriedInPlace(t *testing.T) {
for _, tc := range []struct {
status int
msg string
}{
{429, "out of budget"},
{400, "Budget exceeded for this key"},
{429, `{"error":{"type":"GoUsageLimitError","message":"Monthly usage limit reached"}}`},
{429, `{"error":{"code":"subscription_sharing_usage_limit_exceeded"}}`},
} {
if !retryable(tc.status, []byte(tc.msg)) {
t.Errorf("%d %q isn't asked of the next account", tc.status, tc.msg)
}
if f := failure(tc.status, []byte(tc.msg)); f != failQuota {
t.Errorf("%d %q is a %s failure", tc.status, tc.msg, f)
}
if _, again := passing(tc.status, nil, []byte(tc.msg), 0); again {
t.Errorf("%d %q is asked again in place", tc.status, tc.msg)
}
}
if _, again := passing(429, nil, []byte("Rate limit reached for requests"), 0); !again {
t.Error("a rate limit isn't asked again")
}
}