Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.
package gateway
import (
"context"
"io"
"net/http"
"net/http/httptest"
"slices"
"strings"
"sync"
"testing"
"github.com/yetone/magpie/internal/provider"
)
// A search API given several keys (#1477) goes on to the next when one is
// out of credit (Tavily's 432), and the next search doesn't start from the
// keys refused, which rest (search_pool_test.go). A failure that isn't about the key (a 500) doesn't spend
// the other keys.
func TestSearchAPIKeysTakeTurns(t *testing.T) {
t.Setenv("XDG_CONFIG_HOME", t.TempDir())
var mu sync.Mutex
var asked []string
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
key := strings.TrimPrefix(r.Header.Get("Authorization"), "Bearer ")
mu.Lock()
asked = append(asked, key)
mu.Unlock()
switch key {
case "tvly-spent":
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(432)
io.WriteString(w, `{"detail":{"error":"This request exceeds your plan's set usage limit. Please upgrade your plan or contact [email protected]"}}`)
case "tvly-down":
http.Error(w, `{"detail":{"error":"down"}}`, 500)
case "tvly-good":
w.Header().Set("Content-Type", "application/json")
io.WriteString(w, `{"query":"x","results":[{"title":"Go downloads","url":"https://go.dev/dl/","content":"go1.27.1","score":0.9}]}`)
default:
http.Error(w, `{"detail":{"error":"Unauthorized: missing or invalid API key."}}`, 401)
}
}))
defer srv.Close()
s := New()
search := func(keys string) (string, error) {
t.Helper()
if err := provider.SetSearchAPI(provider.SearchAPI{Vendor: "tavily", Key: keys, URL: srv.URL}); err != nil {
t.Fatal(err)
}
mu.Lock()
asked = nil
mu.Unlock()
said, _, err := s.apiSearch(context.Background(), "latest go")
return said, err
}
took := func() []string { mu.Lock(); defer mu.Unlock(); return slices.Clone(asked) }
forgetSearchKeys()
if said, err := search("tvly-spent, tvly-bad\ntvly-good"); err != nil || !strings.Contains(said, "go1.27.1") {
t.Fatalf("spent, bad, good: %q, %v", said, err)
}
if got := took(); !slices.Equal(got, []string{"tvly-spent", "tvly-bad", "tvly-good"}) {
t.Errorf("asked with %v, want each key in turn", got)
}
if _, err := search("tvly-spent,tvly-bad,tvly-good"); err != nil {
t.Fatal(err)
}
if got := took(); !slices.Equal(got, []string{"tvly-good"}) {
t.Errorf("the next search asked with %v, want the key that answered, the others resting", got)
}
forgetSearchKeys()
if _, err := search("tvly-down,tvly-good"); err == nil {
t.Error("a 500 on the first key went on to the next")
}
if got := took(); !slices.Equal(got, []string{"tvly-down"}) {
t.Errorf("asked with %v after a 500, want the first key alone", got)
}
forgetSearchKeys()
_, err := search("tvly-spent,tvly-bad")
if err == nil || !strings.Contains(err.Error(), "key 1 (") || !strings.Contains(err.Error(), "usage limit") || !strings.Contains(err.Error(), "key 2 (") {
t.Errorf("every key refused: %v", err)
}
if as := provider.StoredSearchAPIs(); len(as) != 1 || as[0].Key != "tvly-spent,tvly-bad" || as[0].MaskedKey() != "tvly…pent, ••••••••" {
t.Errorf("stored %+v, shown %q", as, as[0].MaskedKey())
}
}