Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.
package agent
import (
"encoding/json"
"path/filepath"
"testing"
"github.com/yetone/magpie/internal/gateway"
"github.com/yetone/magpie/internal/provider"
)
// Pi asks each model on the API its provider serves it on, so the gateway
// relays the request as it is: a Responses-only provider's models and GPT
// on OpenAI's API go on openai-responses; a Messages-only provider's on
// anthropic-messages at the gateway; a Chat provider's stay on the
// provider's openai-completions. A group whose members are all best on
// Responses goes there too (#1594); any other group stays on Chat.
func TestPiModelsAskedOnTheirNativeAPI(t *testing.T) {
home := syncHome(t)
for _, p := range []provider.Provider{
{ID: "resp", Name: "Resp", Key: "k", Responses: "http://127.0.0.1:1/v1", Models: []string{"grok-5", "gpt-5.5"}},
{ID: "openai", Name: "OpenAI", Key: "k", Chat: "https://api.openai.com/v1", Responses: "https://api.openai.com/v1", Models: []string{"gpt-5.5", "whisper-x"}},
{ID: "anth", Name: "Anth", Key: "k", Anthropic: "http://127.0.0.1:1", Models: []string{"claude-sonnet-5", "kimi-k3"}},
{ID: "gem", Name: "Gemini", Key: "k", Gemini: "http://127.0.0.1:1/v1beta", Models: []string{"gemini-3-flash"}},
{ID: "hybrid", Name: "Hybrid", Key: "k", Chat: "http://127.0.0.1:1/v1", Gemini: "http://127.0.0.1:1/v1beta", Models: []string{"gemini-3-flash", "gemini-2.5-pro"}},
} {
if err := provider.Save(p); err != nil {
t.Fatal(err)
}
}
if err := provider.SetModelAPI("hybrid/gemini-3-flash", "gemini"); err != nil {
t.Fatal(err)
}
// a group goes on Responses only when every member is best served there
// (#1594): one with a Chat member, or of Messages ones, stays on Chat
for _, g := range []provider.Group{
{ID: "gpts", Name: "GPTs", Members: []string{"resp/gpt-5.5", "openai/gpt-5.5", "resp/grok-5"}},
{ID: "mixed", Name: "Mixed", Members: []string{"resp/grok-5", "relay/glm-4.6"}},
{ID: "claudes", Name: "Claudes", Members: []string{"anth/claude-sonnet-5", "anth/kimi-k3"}},
{ID: "outer", Name: "Outer", Members: []string{"group/gpts", "openai/gpt-5.5"}},
{ID: "geminis", Name: "Geminis", Members: []string{"gem/gemini-3-flash"}},
} {
if err := provider.SaveGroup(g); err != nil {
t.Fatal(err)
}
}
if err := pi(home).Field("model").Set("magpie/resp/grok-5"); err != nil {
t.Fatal(err)
}
var file map[string]any
if err := json.Unmarshal([]byte(readFile(filepath.Join(home, ".pi", "agent", "models.json"))), &file); err != nil {
t.Fatal(err)
}
pm := file["providers"].(map[string]any)["magpie"].(map[string]any)
if pm["api"] != "openai-completions" || pm["baseUrl"] != gatewayV1() {
t.Fatalf("provider: %v", pm)
}
apis, entries := map[string]any{}, map[string]map[string]any{}
for _, raw := range pm["models"].([]any) {
m := raw.(map[string]any)
apis[m["id"].(string)], entries[m["id"].(string)] = m["api"], m
}
for id, want := range map[string]any{
"resp/grok-5": "openai-responses",
"resp/gpt-5.5": "openai-responses",
"openai/gpt-5.5": "openai-responses",
"openai/whisper-x": nil,
"relay/glm-4.6": nil,
"anth/claude-sonnet-5": "anthropic-messages",
"anth/kimi-k3": "anthropic-messages",
"gem/gemini-3-flash": "google-generative-ai",
"hybrid/gemini-3-flash": "google-generative-ai",
"hybrid/gemini-2.5-pro": nil,
"auto/gpt-5.5": "openai-responses",
"group/gpts": "openai-responses",
"group/outer": "openai-responses",
"group/mixed": nil,
"group/claudes": nil,
"group/geminis": nil,
} {
got, ok := apis[id]
if !ok {
t.Errorf("%s not listed: %v", id, apis)
} else if got != want {
t.Errorf("%s: api %v, want %v", id, got, want)
}
}
// Anthropic's SDK posts to baseUrl + /v1/messages; only the Claude
// that refuses a thinking budget is told to think adaptively
for id, adaptive := range map[string]bool{"anth/claude-sonnet-5": true, "anth/kimi-k3": false} {
e := entries[id]
if e["baseUrl"] != gateway.URL() {
t.Errorf("%s: baseUrl %v, want %s", id, e["baseUrl"], gateway.URL())
}
c, _ := e["compat"].(map[string]any)
if got := c["forceAdaptiveThinking"] == true; got != adaptive {
t.Errorf("%s: compat %v", id, e["compat"])
}
}
if _, ok := entries["resp/grok-5"]["baseUrl"]; ok {
t.Errorf("a Responses model keeps the provider's baseUrl: %v", entries["resp/grok-5"])
}
for _, id := range []string{"gem/gemini-3-flash", "hybrid/gemini-3-flash"} {
if e := entries[id]; e["baseUrl"] != gateway.URL()+"/v1beta" {
t.Errorf("%s baseUrl: %v", id, e)
}
}
}