Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

3.0 KB
Raw Blame
package codexcat

import (
	"encoding/json"
	"testing"

	"github.com/yetone/magpie/internal/catalog"
)

// A model offering Codex's Ultra that no ChatGPT account answers for
// (Copilot's gpt-6.1-sol, #656) says multi-agent V2, as Codex's own entry
// for the model does: Ultra hands work to Codex's agents in V2 alone. The
// "subagents on any model" setting (V1) still stamps the OpenAI entries
// alone.
func TestUltraEntriesSayV2(t *testing.T) {
	v1Home(t, `{"etag":"W/\"a\"","models":[]}`)
	ms := []catalog.Model{
		{ID: "copilot/gpt-6.1-sol", Name: "GPT-6.1 Sol", Efforts: []string{"low", "high", "max", "ultra"}, AgentsV2: true},
		{ID: "copilot/gpt-6-luna", Name: "GPT-6 Luna", Efforts: []string{"low", "high", "max"}},
		{ID: "group/sol", Name: "sol", Efforts: []string{"low", "high", "max", "ultra"}, Fast: true},
	}
	for _, on := range []bool{false, true} {
		setV1(t, on)
		got := versions(t, ms)
		want := map[bool]any{false: nil, true: "v1"}[on]
		if got["copilot/gpt-6.1-sol"] != "v2" || got["copilot/gpt-6-luna"] != nil || got["group/sol"] != want {
			t.Fatalf("V1 setting %v: %v", on, got)
		}
	}
}

// #1108: Codex's own entry for gpt-6-astra says multi_agent_reasoning_effort
// xhigh, and its Ultra sends that; s2a/gpt-6-astra's entry had none, so
// Codex sent max for the same model. A third-party entry for a model Codex
// has an entry for now says the same effort; one for a model whose own entry
// says none (gpt-6-sol), one not offering Ultra, and one that doesn't reach
// that effort say nothing, and Codex keeps sending max.
func TestUltraEffortAsCodexOwnEntry(t *testing.T) {
	levels := `[{"effort":"low"},{"effort":"medium"},{"effort":"high"},{"effort":"xhigh"},{"effort":"max"},{"effort":"ultra"}]`
	v1Home(t, `{"etag":"W/\"a\"","models":[`+
		`{"slug":"gpt-6-astra","multi_agent_version":"v2","multi_agent_reasoning_effort":"xhigh","supported_reasoning_levels":`+levels+`},`+
		`{"slug":"gpt-6-sol","multi_agent_version":"v2","supported_reasoning_levels":`+levels+`}]}`)
	all := []string{"low", "medium", "high", "xhigh", "max", "ultra"}
	ms := []catalog.Model{
		{ID: "s2a/gpt-6-astra", Name: "gpt-6-astra", Efforts: all, AgentsV2: true},
		{ID: "relay/openai/gpt-6-astra-2026-09-14", Name: "astra snapshot", Efforts: all, AgentsV2: true},
		{ID: "s2a/gpt-6-sol", Name: "gpt-6-sol", Efforts: all, AgentsV2: true},
		{ID: "cheap/gpt-6-astra", Name: "no ultra", Efforts: []string{"low", "high", "xhigh"}},
		{ID: "short/gpt-6-astra", Name: "no xhigh", Efforts: []string{"low", "high", "max", "ultra"}, AgentsV2: true},
	}
	var got struct {
		Models []map[string]any `json:"models"`
	}
	if err := json.Unmarshal(Catalog(ms), &got); err != nil {
		t.Fatal(err)
	}
	want := map[string]any{"s2a/gpt-6-astra": "xhigh", "relay/openai/gpt-6-astra-2026-09-14": "xhigh",
		"s2a/gpt-6-sol": nil, "cheap/gpt-6-astra": nil, "short/gpt-6-astra": nil}
	for _, m := range got.Models {
		slug := m["slug"].(string)
		if m["multi_agent_reasoning_effort"] != want[slug] {
			t.Errorf("%s: multi_agent_reasoning_effort %v, want %v", slug, m["multi_agent_reasoning_effort"], want[slug])
		}
	}
}