Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

2.0 KB
Raw Blame
package gui

import (
	"encoding/json"
	"net/http"
	"net/http/httptest"
	"testing"
	"time"

	"github.com/yetone/magpie/internal/usage"
)

// /api/model-speeds says how fast each provider answered a model this
// week, keyed by the ref an agent's model picker gives the row (axuhere on
// X: one model from several providers, at very different speeds). A model
// with no timed reply, and one older than the week, say nothing.
func TestModelSpeedsByRef(t *testing.T) {
	sandboxHome(t)
	now := time.Now()
	for _, r := range []usage.Record{
		// 200 tokens written in 2s after a 400ms first token: 100 tok/s
		{Time: now.Add(-time.Hour), Provider: "quick", Model: "glm-5", Output: 200, Millis: 2400, TTFT: 400, Status: 200},
		{Time: now.Add(-time.Hour), Provider: "quick", Model: "glm-5", Output: 200, Millis: 2600, TTFT: 600, Status: 200},
		// 200 tokens in 10s after 3s: 20 tok/s
		{Time: now.Add(-time.Hour), Provider: "slow", Model: "glm-5", Output: 200, Millis: 13000, TTFT: 3000, Status: 200},
		// not streamed: no first token, no speed
		{Time: now.Add(-time.Hour), Provider: "plain", Model: "glm-5", Output: 200, Millis: 5000, Status: 200},
		// before the week
		{Time: now.AddDate(0, 0, -9), Provider: "old", Model: "glm-5", Output: 200, Millis: 2400, TTFT: 400, Status: 200},
	} {
		usage.Append(r)
	}
	mux := http.NewServeMux()
	speedsAPI(mux)
	w := httptest.NewRecorder()
	mux.ServeHTTP(w, httptest.NewRequest("GET", "/api/model-speeds", nil))
	if w.Code != 200 {
		t.Fatalf("%d %s", w.Code, w.Body)
	}
	var got map[string]speedJSON
	if err := json.Unmarshal(w.Body.Bytes(), &got); err != nil {
		t.Fatal(err)
	}
	if q := got["quick/glm-5"]; q.TTFT != 500 || q.TPS < 99 || q.TPS > 101 || q.N != 2 {
		t.Errorf("quick/glm-5 = %+v; want 500ms, 100 tok/s of 2", q)
	}
	if s := got["slow/glm-5"]; s.TTFT != 3000 || s.TPS < 19 || s.TPS > 21 {
		t.Errorf("slow/glm-5 = %+v; want 3000ms, 20 tok/s", s)
	}
	for _, k := range []string{"plain/glm-5", "old/glm-5"} {
		if s, ok := got[k]; ok {
			t.Errorf("%s says %+v; want nothing", k, s)
		}
	}
}