Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

3.4 KB
Raw Blame
package usage

import (
	"testing"
	"time"

	"github.com/yetone/magpie/internal/catalog"
	"github.com/yetone/magpie/internal/provider"
	"github.com/yetone/magpie/internal/settings"
	"github.com/yetone/magpie/internal/testenv"
)

// appendAndQueryAllocs is the allocations of one append and request page
// query over a warm history of n records.
func appendAndQueryAllocs(t *testing.T, n int) float64 {
	t.Helper()
	pageHome(t)
	historyLog(t, n)
	QueryPage(All, Filter{}, 0, 100)
	return testing.AllocsPerRun(2, func() {
		Append(Record{Agent: "codex", Provider: "relay", Model: "m", Input: 1, Status: 200})
		QueryPage(All, Filter{}, 0, 100)
	})
}

func TestRequestPageAppendDoesNotRepriceHistory(t *testing.T) {
	settleLogClock(t)
	holdClock(t, time.Date(2026, 9, 30, 12, 0, 0, 0, time.Local))
	// A query costs a fixed number of allocations that depends on the
	// machine (on Windows, provider sign-in lookups read the environment and
	// registry), so the budget is what 7990 more records of history add:
	// reading them again costs about 8 allocations each, keeping their
	// blocks about 50 per block of 500 (#972).
	small := appendAndQueryAllocs(t, 10)
	allocations := appendAndQueryAllocs(t, 8000)
	if grown := allocations - small; grown > 2000 {
		t.Fatalf("append re-read unchanged history: %.0f allocations over 8000 records, %.0f over 10", allocations, small)
	}
	for _, period := range []Period{All, Today, Week} {
		got := QueryPage(period, Filter{}, 0, 100)
		want := pageFromLedger(period, Filter{}, 0, 100, LedgerOf(period, Filter{}))
		equalPage(t, got, want)
	}
}

func TestRequestPageRepricesGatewayBlocks(t *testing.T) {
	pageHome(t)
	s := settings.Load()
	s.ModelPrices = map[string]settings.ModelPrice{"*/m": {Input: new(2.0), Output: new(8.0), CacheRead: new(0.0), CacheWrite: new(0.0)}}
	if err := settings.Save(s); err != nil {
		t.Fatal(err)
	}
	Append(Record{Agent: "codex", Provider: "relay", Model: "m", Input: 1000000, Status: 200})
	if got := QueryPage(All, Filter{}, 0, 100).Sum.Cost; got != 2 {
		t.Fatal(got)
	}
	s.ModelPrices["*/m"] = settings.ModelPrice{Input: new(4.0), Output: new(8.0), CacheRead: new(0.0), CacheWrite: new(0.0)}
	if err := settings.Save(s); err != nil {
		t.Fatal(err)
	}
	if got := QueryPage(All, Filter{}, 0, 100).Sum.Cost; got != 4 {
		t.Fatal(got)
	}
}

func TestRequestPageInvalidatesLivePrice(t *testing.T) {
	pageHome(t)
	p := provider.Provider{ID: "cline-relay", Chat: "https://api.cline.bot/v1", Key: "x", Catalog: "openai"}
	if err := provider.Save(p); err != nil {
		t.Fatal(err)
	}
	Append(Record{Time: time.Now(), Agent: "codex", Provider: p.ID, Model: "m", Input: 1000000, Status: 200})
	if err := catalog.SaveLive(p.ID, p.Chat, []catalog.Model{{ID: "m", Free: false}}); err != nil {
		t.Fatal(err)
	}
	if got := QueryPage(All, Filter{}, 0, 100).Sum.Cost; got == 0 {
		t.Fatal("need paid baseline")
	}
	if err := catalog.SaveLive(p.ID, p.Chat, []catalog.Model{{ID: "m", Free: true}}); err != nil {
		t.Fatal(err)
	}
	if got := QueryPage(All, Filter{}, 0, 100).Sum.Cost; got != 0 {
		t.Fatal(got)
	}
}

func BenchmarkRequestPageAfterAppend(b *testing.B) {
	settleLogClock(b)
	testenv.SetHome(b, b.TempDir())
	b.Setenv("XDG_CONFIG_HOME", b.TempDir())
	b.Setenv("XDG_CACHE_HOME", b.TempDir())
	historyLog(b, 100000)
	QueryPage(All, Filter{}, 0, 100)
	b.ReportAllocs()
	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		Append(Record{Agent: "codex", Provider: "relay", Model: "m", Input: 1, Status: 200})
		QueryPage(All, Filter{}, 0, 100)
	}
}