Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

1.5 KB
Raw Blame
package gateway

import (
	"runtime"
	"strconv"
	"strings"
	"testing"
	"unsafe"
	"weak"
)

// TestRecentRingKeepsNoDroppedBodies: a call that has left the Recent-calls
// ring is no longer kept alive by it, bodies and all. Re-slicing the oldest
// off left the dropped calls in the ring's backing array, up to about as
// many again as the ring holds, each with up to 2×256 KiB of bodies.
func TestRecentRingKeepsNoDroppedBodies(t *testing.T) {
	s := &Server{}
	const calls = 3 * recentMost
	bodies := make([]weak.Pointer[byte], calls)
	for i := range calls {
		body := strings.Repeat("x", 4<<10) // its own allocation, for the weak pointer
		bodies[i] = weak.Make(unsafe.StringData(body))
		s.record(Call{Model: "m" + strconv.Itoa(i), RequestBody: body})
	}
	runtime.GC()
	runtime.GC()
	var kept []int
	for i := range calls - recentMost {
		if bodies[i].Value() != nil {
			kept = append(kept, i)
		}
	}
	if len(kept) > 0 {
		t.Fatalf("%d calls dropped from the ring are still alive: %v", len(kept), kept)
	}
	for i := calls - recentMost; i < calls; i++ {
		if bodies[i].Value() == nil {
			t.Fatalf("call %d, still in the ring, lost its body", i)
		}
	}
	got := s.Recent()
	if len(got) != recentMost {
		t.Fatalf("ring holds %d calls, want %d", len(got), recentMost)
	}
	for i, c := range got {
		if want := "m" + strconv.Itoa(calls-1-i); c.Model != want {
			t.Fatalf("Recent()[%d] = %s, want %s (newest first)", i, c.Model, want)
		}
		if c.ID != uint64(calls-i) {
			t.Fatalf("Recent()[%d].ID = %d, want %d", i, c.ID, calls-i)
		}
	}
	runtime.KeepAlive(s)
}