Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

9.7 KB
Raw Blame
package provider

import (
	"errors"
	"os"
	"sync"
	"sync/atomic"
	"testing"
	"time"
)

// keepIdentities has this test keep the answers on disk, as magpie does
// outside a test binary.
func keepIdentities(t *testing.T) {
	keepInSandbox = true
	t.Cleanup(func() { keepInSandbox = false })
}

func TestCLIIdentityKeptAcrossStarts(t *testing.T) {
	t.Setenv("XDG_CONFIG_HOME", t.TempDir())
	keepIdentities(t)
	var asked atomic.Int32
	answer := func() (string, string, bool, error) { asked.Add(1); return "[email protected]", "Pro", true, nil }
	exe := func() string { return "/bin/sh" }

	// never asked before: the first look waits for the CLI, and keeps it
	first := &cliIdentity{name: "x", exe: exe, ask: answer}
	if u, p, ok := first.get(); !ok || u != "[email protected]" || p != "Pro" || asked.Load() != 1 {
		t.Fatalf("first: %q %q %v, asked %d", u, p, ok, asked.Load())
	}
	if _, err := os.Stat(identityPath()); err != nil {
		t.Fatal(err)
	}

	// a magpie started again serves the kept one at once, however long the
	// CLI takes, and asks it behind that
	release := make(chan struct{})
	slow := func() (string, string, bool, error) { <-release; return "[email protected]", "Ultra", true, nil }
	again := &cliIdentity{name: "x", exe: exe, ask: slow}
	done := make(chan struct{})
	go func() {
		defer close(done)
		if u, p, ok := again.get(); !ok || u != "[email protected]" || p != "Pro" {
			t.Errorf("kept: %q %q %v", u, p, ok)
		}
	}()
	select {
	case <-done:
	case <-time.After(2 * time.Second):
		t.Fatal("a start with a kept answer waited for the CLI")
	}
	close(release)
	deadline := time.Now().Add(2 * time.Second)
	for {
		if u, _, _ := again.get(); u == "[email protected]" {
			break
		}
		if time.Now().After(deadline) {
			t.Fatal("the answer behind the kept one never came")
		}
		time.Sleep(10 * time.Millisecond)
	}
	if k := readIdentities()["x"]; k.User != "[email protected]" || k.Plan != "Ultra" {
		t.Fatalf("kept after the refresh: %+v", k)
	}

	// after a sign-in or out, the next look waits for the CLI again
	again.forget()
	again.ask = func() (string, string, bool, error) { return "", "", false, nil }
	if _, _, ok := again.get(); ok {
		t.Fatal("forget served the old answer")
	}
	if k := readIdentities()["x"]; k.OK {
		t.Fatalf("signed out, still kept: %+v", k)
	}
}

func TestCLIIdentityKeptIgnoredWithoutTheCLI(t *testing.T) {
	t.Setenv("XDG_CONFIG_HOME", t.TempDir())
	keepIdentities(t)
	(&cliIdentity{name: "x", exe: func() string { return "/bin/sh" }, ask: func() (string, string, bool, error) { return "[email protected]", "", true, nil }}).get()
	gone := &cliIdentity{name: "x", exe: func() string { return "" }, ask: func() (string, string, bool, error) { return "", "", false, nil }}
	if u, _, ok := gone.get(); ok || u != "" {
		t.Fatalf("a removed CLI still served %q", u)
	}
}

// a CLI never answered before that takes long holds a look only so long:
// nobody is signed in until it answers, and then its answer is served
func TestCLIIdentityFirstAskBounded(t *testing.T) {
	t.Setenv("XDG_CONFIG_HOME", t.TempDir())
	keepIdentities(t)
	old := firstAsk
	firstAsk = 100 * time.Millisecond
	t.Cleanup(func() { firstAsk = old })
	release := make(chan struct{})
	var releaseOnce sync.Once
	let := func() { releaseOnce.Do(func() { close(release) }) }
	t.Cleanup(let)
	c := &cliIdentity{name: "x", exe: func() string { return "/bin/sh" }, ask: func() (string, string, bool, error) { <-release; return "[email protected]", "Pro", true, nil }}
	// The ask is held until release, so a look that comes back at all came
	// back without its answer: that is the bound, not a clock (#1617). The
	// deadlines only turn a look that waited for the ask into a FAIL rather
	// than a hang; nothing is measured against them.
	look := func() <-chan bool {
		served := make(chan bool, 1)
		go func() { _, _, ok := c.get(); served <- ok }()
		return served
	}
	select {
	case ok := <-look():
		if ok {
			t.Fatal("an unanswered CLI served someone")
		}
	case <-time.After(10 * time.Second):
		t.Fatal("the first look waited for the held ask")
	}
	// a request looks again: that one doesn't wait at all, not even
	// firstAsk, made longer than the deadline below
	firstAsk = time.Hour
	select {
	case <-look():
	case <-time.After(10 * time.Second):
		t.Fatal("a second look waited")
	}
	let()
	deadline := time.Now().Add(2 * time.Second)
	for {
		if u, _, ok := c.get(); ok && u == "[email protected]" {
			break
		}
		if time.Now().After(deadline) {
			t.Fatal("the answer never came")
		}
		time.Sleep(10 * time.Millisecond)
	}
	if k := readIdentities()["x"]; k.User != "[email protected]" {
		t.Fatalf("not kept: %+v", k)
	}
}

// a CLI saying nobody is signed in is kept too: the next start serves that
// rather than waiting for it again
func TestCLIIdentitySignedOutKept(t *testing.T) {
	t.Setenv("XDG_CONFIG_HOME", t.TempDir())
	keepIdentities(t)
	(&cliIdentity{name: "x", exe: func() string { return "/bin/sh" }, ask: func() (string, string, bool, error) { return "", "", false, nil }}).get()
	if _, found := readIdentities()["x"]; !found {
		t.Fatal("a signed-out answer wasn't kept")
	}
}

// a CLI that keeps failing to answer, or answers only after a long while,
// is asked again after a minute, then two, four… not every minute: a
// cursor-agent calling itself ran ten seconds and hundreds of processes
// each time, and with no token kept answered nobody all the same (#1278).
// A quick answer has it asked every minute again.
func TestCLIIdentityFailingAskedLessOften(t *testing.T) {
	old := slowAsk
	slowAsk = 50 * time.Millisecond
	t.Cleanup(func() { slowAsk = old })
	for _, bad := range []struct {
		name string
		ask  func() (string, string, bool, error)
	}{
		{"fails", func() (string, string, bool, error) { return "", "", false, errors.New("signal: killed") }},
		{"slow", func() (string, string, bool, error) { time.Sleep(60 * time.Millisecond); return "", "", false, nil }},
	} {
		t.Run(bad.name, func(t *testing.T) {
			t.Setenv("XDG_CONFIG_HOME", t.TempDir())
			var asked atomic.Int32
			var good atomic.Bool
			c := &cliIdentity{name: "x", exe: func() string { return "/bin/sh" }, ask: func() (string, string, bool, error) {
				asked.Add(1)
				if good.Load() {
					return "[email protected]", "", true, nil
				}
				return bad.ask()
			}}
			// look as if the last ask was ago, and wait for any ask it starts
			look := func(ago time.Duration) int32 {
				c.Lock()
				c.at = time.Now().Add(-ago)
				c.Unlock()
				c.get()
				c.Lock()
				done, busy := c.done, c.refreshing
				c.Unlock()
				if busy {
					<-done
				}
				return asked.Load()
			}
			if c.get(); asked.Load() != 1 { // never answered: asked
				t.Fatalf("first look asked %d times", asked.Load())
			}
			if n := look(61 * time.Second); n != 2 { // a minute after the first
				t.Fatalf("a minute after the first: asked %d times", n)
			}
			if n := look(61 * time.Second); n != 2 {
				t.Fatal("asked again a minute after the second")
			}
			if n := look(121 * time.Second); n != 3 {
				t.Fatalf("two minutes after the second: asked %d times", n)
			}
			for i := 0; i < 10; i++ { // never longer than slowestAsk
				if n := look(slowestAsk + time.Second); n != int32(4+i) {
					t.Fatalf("after %v: asked %d times, want %d", slowestAsk, n, 4+i)
				}
			}
			good.Store(true)
			if n := look(slowestAsk + time.Second); n != 14 {
				t.Fatalf("asked %d times", n)
			}
			if n := look(61 * time.Second); n != 15 {
				t.Fatal("after a quick answer, not asked again a minute later")
			}
			if u, _, ok := c.get(); !ok || u != "[email protected]" {
				t.Fatalf("served %q %v", u, ok)
			}
		})
	}
}

// In a test binary testenv isolated an answer is served but nothing is
// written: an ask still going when a test ended wrote into the config
// folder being removed (#1524, #1538).
func TestCLIIdentityNotKeptInATestBinary(t *testing.T) {
	if os.Getenv(testSandbox) == "" {
		t.Fatal("provider's tests run without testenv's sandbox")
	}
	dir := t.TempDir()
	t.Setenv("XDG_CONFIG_HOME", dir)
	c := &cliIdentity{name: "x", exe: func() string { return "/bin/sh" }, ask: func() (string, string, bool, error) { return "[email protected]", "Pro", true, nil }}
	if u, _, ok := c.get(); !ok || u != "[email protected]" {
		t.Fatalf("get: %q %v", u, ok)
	}
	if es, _ := os.ReadDir(dir); len(es) != 0 {
		t.Fatalf("written in a test binary: %v", es)
	}
}

// A CLI whose sign-in reads the same isn't started every minute: asked
// every minute, cursor-agent took ~0.5s of CPU and 200 MB each time for as
// long as magpie ran (#3185). A sign-in or sign-out in it is asked at the
// next look a minute on, and the same one again after unchangedAsk.
func TestCLIIdentityAskedOnASignInChange(t *testing.T) {
	t.Setenv("XDG_CONFIG_HOME", t.TempDir())
	var asked atomic.Int32
	var mark atomic.Value
	mark.Store("a")
	c := &cliIdentity{name: "x", exe: func() string { return "/bin/sh" },
		ask:  func() (string, string, bool, error) { asked.Add(1); return "[email protected]", "Pro", true, nil },
		mark: func() string { return mark.Load().(string) }}
	look := func(ago time.Duration) int32 {
		c.Lock()
		c.at = time.Now().Add(-ago)
		c.Unlock()
		c.get()
		c.Lock()
		done, busy := c.done, c.refreshing
		c.Unlock()
		if busy {
			<-done
		}
		return asked.Load()
	}
	if c.get(); asked.Load() != 1 {
		t.Fatalf("first look asked %d times", asked.Load())
	}
	for i := 0; i < 5; i++ {
		if n := look(61 * time.Second); n != 1 {
			t.Fatalf("sign-in unchanged, a minute on: asked %d times", n)
		}
	}
	mark.Store("b") // signed in as someone else
	if n := look(61 * time.Second); n != 2 {
		t.Fatalf("after a sign-in: asked %d times", n)
	}
	if n := look(61 * time.Second); n != 2 {
		t.Fatal("asked again with the new sign-in unchanged")
	}
	if n := look(unchangedAsk + time.Second); n != 3 {
		t.Fatalf("after %v: asked %d times", unchangedAsk, n)
	}
	mark.Store("") // unreadable: asked as before
	if n := look(61 * time.Second); n != 4 {
		t.Fatalf("mark unreadable: asked %d times", n)
	}
}