Skip to content

Every agent's model. One place. Codex on DeepSeek, Claude Code on Kimi, from the menu bar.

2.7 KB
Raw Blame
package gateway

import (
	"regexp"

	"github.com/tidwall/gjson"
	"github.com/yetone/magpie/internal/provider"
)

// thinkingNeededRefusal is an upstream turning away a Messages request
// whose thinking isn't "enabled": thinking left out, or turned off as
// magpie does for a vendor's model asked without it
// (thinkingOffUnlessAsked). A relay in front of such a model answered
// Claude Desktop's connection check ({"max_tokens":1,"messages":[…"."]},
// no thinking) with `thinking.type must be "enabled"` (cybercaius on
// Discord, v0.1.1862, his own 天翼云 provider). Read off the reply, not
// the provider: any upstream that says it is asked again thinking.
var thinkingNeededRefusal = regexp.MustCompile(`(?i)thinking[._ ]type\W+(?:must|should|has to) be\W+enabled\b`)

// thinkingNeeded is how unfit remembers an upstream that takes model only
// with thinking enabled (thinkingNeededRefusal).
func thinkingNeeded(model string) string { return "thinking needed\x00" + model }

// neededBudget is the thinking budget a request that asked for none is
// sent at, for a model that needs thinking: Anthropic's least, which the
// reply limit is raised past (withThinkingEnabled).
const neededBudget = 1024

// withThinkingEnabled is a Messages body that asked for no thinking, or
// turned it off, sent thinking at the least budget instead, for a model
// that takes no other: max_tokens is raised past the budget by what was
// asked (a budget must be below it), and the sampling a thinking request
// is refused with (temperature, top_p, top_k) left out. false for a body
// that asks to think already, or isn't JSON.
func withThinkingEnabled(body []byte) ([]byte, bool) {
	if !gjson.ValidBytes(body) {
		return nil, false
	}
	switch gjson.GetBytes(body, "thinking.type").String() {
	case "enabled", "adaptive":
		return nil, false
	}
	maxTokens := gjson.GetBytes(body, "max_tokens").Int()
	if maxTokens <= neededBudget {
		maxTokens = neededBudget + max(maxTokens, 1)
	}
	out := withoutFields(body, "temperature", "top_p", "top_k")
	out = withFields(out, map[string]any{
		"thinking":   map[string]any{"type": "enabled", "budget_tokens": neededBudget},
		"max_tokens": maxTokens,
	})
	return out, true
}

// markThinkingNeeded remembers that p takes model only thinking, by the
// name magpie knows it and the vendor's (wire), which forwardOnce reads
// off the body: thinking enabled isn't made adaptive for it there, as
// "enabled" is the one type it said it takes.
func (s *Server) markThinkingNeeded(p provider.Provider, to provider.Protocol, model, wire string) {
	s.markUnfit(p.ID, thinkingNeeded(model), to)
	if wire != "" && wire != model {
		s.markUnfit(p.ID, thinkingNeeded(wire), to)
	}
}