Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

1.7 KB
Raw Blame
package model

import "slices"

// ConfigV2 represents the configuration metadata for a model.
type ConfigV2 struct {
	ModelFormat   string   `json:"model_format"`
	ModelFamily   string   `json:"model_family"`
	ModelFamilies []string `json:"model_families"`
	ModelType     string   `json:"model_type"` // shown as Parameter Size
	FileType      string   `json:"file_type"`  // shown as Quantization Level
	// GenerationDefaults stores model-authored sampler defaults. These are
	// lower precedence than Modelfile PARAMETERs and request options.
	GenerationDefaults GenerationDefaults `json:"generation_defaults,omitempty"`
	Renderer           string             `json:"renderer,omitempty"`
	Parser             string             `json:"parser,omitempty"`
	Requires           string             `json:"requires,omitempty"`

	RemoteHost  string `json:"remote_host,omitempty"`
	RemoteModel string `json:"remote_model,omitempty"`

	Capabilities []string `json:"capabilities,omitempty"`
	ContextLen   int      `json:"context_length,omitempty"`
	EmbedLen     int      `json:"embedding_length,omitempty"`
	BaseName     string   `json:"base_name,omitempty"`
	Draft        *Draft   `json:"draft,omitempty"`
}

// AddCapabilities preserves inherited and inferred capabilities.
func (c *ConfigV2) AddCapabilities(capabilities ...string) {
	for _, capability := range capabilities {
		if !slices.Contains(c.Capabilities, capability) {
			c.Capabilities = append(c.Capabilities, capability)
		}
	}
}

// Draft describes an auxiliary draft model stored in the same manifest.
type Draft struct {
	ModelFormat  string `json:"model_format,omitempty"`
	Architecture string `json:"architecture,omitempty"`
	TensorPrefix string `json:"tensor_prefix,omitempty"`
	Config       string `json:"config,omitempty"`
}