Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
use kvs to detect embedding models
Michael Yangda8e2a04479f
diff --git a/server/images.go b/server/images.goindex 5cd0a7a53..a62991f16 100644--- a/server/images.go+++ b/server/images.go@@ -66,7 +66,21 @@ func (m *Model) Has(caps ...Capability) bool {for _, cap := range caps {switch cap {case CapabilityCompletion:- if slices.Contains(m.Config.ModelFamilies, "bert") || slices.Contains(m.Config.ModelFamilies, "nomic-bert") {+ f, err := os.Open(m.ModelPath)+ if err != nil {+ slog.Error("couldn't open model file", "error", err)+ continue+ }+ defer f.Close()++ // TODO(mxyng): decode the GGML into model to avoid doing this multiple times+ ggml, _, err := llm.DecodeGGML(f, 0)+ if err != nil {+ slog.Error("couldn't decode ggml", "error", err)+ continue+ }++ if _, ok := ggml.KV()[fmt.Sprintf("%s.pooling_type", ggml.KV().Architecture())]; ok {return false}default: