Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
skip quantizing per_layer_token_embd (#11207)
Michael Yangd0b32def60b4
diff --git a/server/quantization.go b/server/quantization.goindex e57e8a4da..10175a351 100644--- a/server/quantization.go+++ b/server/quantization.go@@ -231,6 +231,8 @@ func newType(t *fsggml.Tensor, kv fsggml.KV, qs *quantizeState, ftype fsggml.Fil// do not quantize relative position bias (T5)quantize = quantize && !strings.Contains(name, "attn_rel_b.weight")+ quantize = quantize && !strings.Contains(name, "per_layer_token_embd.weight")+newType := fsggml.TensorType(t.Kind)if quantize {// get more optimal quantization type based on the tensor shape, layer, etc.