Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
fix q5_0, q5_1
Michael Yang8f440d579aad
diff --git a/llm/ggml.go b/llm/ggml.goindex 9b6da4252..3127eefc7 100644--- a/llm/ggml.go+++ b/llm/ggml.go@@ -127,7 +127,7 @@ func (t Tensor) blockSize() uint64 {switch t.Kind {case 0, 1, 24, 25, 26, 27, 28, 31: // F32, F16, I8, I16, I32, I64, F64, BF16return 1- case 2, 3, 8, 9, 20: // Q4_0, Q4_1, Q8_0, Q8_1, IQ4_NL+ case 2, 3, 4, 5, 6, 7, 8, 9, 20: // Q4_0, Q4_1, Q5_0, Q5_1, Q8_0, Q8_1, IQ4_NLreturn 32default: // All othersreturn 256