Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

llm: bring fileTypes into alignment with llama.cpp (#7819)

frobfda1e6b563a4
diff --git a/llm/filetype.go b/llm/filetype.go
index 7a8e9f699..10f3d670f 100644
--- a/llm/filetype.go
+++ b/llm/filetype.go
@@ -32,9 +32,10 @@ const (
fileTypeIQ1_S
fileTypeIQ4_NL
fileTypeIQ3_S
+ fileTypeIQ3_M
fileTypeIQ2_S
- fileTypeIQ4_XS
fileTypeIQ2_M
+ fileTypeIQ4_XS
fileTypeIQ1_M
fileTypeBF16
@@ -93,6 +94,8 @@ func ParseFileType(s string) (fileType, error) {
return fileTypeIQ4_NL, nil
case "IQ3_S":
return fileTypeIQ3_S, nil
+ case "IQ3_M":
+ return fileTypeIQ3_M, nil
case "IQ2_S":
return fileTypeIQ2_S, nil
case "IQ4_XS":
@@ -160,6 +163,8 @@ func (t fileType) String() string {
return "IQ4_NL"
case fileTypeIQ3_S:
return "IQ3_S"
+ case fileTypeIQ3_M:
+ return "IQ3_M"
case fileTypeIQ2_S:
return "IQ2_S"
case fileTypeIQ4_XS: