Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
explicitly decode maxarraysize 1024
Michael Yang340448d2d168
diff --git a/llm/memory.go b/llm/memory.goindex 85a0fabd3..e05327f79 100644--- a/llm/memory.go+++ b/llm/memory.go@@ -414,7 +414,7 @@ func projectorMemoryRequirements(filename string) (weights, graphSize uint64) {}defer file.Close()- ggml, _, err := ggml.Decode(file, 0)+ ggml, _, err := ggml.Decode(file, 1024)if err != nil {return 0, 0}diff --git a/server/create.go b/server/create.goindex 014e99164..50e669db0 100644--- a/server/create.go+++ b/server/create.go@@ -295,7 +295,7 @@ func convertFromSafetensors(files map[string]string, baseLayers []*layerGGML, is}defer bin.Close()- f, _, err := ggml.Decode(bin, 0)+ f, _, err := ggml.Decode(bin, 1024)if err != nil {return nil, err}@@ -457,7 +457,7 @@ func quantizeLayer(layer *layerGGML, quantizeType string, fn func(resp api.Progrreturn nil, err}- f, _, err := ggml.Decode(temp, 0)+ f, _, err := ggml.Decode(temp, 1024)if err != nil {slog.Error(fmt.Sprintf("error decoding ggml: %s\n", err))return nil, err@@ -499,7 +499,7 @@ func ggufLayers(digest string, fn func(resp api.ProgressResponse)) ([]*layerGGMLvar offset int64for offset < stat.Size() {- f, n, err := ggml.Decode(blob, 0)+ f, n, err := ggml.Decode(blob, 1024)if errors.Is(err, io.EOF) {break} else if err != nil {diff --git a/server/images.go b/server/images.goindex bd6d92a6c..be629f4cb 100644--- a/server/images.go+++ b/server/images.go@@ -75,7 +75,7 @@ func (m *Model) Capabilities() []model.Capability {if err == nil {defer r.Close()- f, _, err := ggml.Decode(r, 0)+ f, _, err := ggml.Decode(r, 1024)if err == nil {if _, ok := f.KV()[fmt.Sprintf("%s.pooling_type", f.KV().Architecture())]; ok {capabilities = append(capabilities, model.CapabilityEmbedding)diff --git a/server/model.go b/server/model.goindex d0f503e24..e733fbdb1 100644--- a/server/model.go+++ b/server/model.go@@ -64,7 +64,7 @@ func parseFromModel(ctx context.Context, name model.Name, fn func(api.ProgressRe}defer blob.Close()- f, _, err := ggml.Decode(blob, 0)+ f, _, err := ggml.Decode(blob, 1024)if err != nil {return nil, err}