Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

explicitly decode maxarraysize 1024

Michael Yang340448d2d168
diff --git a/llm/memory.go b/llm/memory.go
index 85a0fabd3..e05327f79 100644
--- a/llm/memory.go
+++ b/llm/memory.go
@@ -414,7 +414,7 @@ func projectorMemoryRequirements(filename string) (weights, graphSize uint64) {
}
defer file.Close()
- ggml, _, err := ggml.Decode(file, 0)
+ ggml, _, err := ggml.Decode(file, 1024)
if err != nil {
return 0, 0
}
diff --git a/server/create.go b/server/create.go
index 014e99164..50e669db0 100644
--- a/server/create.go
+++ b/server/create.go
@@ -295,7 +295,7 @@ func convertFromSafetensors(files map[string]string, baseLayers []*layerGGML, is
}
defer bin.Close()
- f, _, err := ggml.Decode(bin, 0)
+ f, _, err := ggml.Decode(bin, 1024)
if err != nil {
return nil, err
}
@@ -457,7 +457,7 @@ func quantizeLayer(layer *layerGGML, quantizeType string, fn func(resp api.Progr
return nil, err
}
- f, _, err := ggml.Decode(temp, 0)
+ f, _, err := ggml.Decode(temp, 1024)
if err != nil {
slog.Error(fmt.Sprintf("error decoding ggml: %s\n", err))
return nil, err
@@ -499,7 +499,7 @@ func ggufLayers(digest string, fn func(resp api.ProgressResponse)) ([]*layerGGML
var offset int64
for offset < stat.Size() {
- f, n, err := ggml.Decode(blob, 0)
+ f, n, err := ggml.Decode(blob, 1024)
if errors.Is(err, io.EOF) {
break
} else if err != nil {
diff --git a/server/images.go b/server/images.go
index bd6d92a6c..be629f4cb 100644
--- a/server/images.go
+++ b/server/images.go
@@ -75,7 +75,7 @@ func (m *Model) Capabilities() []model.Capability {
if err == nil {
defer r.Close()
- f, _, err := ggml.Decode(r, 0)
+ f, _, err := ggml.Decode(r, 1024)
if err == nil {
if _, ok := f.KV()[fmt.Sprintf("%s.pooling_type", f.KV().Architecture())]; ok {
capabilities = append(capabilities, model.CapabilityEmbedding)
diff --git a/server/model.go b/server/model.go
index d0f503e24..e733fbdb1 100644
--- a/server/model.go
+++ b/server/model.go
@@ -64,7 +64,7 @@ func parseFromModel(ctx context.Context, name model.Name, fn func(api.ProgressRe
}
defer blob.Close()
- f, _, err := ggml.Decode(blob, 0)
+ f, _, err := ggml.Decode(blob, 1024)
if err != nil {
return nil, err
}