Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

ggml-backend: Ensure allocation meet backend requirements

Jesse Gross25f9b152f919
diff --git a/ml/backend/ggml/ggml.go b/ml/backend/ggml/ggml.go
index 00873b4fc..bf17c8824 100644
--- a/ml/backend/ggml/ggml.go
+++ b/ml/backend/ggml/ggml.go
@@ -520,6 +520,10 @@ func shapeToGGML(shape []int) *C.int64_t {
return &sh[0]
}
+func pad(length, pad C.size_t) C.size_t {
+ return ((length + pad - 1) / pad) * pad
+}
+
func (c Context) newTensor(dtype ml.DType, shape []int) ml.Tensor {
if c.buft == nil {
panic("set Input, Output, or Layer before creating tensors")
@@ -551,7 +555,8 @@ func (c Context) newTensor(dtype ml.DType, shape []int) ml.Tensor {
}
t := C.ggml_new_tensor(c.ctx, cdtype, C.int(len(shape)), shapeToGGML(shape))
- b := C.ggml_backend_buft_alloc_buffer(c.buft, C.ggml_nbytes(t))
+ size := pad(C.ggml_backend_buft_get_alloc_size(c.buft, t), C.ggml_backend_buft_get_alignment(c.buft))
+ b := C.ggml_backend_buft_alloc_buffer(c.buft, size)
C.ggml_backend_tensor_alloc(b, t, C.ggml_backend_buffer_get_base(b))
return &Tensor{b: c.b, t: t}
}