Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
arange
Michael Yang40b8fdbdcacb
diff --git a/kvcache/causal_test.go b/kvcache/causal_test.goindex 07bc788b4..af01bb6f1 100644--- a/kvcache/causal_test.go+++ b/kvcache/causal_test.go@@ -424,6 +424,17 @@ func (c *testContext) FromIntSlice(s []int32, shape ...int) (ml.Tensor, error) {return out, nil}+func (c *testContext) Arange(start, stop, step float32, dtype ml.DType) ml.Tensor {+ s := make([]float32, 0, int((stop-start)/step))+ for i := start; i < stop; i += step {+ s = append(s, i)+ }++ out, _ := c.FromFloatSlice(s, len(s))+ out.(*testTensor).dtype = dtype+ return out+}+func (c *testContext) Input() ml.Context { return c }func (c *testContext) Layer(int) ml.Context { return c }diff --git a/ml/backend.go b/ml/backend.goindex b2a83cfd5..70c2fd8e2 100644--- a/ml/backend.go+++ b/ml/backend.go@@ -95,6 +95,9 @@ type Context interface {FromFloatSlice(s []float32, shape ...int) (Tensor, error)FromIntSlice(s []int32, shape ...int) (Tensor, error)+ // Arange creates a 1D tensor with values within an interval (start, stop] increased by step.+ Arange(start, stop, step float32, dtype DType) Tensor+Forward(...Tensor) ContextCompute(...Tensor)diff --git a/ml/backend/ggml/ggml.go b/ml/backend/ggml/ggml.goindex 94fc87a3d..c486b7477 100644--- a/ml/backend/ggml/ggml.go+++ b/ml/backend/ggml/ggml.go@@ -696,6 +696,32 @@ func (c *Context) FromIntSlice(s []int32, shape ...int) (ml.Tensor, error) {return t, nil}+func (c Context) Arange(start, stop, step float32, dtype ml.DType) ml.Tensor {+ switch dtype {+ case ml.DTypeF32:+ // ggml_arange creates a float32 tensor+ return &Tensor{+ b: c.b,+ t: C.ggml_arange(c.ctx, C.float(start), C.float(stop), C.float(step)),+ }+ case ml.DTypeI32:+ // ggml_cast does not support float32 to int32 conversion+ arange := make([]int32, 0, int((stop-start)/step))+ for i := start; i < stop; i += step {+ arange = append(arange, int32(i))+ }++ t, err := c.Input().FromIntSlice(arange, len(arange))+ if err != nil {+ panic(err)+ }++ return t+ default:+ panic("unsupported dtype for arange")+ }+}+func (c *Context) Close() {if c != nil {for _, b := range *c.allocatedBuffers {diff --git a/model/models/gemma3/model_vision.go b/model/models/gemma3/model_vision.goindex 636a363df..8b1a8eb00 100644--- a/model/models/gemma3/model_vision.go+++ b/model/models/gemma3/model_vision.go@@ -92,16 +92,7 @@ func (m *VisionModel) Forward(ctx ml.Context, pixelValues ml.Tensor) ml.Tensor {hiddenState = hiddenState.Reshape(ctx, numPatches, m.hiddenSize)hiddenState = hiddenState.Permute(ctx, 1, 0, 2, 3).Contiguous(ctx)- positions := make([]int32, numPatches)- for i := range positions {- positions[i] = int32(i)- }-- positionIDs, err := ctx.Input().FromIntSlice(positions, len(positions))- if err != nil {- panic(err)- }-+ positionIDs := ctx.Arange(0, float32(numPatches), 1, ml.DTypeI32)hiddenState = hiddenState.Add(ctx, m.PositionEmbedding.Forward(ctx, positionIDs))for _, layer := range m.Layers {diff --git a/model/models/mllama/model.go b/model/models/mllama/model.goindex e53eb184c..a0fc6b693 100644--- a/model/models/mllama/model.go+++ b/model/models/mllama/model.go@@ -93,16 +93,7 @@ func (m *Model) EncodeMultimodal(ctx ml.Context, multimodalData []byte) (any, erreturn nil, err}- positions := make([]int32, 1601)- for i := range positions {- positions[i] = int32(i)- }-- positionIDs, err := ctx.Input().FromIntSlice(positions, len(positions))- if err != nil {- return nil, err- }-+ positionIDs := ctx.Arange(0, 1601, 1, ml.DTypeI32)crossAttentionStates := m.VisionModel.Forward(ctx, pixelValues, positionIDs, aspectRatio)return m.Projector.Forward(ctx, crossAttentionStates), nil}