Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
ml: use input context for extracting outputs (#9875)
Jeffrey Morganda0e345200fb
diff --git a/model/models/gemma2/model.go b/model/models/gemma2/model.goindex 2b8597c42..fbefebe2d 100644--- a/model/models/gemma2/model.go+++ b/model/models/gemma2/model.go@@ -179,7 +179,7 @@ func (m *Model) Forward(ctx ml.Context, opts input.Options) (ml.Tensor, error) {return nil, err}- outputs, err := ctx.Output().FromIntSlice(opts.Outputs, len(opts.Outputs))+ outputs, err := ctx.Input().FromIntSlice(opts.Outputs, len(opts.Outputs))if err != nil {return nil, err}diff --git a/model/models/gemma3/model.go b/model/models/gemma3/model.goindex 32ad80f43..95f89ad48 100644--- a/model/models/gemma3/model.go+++ b/model/models/gemma3/model.go@@ -150,7 +150,7 @@ func (m *Model) Forward(ctx ml.Context, opts input.Options) (ml.Tensor, error) {return nil, err}- outputs, err := ctx.Output().FromIntSlice(opts.Outputs, len(opts.Outputs))+ outputs, err := ctx.Input().FromIntSlice(opts.Outputs, len(opts.Outputs))if err != nil {return nil, err}diff --git a/model/models/llama/model.go b/model/models/llama/model.goindex 19a2ab8c4..87eb9b750 100644--- a/model/models/llama/model.go+++ b/model/models/llama/model.go@@ -150,7 +150,7 @@ func (m *Model) Forward(ctx ml.Context, opts input.Options) (ml.Tensor, error) {return nil, err}- outputs, err := ctx.Output().FromIntSlice(opts.Outputs, len(opts.Outputs))+ outputs, err := ctx.Input().FromIntSlice(opts.Outputs, len(opts.Outputs))if err != nil {return nil, err}diff --git a/model/models/mllama/model.go b/model/models/mllama/model.goindex fa4d570ca..0aa11f178 100644--- a/model/models/mllama/model.go+++ b/model/models/mllama/model.go@@ -154,7 +154,7 @@ func (m *Model) Forward(ctx ml.Context, opts input.Options) (ml.Tensor, error) {return nil, err}- outputs, err := ctx.Output().FromIntSlice(opts.Outputs, len(opts.Outputs))+ outputs, err := ctx.Input().FromIntSlice(opts.Outputs, len(opts.Outputs))if err != nil {return nil, err}