Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
count gemma3 vision tensors
Michael Yang033cec232a7e
diff --git a/fs/ggml/ggml.go b/fs/ggml/ggml.goindex d32296d9c..00392b4af 100644--- a/fs/ggml/ggml.go+++ b/fs/ggml/ggml.go@@ -611,6 +611,14 @@ func (llm GGML) VisionGraphSize() (weights, graphSize uint64) {embeddingLength*numPatches*maxNumTiles +9*embeddingLength*numPaddedPatches*maxNumTiles +numPaddedPatches*maxNumTiles*numPaddedPatches*maxNumTiles*headCount)+ case "gemma3":+ for name, layer := range llm.Tensors().GroupLayers() {+ if strings.HasPrefix(name, "v.") {+ for _, tensor := range layer {+ weights += tensor.Size()+ }+ }+ }}return weights, graphSize}diff --git a/llm/memory.go b/llm/memory.goindex 40104eca9..ac830ee84 100644--- a/llm/memory.go+++ b/llm/memory.go@@ -218,8 +218,8 @@ func EstimateGPULayers(gpus []discover.GpuInfo, f *ggml.GGML, projectors []strinif blk, ok := layers[fmt.Sprintf("blk.%d", i)]; ok {layerSize = blk.Size()layerSize += kv / f.KV().BlockCount()+ memoryWeights += blk.Size()}- memoryWeights += layerSizeif opts.NumGPU >= 0 && layerCount >= opts.NumGPU {// Stop allocating on GPU(s) once we hit the users target NumGPU@@ -376,7 +376,7 @@ func (m MemoryEstimate) LogValue() slog.Value {// memory of the weights"total", format.HumanBytes2(m.memoryWeights),// memory of repeating layers- "repeating", format.HumanBytes2(m.memoryWeights-m.memoryLayerOutput),+ "repeating", format.HumanBytes2(m.memoryWeights),// memory of non-repeating layers"nonrepeating", format.HumanBytes2(m.memoryLayerOutput),),