Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
deepseek v2 graph
Michael Yange873841cbb38
diff --git a/llm/ggml.go b/llm/ggml.goindex 35b89d16e..4d9ba97a8 100644--- a/llm/ggml.go+++ b/llm/ggml.go@@ -367,6 +367,17 @@ func (llm GGML) GraphSize(context, batch uint64) (partialOffload, fullOffload ui4*batch*(vocab+2*embedding),fullOffload,)+ case "deepseek2":+ keys := uint64(llm.KV()["deepseek2.attention.key_length"].(uint32))+ fullOffload = max(+ 4*batch*(3*embedding+vocab),+ 4*batch*(3*embedding+2+context*(1+headsKV)+2*keys*headsKV),+ )++ partialOffload = max(+ 4*batch*(3*embedding+vocab)+embedding*vocab*105/128,+ 4*batch*(2*embedding+1+2*keys*headsKV+context+context*headsKV)+4*keys*context*headsKV+embedding*keys*headsKV*9/16,+ )}return