Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

vocab only

Michael Yangbf54c845e9ea
diff --git a/llm/llm.go b/llm/llm.go
index 82a2d72d8..ead691f06 100644
--- a/llm/llm.go
+++ b/llm/llm.go
@@ -47,11 +47,11 @@ func newLlamaModel(p string) *llamaModel {
cs := C.CString(p)
defer C.free(unsafe.Pointer(cs))
+ params := C.llama_model_default_params()
+ params.vocab_only = true
+
return &llamaModel{
- C.llama_load_model_from_file(
- cs,
- C.llama_model_default_params(),
- ),
+ C.llama_load_model_from_file(cs, params),
}
}