Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

glm: fix kv_alloc double-free on KV re-allocation (stale pre-Metal free block)

Michael Denyer2bdf05462215
diff --git a/c/glm.c b/c/glm.c
index 8da3f553..6b3b1400 100644
--- a/c/glm.c
+++ b/c/glm.c
@@ -3066,7 +3066,6 @@ static void kv_alloc(Model *m, int max_t){
m->kv_dev_valid[i]=0;
}
#endif
- if(k->Lc){ for(int i=0;i<c->n_layers+1;i++){ free(k->Lc[i]); free(k->Rc[i]); } free(k->Lc); free(k->Rc); }
if(k->Lc){ for(int i=0;i<c->n_layers+1;i++){
#ifdef COLI_METAL
if(g_metal_enabled){ coli_metal_unregister(k->Lc[i]); coli_metal_unregister(k->Rc[i]); }