Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
glm: fix kv_alloc double-free on KV re-allocation (stale pre-Metal free block)
Michael Denyer2bdf05462215
diff --git a/c/glm.c b/c/glm.cindex 8da3f553..6b3b1400 100644--- a/c/glm.c+++ b/c/glm.c@@ -3066,7 +3066,6 @@ static void kv_alloc(Model *m, int max_t){m->kv_dev_valid[i]=0;}#endif- if(k->Lc){ for(int i=0;i<c->n_layers+1;i++){ free(k->Lc[i]); free(k->Rc[i]); } free(k->Lc); free(k->Rc); }if(k->Lc){ for(int i=0;i<c->n_layers+1;i++){#ifdef COLI_METALif(g_metal_enabled){ coli_metal_unregister(k->Lc[i]); coli_metal_unregister(k->Rc[i]); }