Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

VK tier fill: expert_load returns 0 on success — the transient-load path was inverted

Steve Markgraf3a6f0ba85feb
diff --git a/c/colibri.c b/c/colibri.c
index cb76f25e..a25e8540 100644
--- a/c/colibri.c
+++ b/c/colibri.c
@@ -6524,13 +6524,19 @@ static void vk_registry_fill(Model *m){
g_vk_reg=calloc((size_t)NL*E*3,sizeof(*g_vk_reg)); g_vk_reg_E=E; g_vk_reg_NL=NL;
if(!g_vk_reg){ free(cand); return; }
ESlot tmp; memset(&tmp,0,sizeof(tmp)); tmp.eid=-1;
- double t0=now_s(); int64_t bytes=0; int tried=0;
+ double t0=now_s(); int64_t bytes=0; int tried=0, loadfail=0;
for(int64_t i2=0;i2<n && g_vk_reg_n<g_vk_budget;i2++){
int layer=cand[i2].layer, eid=cand[i2].eid; tried++;
ESlot *src=NULL, *P=m->pin[layer];
for(int z=0;z<m->npin[layer];z++) if(P[z].eid==eid && P[z].slab){ src=&P[z]; break; }
- if(!src){ if(!expert_load(m,layer,eid,&tmp,0)) continue; src=&tmp; }
- if(src->g.fmt!=2||src->u.fmt!=2||src->d.fmt!=2) continue; /* int4 tier only */
+ if(!src){ if(expert_load(m,layer,eid,&tmp,0)!=0){ /* 0 = success (impl convention) */
+ if(++loadfail<4) fprintf(stderr,"[VK] tier fill: expert_load(%d,%d) failed\n",layer,eid);
+ if(loadfail>=64) break; /* disk trouble: stop burning time */
+ continue; } src=&tmp; }
+ if(src->g.fmt!=2||src->u.fmt!=2||src->d.fmt!=2){
+ if(tried<4) fprintf(stderr,"[VK] tier fill: (%d,%d) fmt %d/%d/%d != int4 (src=%s)\n",
+ layer,eid,src->g.fmt,src->u.fmt,src->d.fmt,src==&tmp?"load":"pin");
+ continue; } /* int4 tier only */
ColiVkTensor **slot=vk_reg_at(layer,eid);
if(!coli_vk_tensor_ensure(&slot[0],src->g.q4,src->g.s,2,c->hidden,c->moe_inter)||
!coli_vk_tensor_ensure(&slot[1],src->u.q4,src->u.s,2,c->hidden,c->moe_inter)||