Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
fix(cuda): reclaim partially uploaded expert tensors
ZacharyZcR81bbae143383
diff --git a/c/Makefile b/c/Makefileindex 341ad971..f9dde799 100644--- a/c/Makefile+++ b/c/Makefile@@ -2180,3 +2180,7 @@ tests/test_kv_prefix$(EXE): tests/test_kv_prefix.c kv_prefix.htests/test_kimi_request_state$(EXE): tests/test_kimi_request_state.c kimi_k3.c kv_prefix.h serve_codec.h st.h json.h tok.h tok_unicode.h tok_unicode_o200k.h compat.h quant.h idot.h omp_tune.h route_trace.h$(CC) $(NOCUDA_CFLAGS) tests/test_kimi_request_state.c $(VK_OBJ) -o tests/test_kimi_request_state$(EXE) $(NOCUDA_LDFLAGS)++# Failed gate/up/down uploads must release every unpublished CUDA tensor.+tests/test_qwen36_tier_rollback$(EXE): tests/test_qwen36_tier_rollback.c tests/qwen36_fake_cuda.h qwen36_tier.c qwen36_tier.h backend_cuda.h compat.h+ $(CC) $(CFLAGS) -DCOLI_CUDA $< -o $@ $(LDFLAGS)diff --git a/c/qwen36_tier.c b/c/qwen36_tier.cindex 2b2e24e5..2d4040aa 100644--- a/c/qwen36_tier.c+++ b/c/qwen36_tier.c@@ -205,6 +205,11 @@ static void *uploader(void *arg){&& coli_cuda_tensor_upload(&td, w+2*mb, sc+2*G.Ih, 2, G.Ih, G.D, dv);}free(w); free(sc);+ if(!ok){+ if(tg) coli_cuda_tensor_free(tg);+ if(tu) coli_cuda_tensor_free(tu);+ if(td) coli_cuda_tensor_free(td);+ }pthread_mutex_lock(&G.mx);QSlot *s=qs(layer,eid);if(ok){ s->tg=tg; s->tu=tu; s->td=td; s->resident=1; G.uploads++; }diff --git a/c/tests/test_qwen36_tier_rollback.c b/c/tests/test_qwen36_tier_rollback.cnew file mode 100644index 00000000..7f6ac794--- /dev/null+++ b/c/tests/test_qwen36_tier_rollback.c@@ -0,0 +1,49 @@+/* Fail each matrix upload in turn: unpublished handles must be reclaimed. */+#include <stdio.h>+#include "../compat.h"+#define coli_cuda_tensor_upload fixture_upload+#define coli_cuda_tensor_upload_g fixture_upload_g+#define coli_cuda_tensor_free fixture_free+#include "qwen36_fake_cuda.h"+#undef coli_cuda_tensor_upload+#undef coli_cuda_tensor_upload_g+#undef coli_cuda_tensor_free+static int attempt, fail_at, freed;+int coli_cuda_tensor_upload(ColiCudaTensor **t,const void *w,const float *s,+ int fmt,int I,int O,int dev) {+ if(++attempt==fail_at) return 0;+ return fixture_upload(t,w,s,fmt,I,O,dev);+}+int coli_cuda_tensor_upload_g(ColiCudaTensor **t,const void *w,const float *s,+ int fmt,int I,int O,int dev,int gs) {+ if(++attempt==fail_at) return 0;+ return fixture_upload_g(t,w,s,fmt,I,O,dev,gs);+}+void coli_cuda_tensor_free(ColiCudaTensor *t) { if(t) freed++; fixture_free(t); }+#include "../qwen36_tier.c"+int main(void) {+ enum { D=64 };+ unsigned char w[D*D]={0}; float sc[D];+ for(int i=0;i<D;i++) sc[i]=1;+ setenv("COLI_CUDA","1",1); setenv("COLI_GPUS","0",1);+ setenv("QT_NO_WARMSTART","1",1); setenv("HEAT_FILE","",1);+ setenv("CUDA_EXPERT_GB","0.0625",1);+ for(int int4=0;int4<=1;int4++) for(fail_at=1;fail_at<=3;fail_at++) {+ attempt=freed=fake_uploads=0;+ if(!qt_init(1,1,D,D,1,1,int4?D:0,int4)) return 1;+ qt_note(0,0,w,w,w,sc,sc,sc); qt_fill_wait();+ QSlot *s=qs(0,0);+ if(attempt!=fail_at || fake_uploads!=fail_at-1 || freed!=fake_uploads ||+ s->resident || s->queued || s->tg || s->tu || s->td ||+ G.inflight || G.qn || G.used[0]) {+ fprintf(stderr,"rollback failed: int4=%d matrix=%d uploads=%d frees=%d\n",+ int4,fail_at,fake_uploads,freed); return 1;+ }+ qt_shutdown();+ /* This fixture targets failed uploads; older tier teardown retains+ * its host allocations. Release those here for leak sanitizers. */+ free(G.slot); G.slot=NULL; free(G.is_x); G.is_x=NULL;+ free(G.fill_order); G.fill_order=NULL; free(G.heat0); G.heat0=NULL;+ }+ puts("tier upload rollback: ok (6 failure cases)"); return 0;+}