Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
cuda: fix two loader stubs missed in the resident-rename (#434 Windows CI)
ZacharyZcR32eac69b16d1
diff --git a/c/backend_loader.c b/c/backend_loader.cindex e8f03541..15dfb130 100644--- a/c/backend_loader.c+++ b/c/backend_loader.c@@ -446,13 +446,13 @@ int coli_cuda_pipe_rmsnorm(int device,float *y_dev,const float *x_dev, const floreturn g_cuda.pipe_rmsnorm(device, y_dev, x_dev, w_dev, S, D, eps);}-int coli_cuda_expert_group_issue(ColiCudaTensor *const *gates,ColiCudaTensor *const *ups,ColiCudaTensor *const *downs,const float *weights,int count,int home_device,const float *x_src_dev,float *partial_slot_dev){- if(!g_cuda.available || !g_cuda.expert_group_issue){ return 0; }+int coli_cuda_expert_group_resident_issue(ColiCudaTensor *const *gates,ColiCudaTensor *const *ups,ColiCudaTensor *const *downs,const float *weights,int count,int home_device,const float *x_src_dev,float *partial_slot_dev){+ if(!g_cuda.available || !g_cuda.expert_group_resident_issue){ return 0; }return g_cuda.expert_group_resident_issue(gates, ups, downs, weights, count, home_device, x_src_dev, partial_slot_dev);}int coli_cuda_expert_group_resident_take(int home_device,const int *devices,int n_issued,float *slots_dev,float *acc_dev,int D){- if(!g_cuda.available || !g_cuda.expert_group_take){ return 0; }+ if(!g_cuda.available || !g_cuda.expert_group_resident_take){ return 0; }return g_cuda.expert_group_resident_take(home_device, devices, n_issued, slots_dev, acc_dev, D);}