Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
fix(kimi): guard the Vulkan-only state
Blake948cf0237d71
diff --git a/c/kimi_k3.c b/c/kimi_k3.cindex 153e1a99..feceafa2 100644--- a/c/kimi_k3.c+++ b/c/kimi_k3.c@@ -252,9 +252,9 @@ static void rmsnorm_(float *out, const float *x, const float *w, int D, float ep* experts enter from freshly-read RAM slots (K3_VK_UP per step) until the* VRAM budget (K3_VK_GB) is reached; resident experts then skip BOTH the* disk read and the CPU matmuls at decode (C==1). */-static int g_k3_vk=0; /* backend live (K3_VK=0 disables) */#ifdef COLI_VULKAN#include "backend_vulkan.h"+static int g_k3_vk=0; /* backend live (K3_VK=0 disables) */typedef struct { void *w1, *w2, *w3; } VkExp; /* ColiVkTensor* triple */static VkExp *g_vkexp; static int64_t g_vkexp_n;static int g_vk_upcap=8, g_vk_up_left=0, g_vk_full=0;