Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

fix(kimi): guard the Vulkan-only state

Blake948cf0237d71
diff --git a/c/kimi_k3.c b/c/kimi_k3.c
index 153e1a99..feceafa2 100644
--- a/c/kimi_k3.c
+++ b/c/kimi_k3.c
@@ -252,9 +252,9 @@ static void rmsnorm_(float *out, const float *x, const float *w, int D, float ep
* experts enter from freshly-read RAM slots (K3_VK_UP per step) until the
* VRAM budget (K3_VK_GB) is reached; resident experts then skip BOTH the
* disk read and the CPU matmuls at decode (C==1). */
-static int g_k3_vk=0; /* backend live (K3_VK=0 disables) */
#ifdef COLI_VULKAN
#include "backend_vulkan.h"
+static int g_k3_vk=0; /* backend live (K3_VK=0 disables) */
typedef struct { void *w1, *w2, *w3; } VkExp; /* ColiVkTensor* triple */
static VkExp *g_vkexp; static int64_t g_vkexp_n;
static int g_vk_upcap=8, g_vk_up_left=0, g_vk_full=0;