Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

vulkan: free the qprep scratch and per-layer norm buffers at shutdown

Courtney Andrew Richardson39b38328167c
diff --git a/c/backend_vulkan.c b/c/backend_vulkan.c
index e9a8185b..cffb554e 100644
--- a/c/backend_vulkan.c
+++ b/c/backend_vulkan.c
@@ -1558,6 +1558,10 @@ void coli_vk_shutdown(void) {
if (G.att_sc.buf) { vkDestroyBuffer(G.dev, G.att_sc.buf, NULL); vkFreeMemory(G.dev, G.att_sc.mem, NULL); }
if (G.att_ctx.buf) { vkDestroyBuffer(G.dev, G.att_ctx.buf, NULL); vkFreeMemory(G.dev, G.att_ctx.mem, NULL); }
if (G.y2.buf) { vkDestroyBuffer(G.dev, G.y2.buf, NULL); vkFreeMemory(G.dev, G.y2.mem, NULL); }
+ if (G.qp1.buf) { vkDestroyBuffer(G.dev, G.qp1.buf, NULL); vkFreeMemory(G.dev, G.qp1.mem, NULL); }
+ if (G.qp2.buf) { vkDestroyBuffer(G.dev, G.qp2.buf, NULL); vkFreeMemory(G.dev, G.qp2.mem, NULL); }
+ for (int l = 0; l < VK_KV_LAYERS; l++) /* per-layer resident norm weights (attn_qprep) */
+ if (G.lnbuf[l]) { vkDestroyBuffer(G.dev, G.lnbuf[l], NULL); vkFreeMemory(G.dev, G.lnmem[l], NULL); }
if (G.pair_pool) vkDestroyDescriptorPool(G.dev, G.pair_pool, NULL);
coli_vk_kv_reset();
if (G.eg_pool) vkDestroyDescriptorPool(G.dev, G.eg_pool, NULL);