Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
tests: no eviction case of any engine may fail an upload
JustVuggf6ad72888c88
diff --git a/c/tests/vulkan_engines.sh b/c/tests/vulkan_engines.shindex 00276725..589ef6eb 100755--- a/c/tests/vulkan_engines.sh+++ b/c/tests/vulkan_engines.sh@@ -56,7 +56,10 @@ shader_formats() {}# tier_count <engine> <log>: N from the last "[VK] tier <engine> run: device N of M" line;-# tier_evictions <engine> <log>: the evictions of that line+# tier_evictions <engine> <log>: the evictions of that line; tier_failed: its failed+# uploads (an eviction case must have none: a promotion that displaces a resident+# while a batch is in flight waits for the join to free it, even with+# COLI_VK_TIER_SYNC=1, instead of failing and shrinking the budget)tier_count() {local nn=$(sed -n "s/^\[VK\] tier $1 run: device \([0-9][0-9]*\) of .*/\1/p" "$2" | tail -1)@@ -67,6 +70,11 @@ tier_evictions() {n=$(sed -n "s/^\[VK\] tier $1 run: .* evictions \([0-9][0-9]*\),.*/\1/p" "$2" | tail -1)echo "${n:-0}"}+tier_failed() {+ local n+ n=$(sed -n "s/^\[VK\] tier $1 run: .* failed \([0-9][0-9]*\) |.*/\1/p" "$2" | tail -1)+ echo "${n:-0}"+}# dense_where <engine> <log> <tag> <env...>: where the run put the dense trunk, checked# against what it asked for. "[VK] <engine>: device ready, dense matrices on the@@ -109,6 +117,7 @@ tier_gate() {[ "$(tier_count "$eng" vk.log)" -gt 0 ] || { cat vk.log; fail "$tag: no routed expert ran on the device"; }if [ "${EVICT:-0}" = 1 ]; then[ "$(tier_evictions "$eng" vk.log)" -gt 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: the budget forced no eviction"; }+ [ "$(tier_failed "$eng" vk.log)" = 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: an upload failed (the budget shrank)"; }filocal where; where=$(dense_where "$eng" vk.log "$tag" "${envs[@]}") || { echo "$where"; exit 1; }echo "OK $tag: tokens = CPU, $(grep -a -o 'device [0-9]* of [0-9]* routed experts' vk.log | tail -1), $(grep -a -o 'evictions [0-9]*' vk.log | tail -1), trunk on the $where"@@ -660,6 +669,7 @@ family_deepseek() {[ "$(tier_count deepseek_v41 v41-vk.err)" -gt 0 ] || { cat v41-vk.err; fail "deepseek_v41 tier $tag: no routed expert ran on the device"; }if [ "${EVICT:-0}" = 1 ]; then[ "$(tier_evictions deepseek_v41 v41-vk.err)" -gt 0 ] || { grep '\[VK\] tier' v41-vk.err; fail "deepseek_v41 tier $tag: the budget forced no eviction"; }+ [ "$(tier_failed deepseek_v41 v41-vk.err)" = 0 ] || { grep '\[VK\] tier' v41-vk.err; fail "deepseek_v41 tier $tag: an upload failed (the budget shrank)"; }fiecho "OK deepseek_v41 tier $tag: output = CPU, $(grep -a -o 'device [0-9]* of [0-9]* routed experts' v41-vk.err | tail -1), $(grep -a -o 'evictions [0-9]*' v41-vk.err | tail -1)"}@@ -736,6 +746,7 @@ PY[ "$(tier_count deepseek_v4 v4-vk.err)" -gt 0 ] || { cat v4-vk.err; fail "deepseek_v4 tier $tag: no routed expert ran on the device"; }if [ "${EVICT:-0}" = 1 ]; then[ "$(tier_evictions deepseek_v4 v4-vk.err)" -gt 0 ] || { grep '\[VK\] tier' v4-vk.err; fail "deepseek_v4 tier $tag: the budget forced no eviction"; }+ [ "$(tier_failed deepseek_v4 v4-vk.err)" = 0 ] || { grep '\[VK\] tier' v4-vk.err; fail "deepseek_v4 tier $tag: an upload failed (the budget shrank)"; }fiif [ "${WARM:-0}" = 1 ]; thengrep -q '^\[VK\] tier deepseek_v4: warm start' v4-vk.err || { grep '\[VK\] tier' v4-vk.err; fail "deepseek_v4 tier $tag: no warm start"; }@@ -989,6 +1000,7 @@ glm_tier() {fiif [ "${EVICT:-0}" = 1 ]; then[ "$(tier_evictions colibri vk.log)" -gt 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: the budget forced no eviction"; }+ [ "$(tier_failed colibri vk.log)" = 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: an upload failed (the budget shrank)"; }fiecho "OK $tag: tokens = CPU, $(grep -a -o 'device [0-9]* of [0-9]* routed experts' vk.log | tail -1)$(grep -a -o ' + [0-9]* vk' vk.log | tail -1), $(grep -a -o 'evictions [0-9]*' vk.log | tail -1), $(grep -a -o '(fmt [^)]*)' vk.log | head -1)"}@@ -1010,6 +1022,7 @@ g53_tier() {[ "$(tier_count glm53 vk.log)" -gt 0 ] || { cat vk.log; fail "$tag: no routed expert ran on the device"; }if [ "${EVICT:-0}" = 1 ]; then[ "$(tier_evictions glm53 vk.log)" -gt 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: the budget forced no eviction"; }+ [ "$(tier_failed glm53 vk.log)" = 0 ] || { grep '\[VK\] tier' vk.log; fail "$tag: an upload failed (the budget shrank)"; }filocal where; where=$(dense_where glm53 vk.log "$tag" "${envs[@]}") || { echo "$where"; exit 1; }echo "OK $tag: tokens = CPU, $(grep -a -o 'device [0-9]* of [0-9]* routed experts' vk.log | tail -1), $(grep -a -o 'evictions [0-9]*' vk.log | tail -1), trunk on the $where"diff --git a/c/vk_tier.h b/c/vk_tier.hindex 41043878..37715488 100644--- a/c/vk_tier.h+++ b/c/vk_tier.h@@ -20,7 +20,7 @@* With COLI_VULKAN unset, COLI_VK_TIER=0, a CUDA tier active, or a build without* VK=1 (the inline stubs below), nothing here runs and the engine is unchanged.*- * ---- integrating an engine (the phase-2 guide) -------------------------------+ * ---- integrating an engine ----------------------------------------------------* 0. Open the device saying whether the tier will be tried, so the dense matrices* get their default place (on a device that shares the CPU's RAM they stay on* the CPU while the tier is on; COLI_VK_DENSE decides when set):