Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
test(vulkan): the excl cases keep colibri's cache at its slots (CAP_RAISE=0) and leave glm53's count; the usage line names the dev2 families
JustVuggf71f89964267
diff --git a/c/tests/vulkan_dev2.sh b/c/tests/vulkan_dev2.shindex d045ca91..788c6e4d 100644--- a/c/tests/vulkan_dev2.sh+++ b/c/tests/vulkan_dev2.sh@@ -91,7 +91,7 @@ d2_case() {excl)d2_check "$eng" vk.log "$tag $kind"local g; g=$(sed -n "s/^\[VK\] tier $eng run: .* | exclusive: \([0-9]*\) RAM copies.*/\1/p" vk.log | tail -1)- [ "${g:-0}" -gt 0 ] || { grep -a '\[VK\] tier' vk.log; fail "$tag excl: the RAM cache gave up no copy of a device expert"; }+ [ "${D2_NOEVICT:-0}" = 1 ] || [ "${g:-0}" -gt 0 ] || { grep -a '\[VK\] tier' vk.log; fail "$tag excl: the RAM cache gave up no copy of a device expert"; }l="$l; $g RAM copies of device experts given up first" ;;noexcl)! grep -qa "^\[VK\] tier $eng run: .* | exclusive:" vk.log || { grep -a '\[VK\] tier' vk.log; fail "$tag noexcl: COLI_VK_TIER_EXCLUSIVE=0 gave copies up"; } ;;@@ -151,6 +151,7 @@ PYd2_colibri() { # the primary device held at two experts by the engine's own caplocal tok=$1 log=$2 st=(); shift 2; d2_fresh glm_tiny_i4r/.coli_usage[ "${D2_KEEP:-0}" = 1 ] && st=(STATS=glm_tiny_i4r/.coli_usage)+ [ "${D2_SMALL:-0}" = 1 ] && st+=(CAP_RAISE=0) # the excl cases: the cache stays at the slots asked forenv SNAP=glm_tiny_i4r REF=glm_tiny_i4r/ref_glm.json IDOT=0 COLI_VK_EXPERTS=2 "${st[@]}" "$@" ./colibri $(d2_cap 64 2) 4 4 > "$log" 2>&1 || trued2_done glm_tiny_i4r/.coli_usagegrep -aE '^GLM C engine|^PREFILL|^\[ORACLE\] mismatch' "$log" | sed 's/ | [0-9.]* pos\/s//' > "$tok" || true@@ -248,7 +249,9 @@ family_dev2() {d2_case inkling d2_inkling "dev2 inkling" $kd2_case colibri d2_colibri "dev2 colibri" $k# glm53's fixture routes four experts in all, and in six tokens none gets the heat to- # displace another (LFRU's margin): its evict case checks the bound and the uploads+ # displace another (LFRU's margin): its evict case checks the bound and the uploads.+ # Three on the devices leave one for the CPU, which its one RAM slot keeps: its excl+ # case has nothing to give up and checks the tokens and the second deviceD2_E2=1 D2_NOEVICT=1 d2_case glm53 d2_glm53 "dev2 glm53" $kdone# (colibri's own registry on the second device, with the tier off, is the glm family's)diff --git a/c/tests/vulkan_engines.sh b/c/tests/vulkan_engines.shindex d2298690..df2a6173 100755--- a/c/tests/vulkan_engines.sh+++ b/c/tests/vulkan_engines.sh@@ -4098,5 +4098,5 @@ case "${1:-}" inpartial-*) g=${1#partial-}; fn=ptl_family_${g//-/_}declare -F "$fn" >/dev/null || { echo "no partial-chain group ${g}" >&2; exit 2; }"$fn" ;;- *) echo "usage: $0 decide|decide-sanitize|staged|<family>-staged|shader|qwen|qwen-sanitize|inkling-olmoe|inkling-olmoe-sanitize|mimo-qwenimage|deepseek|deepseek-sanitize|kimi|kimi-mimo-sanitize|glm|glm-sanitize|qwen-chain|qwen-chain-sanitize|qwen-spec|qwen-spec-sanitize|mimo-chain|mimo-chain-sanitize|inkling-olmoe-chain|inkling-olmoe-chain-sanitize|glm-chain|glm-chain-sanitize|kimi-chain|kimi-chain-sanitize|deepseek-chain|deepseek-chain-sanitize|dense-only-<group>[-sanitize]|partial-<group>[-sanitize]|prefill-qwen|prefill-qwen-sanitize|prefill-inkling-olmoe|prefill-mimo-kimi|prefill-glm|prefill-deepseek|kv-split|kv-split-sanitize|kv-split-deepseek|kv-split-deepseek-sanitize" >&2; exit 2 ;;+ *) echo "usage: $0 decide|decide-sanitize|staged|<family>-staged|shader|qwen|qwen-sanitize|inkling-olmoe|inkling-olmoe-sanitize|mimo-qwenimage|deepseek|deepseek-sanitize|kimi|kimi-mimo-sanitize|glm|glm-sanitize|qwen-chain|qwen-chain-sanitize|qwen-spec|qwen-spec-sanitize|mimo-chain|mimo-chain-sanitize|inkling-olmoe-chain|inkling-olmoe-chain-sanitize|glm-chain|glm-chain-sanitize|kimi-chain|kimi-chain-sanitize|deepseek-chain|deepseek-chain-sanitize|dense-only-<group>[-sanitize]|partial-<group>[-sanitize]|prefill-qwen|prefill-qwen-sanitize|prefill-inkling-olmoe|prefill-mimo-kimi|prefill-glm|prefill-deepseek|kv-split|kv-split-sanitize|kv-split-deepseek|kv-split-deepseek-sanitize|dev2|dev2-deepseek-kimi-mimo|dev2-sanitize" >&2; exit 2 ;;esac