Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
"""Exercise the shell harness's actual counters without requiring a GPU."""
from pathlib import Path
import re
import shutil
import subprocess
import tempfile
import unittest
# Use the resolved executable: Windows can otherwise launch System32's WSL
# shim instead of the MSYS2 Bash found on PATH.
BASH = shutil.which("bash")
SCRIPT = Path(__file__).with_name("vulkan_engines.sh").read_text()
# Load only these production helpers: sourcing the full script runs a family.
HELPERS = re.search(r"^fail\(\).*?$", SCRIPT, re.M).group() + "\n"
for name in ("vk_count", "need_gpu"):
HELPERS += re.search(rf"^{name}\(\).*?^\}}", SCRIPT, re.M | re.S).group() + "\n"
@unittest.skipUnless(BASH, "the Vulkan harness requires bash")
class VulkanEngineCounts(unittest.TestCase):
def run_helper(self, log, engine="qwen36", helper="vk_count"):
with tempfile.TemporaryDirectory() as directory:
path = Path(directory) / "run.log"
path.write_text(log)
return subprocess.run(
[BASH, "-eu", "-o", "pipefail", "-c",
HELPERS + f'{helper} "$1" "$2" regression',
"counts-test", engine, path.as_posix()],
capture_output=True, text=True, check=False,
)
def test_legacy_per_matrix_count(self):
result = self.run_helper("[VK] qwen36: 7 matmuls on the GPU (73 matrices resident)\n")
self.assertEqual(result.returncode, 0, result.stderr)
self.assertEqual(result.stdout.strip(), "7")
def test_chain_only_satisfies_gpu_gate(self):
for engine, count in (("qwen36", 1168), ("olmoe", 168), ("mimo", 96)):
with self.subTest(engine=engine):
log = (f"[VK] {engine}: 0 matmuls on the GPU\n"
f"[VK] {engine} chain: 6 forwards, 63 frames (360 ops, "
f"{count} matmuls, 4 tiled GEMM), timings\n")
result = self.run_helper(log, engine)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertEqual(result.stdout.strip(), str(count))
self.assertEqual(self.run_helper(log, engine, "need_gpu").returncode, 0)
def test_latest_cumulative_reports_are_added_once(self):
log = ("[VK] qwen36: 1 matmuls on the GPU\n"
"[VK] qwen36 chain: 1 forwards, 3 frames (50 ops, 3 matmuls, 1 tiled GEMM)\n"
"[VK] qwen36: 2 matmuls on the GPU\n"
"[VK] qwen36 chain: 2 forwards, 6 frames (100 ops, 9 matmuls, 2 tiled GEMM)\n")
result = self.run_helper(log)
self.assertEqual(result.returncode, 0, result.stderr)
self.assertEqual(result.stdout.strip(), "11")
def test_unrelated_engine_does_not_satisfy_gpu_gate(self):
log = ("[VK] olmoe: 999 matmuls on the GPU\n"
"[VK] olmoe chain: 1 forwards, 3 frames (50 ops, 99 matmuls, 0 tiled GEMM)\n")
self.assertEqual(self.run_helper(log).stdout.strip(), "0")
self.assertNotEqual(self.run_helper(log, helper="need_gpu").returncode, 0)
def test_empty_and_zero_logs_still_fail_gpu_gate(self):
for log in ("", "[VK] qwen36: 0 matmuls on the GPU\n",
"[VK] qwen36 chain: 1 forwards, 3 frames (50 ops, 0 matmuls, 0 tiled GEMM)\n"):
with self.subTest(log=log):
self.assertEqual(self.run_helper(log).stdout.strip(), "0")
self.assertNotEqual(self.run_helper(log, helper="need_gpu").returncode, 0)
if __name__ == "__main__":
unittest.main()