Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
tests: the loader ABI tripwire counts the optional coli_cuda_tensor_overwrite
kreuzzelge70b99b5a190
diff --git a/c/tests/test_backend_loader.py b/c/tests/test_backend_loader.pyindex 48269f16..43eb030c 100644--- a/c/tests/test_backend_loader.py+++ b/c/tests/test_backend_loader.py@@ -918,7 +918,7 @@ class LoaderStubFixtureTest(unittest.TestCase):cls.fixture = Nonedef test_abi_is_derived_from_the_loader_source(self):- """47 mandatory + 14 optional, parsed from backend_loader.c.+ """47 mandatory + 15 optional, parsed from backend_loader.c.The counts are a deliberate tripwire: adding a RESOLVE to the loaderwidens the ABI every Windows DLL must satisfy, and that should be a@@ -929,8 +929,8 @@ class LoaderStubFixtureTest(unittest.TestCase):"""f = self.fixtureself.assertEqual(len(f.mandatory), 47)- self.assertEqual(len(f.optional), 14) # +expert_mxfp4: optional Kimi SiTU pipeline; +dn_create/free/set_state/get_state/step- self.assertEqual(len(f.exports), 61)+ self.assertEqual(len(f.optional), 15) # +expert_mxfp4: optional Kimi SiTU pipeline; +dn_create/free/set_state/get_state/step; +tensor_overwrite+ self.assertEqual(len(f.exports), 62)self.assertEqual(len(f.exports), len(f.mandatory) + len(f.optional))self.assertIn("coli_cuda_init", f.mandatory)self.assertIn("coli_cuda_e8_set_grid", f.optional)@@ -953,6 +953,10 @@ class LoaderStubFixtureTest(unittest.TestCase):for name in ("coli_cuda_dn_create", "coli_cuda_dn_free", "coli_cuda_dn_set_state","coli_cuda_dn_get_state", "coli_cuda_dn_step"):self.assertIn(name, f.optional)+ # tensor_overwrite: a tier swap writes the newcomer into the victim's+ # device buffers instead of cudaFree + cudaMalloc. OPTIONAL: a DLL+ # predating it answers 0 and the tier frees and uploads as before.+ self.assertIn("coli_cuda_tensor_overwrite", f.optional)def test_both_runtimes_exist_with_the_production_basename(self):"""Same basename, different directories — the conflict precondition."""