Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

tests: the loader ABI tripwire counts the optional coli_cuda_tensor_overwrite

kreuzzelge70b99b5a190
diff --git a/c/tests/test_backend_loader.py b/c/tests/test_backend_loader.py
index 48269f16..43eb030c 100644
--- a/c/tests/test_backend_loader.py
+++ b/c/tests/test_backend_loader.py
@@ -918,7 +918,7 @@ class LoaderStubFixtureTest(unittest.TestCase):
cls.fixture = None
def test_abi_is_derived_from_the_loader_source(self):
- """47 mandatory + 14 optional, parsed from backend_loader.c.
+ """47 mandatory + 15 optional, parsed from backend_loader.c.
The counts are a deliberate tripwire: adding a RESOLVE to the loader
widens the ABI every Windows DLL must satisfy, and that should be a
@@ -929,8 +929,8 @@ class LoaderStubFixtureTest(unittest.TestCase):
"""
f = self.fixture
self.assertEqual(len(f.mandatory), 47)
- self.assertEqual(len(f.optional), 14) # +expert_mxfp4: optional Kimi SiTU pipeline; +dn_create/free/set_state/get_state/step
- self.assertEqual(len(f.exports), 61)
+ self.assertEqual(len(f.optional), 15) # +expert_mxfp4: optional Kimi SiTU pipeline; +dn_create/free/set_state/get_state/step; +tensor_overwrite
+ self.assertEqual(len(f.exports), 62)
self.assertEqual(len(f.exports), len(f.mandatory) + len(f.optional))
self.assertIn("coli_cuda_init", f.mandatory)
self.assertIn("coli_cuda_e8_set_grid", f.optional)
@@ -953,6 +953,10 @@ class LoaderStubFixtureTest(unittest.TestCase):
for name in ("coli_cuda_dn_create", "coli_cuda_dn_free", "coli_cuda_dn_set_state",
"coli_cuda_dn_get_state", "coli_cuda_dn_step"):
self.assertIn(name, f.optional)
+ # tensor_overwrite: a tier swap writes the newcomer into the victim's
+ # device buffers instead of cudaFree + cudaMalloc. OPTIONAL: a DLL
+ # predating it answers 0 and the tier frees and uploads as before.
+ self.assertIn("coli_cuda_tensor_overwrite", f.optional)
def test_both_runtimes_exist_with_the_production_basename(self):
"""Same basename, different directories — the conflict precondition."""