Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
"""Real-process SCORE rows must not silently invent or ignore token ids."""
import os
from pathlib import Path
import subprocess
import tempfile
import unittest
C_DIR = Path(__file__).resolve().parents[1]
ENGINE = C_DIR / ("colibri.exe" if os.name == "nt" else "colibri")
SNAP = C_DIR / "glm_tiny"
class ScoreRowsTest(unittest.TestCase):
@classmethod
def setUpClass(cls):
if not ENGINE.is_file() or not (SNAP / "model.safetensors").is_file():
raise unittest.SkipTest("build colibri and generate the GLM tiny fixture first")
def run_score(self, rows):
keep = {"PATH", "HOME", "SYSTEMROOT", "WINDIR", "TEMP", "TMP", "USERPROFILE",
"LD_LIBRARY_PATH", "DYLD_LIBRARY_PATH"}
env = {k: v for k, v in os.environ.items() if k in keep}
with tempfile.TemporaryDirectory() as tmp:
path = Path(tmp) / "rows.txt"
path.write_bytes(rows.encode() if isinstance(rows, str) else rows)
env.update(SNAP=str(SNAP), SCORE=str(path), SCORE_PREFIX="0", OMP_NUM_THREADS="4")
return subprocess.run([str(ENGINE), "64", "16", "16"], cwd=C_DIR,
env=env, capture_output=True, text=True, timeout=30)
def test_valid_rows_keep_scores_and_empty_continuations(self):
result = self.run_score("1 1 3 14\n1 0 3\n")
self.assertEqual(result.returncode, 0, result.stderr)
rows = result.stdout.splitlines()[-2:]
self.assertEqual(rows[0].split()[1:], ["1", "0"])
self.assertAlmostEqual(float(rows[0].split()[0]), -5.152055, places=4)
self.assertEqual(rows[1], "0.000000 0 1")
def test_missing_negative_out_of_vocabulary_and_extra_ids(self):
for row in ("1 1 3", "1 1 3 -1", "1 1 3 10000000", "1 1 3 14 7"):
with self.subTest(row=row):
result = self.run_score(row + "\n")
self.assertEqual(result.returncode, 1, result.stderr)
self.assertIn("[SCORE] invalid request at line 1", result.stderr)
def test_invalid_lengths_and_noninteger_fields(self):
for row in ("0 1 3", "1 -1", "1.0 1 3 14", "1 1 3 14junk",
"2147483647 1", "999999999999999999999 0", "1 1 3 14\0ignored"):
with self.subTest(row=row):
result = self.run_score(row + "\n")
self.assertEqual(result.returncode, 1, result.stderr)
self.assertIn("[SCORE] invalid request at line 1", result.stderr)
def test_whole_file_validation_precedes_any_score(self):
result = self.run_score("1 1 3 14\n1 1 3\n")
self.assertEqual(result.returncode, 1, result.stderr)
self.assertIn("[SCORE] invalid request at line 2", result.stderr)
self.assertNotIn("-5.152055 1 0", result.stdout)
if __name__ == "__main__":
unittest.main()