Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
tests: the speculative harnesses start every run from both draft sources off
JustVugg072232049599
diff --git a/c/tests/qwen38_mtp_harness.py b/c/tests/qwen38_mtp_harness.pyindex b5cd5998..2fc52f4a 100644--- a/c/tests/qwen38_mtp_harness.py+++ b/c/tests/qwen38_mtp_harness.py@@ -42,7 +42,10 @@ FAILS = []# Q38_MTP_DRAFTS=1: this harness gates the one-draft verify (S=2) and counts its loop;# deeper verifies and prompt lookup are tests/spec_drafts_harness.py'sBASE_ENV = {"OMP_NUM_THREADS": "2", "COLI_NO_OMP_TUNE": "1", "COLI_CUDA": "0",- "Q38_TRUNK_GPU": "0", "NOSTREAM": "1", "USAGE_SAVE": "0", "Q38_MTP_DRAFTS": "1"}+ "Q38_TRUNK_GPU": "0", "NOSTREAM": "1", "USAGE_SAVE": "0", "Q38_MTP_DRAFTS": "1",+ # the comparisons are against plain decoding, and the MTP head and prompt lookup+ # are on by default since 1.13.0: a run is plain unless it sets Q38_MTP=1 itself+ "Q38_MTP": "0", "COLI_LOOKUP": "0"}MTP_KEYS = ("Q38_MTP", "Q38_MTP_WIRING", "Q38_MTP_FORCE", "Q38_MTP_DUMP", "DUMP","Q38_PREFILL_BATCH", "Q38_TRUNK_MIN_KB", "Q38_EXPERT_INT4", "Q38_MTP_DRAFTS", "COLI_LOOKUP")diff --git a/c/tests/spec_drafts_harness.py b/c/tests/spec_drafts_harness.pyindex 744eefb9..3f9438b3 100644--- a/c/tests/spec_drafts_harness.py+++ b/c/tests/spec_drafts_harness.py@@ -49,7 +49,10 @@ SANITIZE = False # --sanitize: every run's stderr is checked for an ASan or UBREQUIRE_KV_SPLIT = FalseSAN_RE = re.compile(rb"ERROR: AddressSanitizer|runtime error:")BASE_ENV = {"OMP_NUM_THREADS": "2", "COLI_NO_OMP_TUNE": "1", "COLI_CUDA": "0", "Q38_TRUNK_GPU": "0",- "NOSTREAM": "1", "USAGE_SAVE": "0"}+ "NOSTREAM": "1", "USAGE_SAVE": "0",+ # plain decoding is the reference, and both draft sources are on by default since+ # 1.13.0: every run starts from them off, and a case turns on what it checks+ "Q38_MTP": "0", "COLI_LOOKUP": "0"}SPEC_KEYS = ("Q38_MTP", "Q38_MTP_DRAFTS", "Q38_MTP_FORCE", "Q38_MTP_DUMP", "COLI_LOOKUP", "COLI_LOOKUP_DRAFTS","COLI_LOOKUP_FORCE", "COLI_SPEC_GATE", "DUMP", "SERVE", "N_NEW", "TOK")MAX_ROWS = 6