Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

tests: the speculative harnesses start every run from both draft sources off

JustVugg072232049599
diff --git a/c/tests/qwen38_mtp_harness.py b/c/tests/qwen38_mtp_harness.py
index b5cd5998..2fc52f4a 100644
--- a/c/tests/qwen38_mtp_harness.py
+++ b/c/tests/qwen38_mtp_harness.py
@@ -42,7 +42,10 @@ FAILS = []
# Q38_MTP_DRAFTS=1: this harness gates the one-draft verify (S=2) and counts its loop;
# deeper verifies and prompt lookup are tests/spec_drafts_harness.py's
BASE_ENV = {"OMP_NUM_THREADS": "2", "COLI_NO_OMP_TUNE": "1", "COLI_CUDA": "0",
- "Q38_TRUNK_GPU": "0", "NOSTREAM": "1", "USAGE_SAVE": "0", "Q38_MTP_DRAFTS": "1"}
+ "Q38_TRUNK_GPU": "0", "NOSTREAM": "1", "USAGE_SAVE": "0", "Q38_MTP_DRAFTS": "1",
+ # the comparisons are against plain decoding, and the MTP head and prompt lookup
+ # are on by default since 1.13.0: a run is plain unless it sets Q38_MTP=1 itself
+ "Q38_MTP": "0", "COLI_LOOKUP": "0"}
MTP_KEYS = ("Q38_MTP", "Q38_MTP_WIRING", "Q38_MTP_FORCE", "Q38_MTP_DUMP", "DUMP",
"Q38_PREFILL_BATCH", "Q38_TRUNK_MIN_KB", "Q38_EXPERT_INT4", "Q38_MTP_DRAFTS", "COLI_LOOKUP")
diff --git a/c/tests/spec_drafts_harness.py b/c/tests/spec_drafts_harness.py
index 744eefb9..3f9438b3 100644
--- a/c/tests/spec_drafts_harness.py
+++ b/c/tests/spec_drafts_harness.py
@@ -49,7 +49,10 @@ SANITIZE = False # --sanitize: every run's stderr is checked for an ASan or UB
REQUIRE_KV_SPLIT = False
SAN_RE = re.compile(rb"ERROR: AddressSanitizer|runtime error:")
BASE_ENV = {"OMP_NUM_THREADS": "2", "COLI_NO_OMP_TUNE": "1", "COLI_CUDA": "0", "Q38_TRUNK_GPU": "0",
- "NOSTREAM": "1", "USAGE_SAVE": "0"}
+ "NOSTREAM": "1", "USAGE_SAVE": "0",
+ # plain decoding is the reference, and both draft sources are on by default since
+ # 1.13.0: every run starts from them off, and a case turns on what it checks
+ "Q38_MTP": "0", "COLI_LOOKUP": "0"}
SPEC_KEYS = ("Q38_MTP", "Q38_MTP_DRAFTS", "Q38_MTP_FORCE", "Q38_MTP_DUMP", "COLI_LOOKUP", "COLI_LOOKUP_DRAFTS",
"COLI_LOOKUP_FORCE", "COLI_SPEC_GATE", "DUMP", "SERVE", "N_NEW", "TOK")
MAX_ROWS = 6