Skip to content

Run frontier MoE models on hardware you already own β€” pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

feat(degrade-zero): startup announcement + bit-identical test (issue #865)

Workshop Participant396920953e89
diff --git a/c/colibri.c b/c/colibri.c
index 96b6417f..a19f2185 100644
--- a/c/colibri.c
+++ b/c/colibri.c
@@ -9123,6 +9123,8 @@ int main(int argc, char **argv){
g_degrade_zero = getenv("DEGRADE_ZERO")?atoi(getenv("DEGRADE_ZERO")):0;
g_degrade_tau = getenv("DEGRADE_TAU") ?atof(getenv("DEGRADE_TAU")) :0.03f;
if(g_degrade_tau<=0.f||g_degrade_tau>1.f) g_degrade_tau=0.03f; /* clamp to sane range */
+ if(g_degrade_zero)
+ fprintf(stderr,"[DEGRADE] zero-fill ON, tau=%.3f (approximate mode: miss slots with per-position gate weight < tau are never loaded)\n",g_degrade_tau);
g_disk_split = getenv("DISK_SPLIT")?atoi(getenv("DISK_SPLIT")):0; /* 1 = split dei disk load nelle stats */
g_pipe = getenv("PIPE")?atoi(getenv("PIPE")):
#ifdef _WIN32
diff --git a/c/tests/test_degrade_zero.c b/c/tests/test_degrade_zero.c
index 17dcc334..2eb5d11b 100644
--- a/c/tests/test_degrade_zero.c
+++ b/c/tests/test_degrade_zero.c
@@ -31,6 +31,8 @@
* P7 PREFILL-GUARD β€” with S>4 (prefill batch) the block is a no-op; nothing
* is dropped even if g_degrade_zero=1 and all experts are below tau.
* P8 COUNTER β€” g_degrade_dropped accumulates correctly across calls.
+ * P9 BIT-IDENTICAL β€” with flag off, idxs[], ws[], keff[], and uniq[] are
+ * byte-identical to the input even when sub-tau experts are present.
*/
#include <stdio.h>
@@ -331,6 +333,34 @@ static void test_counter_accumulates(void) {
CHECK(g_degrade_dropped == 3, "counter=3 after second call (cumulative)");
}
+/* P9: bit-identical when off β€” idxs[], ws[], keff[], and uniq[] are all
+ * unchanged when g_degrade_zero=0, including sub-tau experts that would
+ * be dropped if the flag were on. */
+static void test_bit_identical_when_off(void) {
+ printf("\nP9: bit-identical when off\n");
+ /* S=1, K=3: experts with a mix of weights, some below tau */
+ int idxs[3] = {10, 20, 30};
+ float ws[3] = {0.7f, 0.02f, 0.01f};
+ int keff[1] = {3};
+ int uniq[3] = {10, 20, 30}; int nu = 3;
+
+ /* take copies to compare against after the call */
+ int idxs_ref[3]; memcpy(idxs_ref, idxs, sizeof(idxs));
+ float ws_ref[3]; memcpy(ws_ref, ws, sizeof(ws));
+ int keff_ref = keff[0];
+
+ g_degrade_zero = 0; g_degrade_tau = 0.03f; g_degrade_dropped = 0;
+ nu = degrade_zero_apply(idxs, ws, keff, uniq, nu, 1, 3);
+
+ CHECK(nu == 3, "nu unchanged");
+ CHECK(keff[0] == keff_ref, "keff unchanged");
+ CHECK(idxs[0]==idxs_ref[0] && idxs[1]==idxs_ref[1] && idxs[2]==idxs_ref[2],
+ "idxs[] byte-identical");
+ CHECK(ws[0]==ws_ref[0] && ws[1]==ws_ref[1] && ws[2]==ws_ref[2],
+ "ws[] byte-identical");
+ CHECK(g_degrade_dropped == 0, "counter unchanged");
+}
+
/* ---- main ----------------------------------------------------------------- */
int main(void) {
printf("test_degrade_zero: DEGRADE_ZERO miss-slot zero-fill logic\n");
@@ -342,6 +372,7 @@ int main(void) {
test_rescue_rule();
test_prefill_guard();
test_counter_accumulates();
+ test_bit_identical_when_off();
printf("\n");
if (g_fails) {
printf("test_degrade_zero: %d FAILED\n", g_fails);