Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge cached origin/dev into feat/qwen38-flash-next
themorlockefcb2167e572
diff --cc c/Makefileindex c0b03e1f,290b75dc..b6459270--- a/c/Makefile+++ b/c/Makefile@@@ -1341,35 -1315,35 +1350,41 @@@ SEGMENT_RUNTIME_LIB = $(SEGMENT_BUILD_D$(SEGMENT_BUILD_DIR):mkdir -p $@- $(SEGMENT_BUILD_DIR)/glm.o: colibri.c segment_runtime.h \- segment_adapters.h segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ $(SEGMENT_BUILD_DIR)/glm.o: colibri.c segment_runtime.h edge_runtime.h \+ segment_adapters.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h edge_tok_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -DCOLIBRI_NO_MAIN -c colibri.c -o $@- $(SEGMENT_BUILD_DIR)/inkling.o: inkling.c segment_runtime.h \- segment_adapters.h segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ $(SEGMENT_BUILD_DIR)/inkling.o: inkling.c segment_runtime.h edge_runtime.h \+ segment_adapters.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h edge_tok_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -DINKLING_NO_MAIN -c inkling.c -o $@- $(SEGMENT_BUILD_DIR)/kimi.o: kimi_k3.c segment_runtime.h \- segment_adapters.h segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ $(SEGMENT_BUILD_DIR)/kimi.o: kimi_k3.c segment_runtime.h edge_runtime.h \+ segment_adapters.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h edge_tok_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -DKIMI_K3_NO_MAIN -c kimi_k3.c -o $@- $(SEGMENT_BUILD_DIR)/olmoe.o: olmoe.c segment_runtime.h \- segment_adapters.h segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ $(SEGMENT_BUILD_DIR)/olmoe.o: olmoe.c segment_runtime.h edge_runtime.h \+ segment_adapters.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h edge_tok_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -DOLMOE_NO_MAIN -c olmoe.c -o $@- $(SEGMENT_BUILD_DIR)/qwen36.o: qwen36.c segment_runtime.h \- segment_adapters.h segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ $(SEGMENT_BUILD_DIR)/qwen36.o: qwen36.c segment_runtime.h edge_runtime.h \+ segment_adapters.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -DQWEN36_NO_MAIN -c qwen36.c -o $@+$(SEGMENT_BUILD_DIR)/qwen38.o: qwen38.c qwen38_core.h segment_runtime.h \+ segment_adapters.h segment_adapter_internal.h st.h json.h compat.h quant.h \+ qwen38_nfc.h qwen38_nfc_tables.h route_trace.h tok_unicode.h \+ tok_unicode_o200k.h | $(SEGMENT_BUILD_DIR)+ $(CC) $(SEGMENT_CPU_CFLAGS) -DQWEN38_NO_MAIN -c qwen38.c -o $@+$(SEGMENT_V4_OBJS): $(SEGMENT_BUILD_DIR)/%.o: deepseek_v4.c deepseek_v4.h \deepseek_v4_internal.h segment_runtime.h segment_adapters.h \- segment_adapter_internal.h st.h | $(SEGMENT_BUILD_DIR)+ edge_runtime.h edge_adapters.h segment_adapter_internal.h \+ edge_adapter_internal.h edge_tok_internal.h st.h | $(SEGMENT_BUILD_DIR)$(CC) $(SEGMENT_CPU_CFLAGS) -D$* -c deepseek_v4.c -o $@$(SEGMENT_V4_REGISTRY_OBJ): expert_store_registry.c expert_store_registry.h \@@@ -1405,13 -1410,29 +1452,31 @@@ segment-adapters-real: tests/test_segme@test -n "$(DEEPSEEK_SEGMENT_MODEL)" || { echo "set DEEPSEEK_SEGMENT_MODEL" >&2; exit 2; }OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) glm "$(GLM_SEGMENT_MODEL)" 0 3 5 8OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) inkling "$(INKLING_SEGMENT_MODEL)" 0 4 8 8- OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) kimi "$(KIMI_SEGMENT_MODEL)" 0 3 6 8+ COLI_RAM_OVERCOMMIT=1 OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) kimi "$(KIMI_SEGMENT_MODEL)" 0 3 6 8OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) olmoe "$(OLMOE_SEGMENT_MODEL)" 0 2 4 8OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) qwen36 "$(QWEN_SEGMENT_MODEL)" 0 4 8 8+ OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) qwen38 "$(QWEN38_SEGMENT_MODEL)" 0 2 4 8+ OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) qwen38 "$(QWEN38_SEGMENT_MODEL)" 1 2 4 8OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_segment_adapters_real$(EXE) deepseek_v4 "$(DEEPSEEK_SEGMENT_MODEL)" 0 1 3 8+ # End-to-end model-edge gate. Every run performs tokenizer round-trip, embeds+ # the independent oracle's prompt, executes the complete real Segment stack+ # and compares greedy decode tokens with that oracle. The fixture tokenizer+ # helper is only for existing math-only tiny checkpoints that omit one.+ edge-adapters-real: tests/test_edge_adapters_real$(EXE)+ @test -n "$(GLM_EDGE_MODEL)" && test -n "$(GLM_EDGE_REF)" || { echo "set GLM_EDGE_MODEL and GLM_EDGE_REF" >&2; exit 2; }+ @test -n "$(INKLING_EDGE_MODEL)" && test -n "$(INKLING_EDGE_REF)" || { echo "set INKLING_EDGE_MODEL and INKLING_EDGE_REF" >&2; exit 2; }+ @test -n "$(KIMI_EDGE_MODEL)" && test -n "$(KIMI_EDGE_REF)" || { echo "set KIMI_EDGE_MODEL and KIMI_EDGE_REF" >&2; exit 2; }+ @test -n "$(OLMOE_EDGE_MODEL)" && test -n "$(OLMOE_EDGE_REF)" || { echo "set OLMOE_EDGE_MODEL and OLMOE_EDGE_REF" >&2; exit 2; }+ @test -n "$(QWEN_EDGE_MODEL)" && test -n "$(QWEN_EDGE_REF)" || { echo "set QWEN_EDGE_MODEL and QWEN_EDGE_REF" >&2; exit 2; }+ @test -n "$(DEEPSEEK_EDGE_MODEL)" && test -n "$(DEEPSEEK_EDGE_REF)" || { echo "set DEEPSEEK_EDGE_MODEL and DEEPSEEK_EDGE_REF" >&2; exit 2; }+ GLM_SEGMENT_EBITS=16 GLM_SEGMENT_DBITS=16 OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) glm "$(GLM_EDGE_MODEL)" "$(GLM_EDGE_REF)" 3+ INK_SEGMENT_BITS=0 OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) inkling "$(INKLING_EDGE_MODEL)" "$(INKLING_EDGE_REF)" 3+ COLI_RAM_OVERCOMMIT=1 K3_BITS=32 K3_MLA_BITS=32 K3_HEAD_BITS=32 K3_IDOT=0 OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) kimi "$(KIMI_EDGE_MODEL)" "$(KIMI_EDGE_REF)" 3+ OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) olmoe "$(OLMOE_EDGE_MODEL)" "$(OLMOE_EDGE_REF)" 3+ OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) qwen36 "$(QWEN_EDGE_MODEL)" "$(QWEN_EDGE_REF)" 3+ OMP_NUM_THREADS=$${OMP_NUM_THREADS:-2} ./tests/test_edge_adapters_real$(EXE) deepseek_v4 "$(DEEPSEEK_EDGE_MODEL)" "$(DEEPSEEK_EDGE_REF)" 3+V4_HOT_TEST_OBJ = COLI_V4_UNIT_EXPERT_STORE_HOT_ROWS16_TEST.oV4_BATCH_TEST_OBJ = COLI_V4_UNIT_NATIVE_QUANT_BATCH_TEST.oV4_TEST_LINK_OBJS = \