Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
NameLast commit date
..
fixtures
audit_win_shims.c
bench_attn_f32.c
bench_cuda_resident_batch.cu
bench_dsa_select.c
bench_dsv4_deepgemm.cu
bench_dsv4_mxfp8.cu
bench_e8.c
bench_fp8_cuda.cu
bench_fused3.c
bench_gemv_stream.c
bench_i4p_gidot.c
bench_idot.c
bench_indexer_allocations.c
bench_inkling_shared_batch.c
bench_load_tq_peak_rss.c
bench_matmul_f32.c
bench_mla_simd.c
bench_omp_grain.c
bench_qwen36_dense_batch.c
bench_router_select.c
bench_st_f16_bf16_simd.c
bench_tensor_core.cu
bench_topp.c
check_data_logprob_gaps.py
compat_prefetch_module.c
fake_hub.py
fuzz_rans.c
gguf_fixture.py
glm53_chat_template_harness.py
glm53_multimodal_tiny_harness.py
glm53_pin_branch_harness.py
glm53_serve_harness.py
glm53_streaming_harness.py
glm53_tiny_harness.py
glm53_vision_serve_harness.py
glm53_vulkan_harness.py
golden_fixture_capture.py
jev_sdk_client.mjs
mimo_serve_fixture.py
mimo_tiny_harness.py
mxfp4_ref.c
prefix_serve_harness.py
qwen_image_fixture.py
qwen36_fake_cuda.h
qwen38_mtp_harness.py
README_efficiency.md
safetensors_edit.py
segment_conformance_fixtures.c
segment_conformance_fixtures.h
segment_conformance_manifest.json
serve_mux_check.py
spec_drafts_harness.py
test_798_guards.c
test_ablate_mode_gate.py
test_ablate_mode.c
test_ablate.c
test_absorb_determinism.cu
test_affine_dequant.c
test_affine_quant.c
test_alloc_footprint_cuda.cu
test_analysis_cache.py
test_anthropic_messages.py
test_auto_tier_vram_notice.py
test_autotune_engine_output_locale.py
test_autotune.py
test_backend_cuda_dsv4.cu
test_backend_cuda.cu
test_backend_loader_header_parity.py
test_backend_loader.py
test_backend_metal.mm
test_benchmark_baseline.py
test_benchmark_cuda_fixture.py
test_benchmark_http_serving.py
test_brio_serve.py
test_build_config_stamp.py
test_cap_mixed_width.c
test_cap_precedence.c
test_cfg_topk.c
test_cgroup_memory.py
test_chat_engine_stderr.py
test_chat_images.py
test_chat_stats.py
test_chat_thinking.py
test_check_ablate_evidence.py
test_check_data_logprob_gaps.py
test_clean_ownership.py
test_clef_tiny.py
test_cli_args.c
test_cli_output.py
test_cluster_clock.py
test_cluster_protocol.c
test_cluster_sharding.py
test_cluster.py
test_coli_run_olmoe_prompt.py
test_coli_stop_portable.py
test_compat_direct.c
test_compat_env.c
test_compat_mem.c
test_compat_prefetch.c
test_convert_gguf_to_olmoe.py
test_convert_glm53_meta.py
test_convert_guard.py
test_convert_inkling_dense_portable.py
test_convert_positioned_write.py
test_convert_routing.py
test_converter_atomic_output.py
test_corpus_draft.c
test_cuda_binary_engine.py
test_cuda_env.py
test_cuda_fmt_guard.c
test_cuda_fmt_trap_cuda.cu
test_cuda_init_failure.cu
test_cuda_lut_gate.c
test_cuda_test_makefile.py
test_datapoint_fresh_locale.py
test_datapoint.py
test_decision_serve.py
test_decode_batch.c
test_deepseek_v4_brio.py
test_deepseek_v4_build_flags.py
test_deepseek_v4_cuda_arch_flags.py
test_deepseek_v4_dspark_source.py
test_deepseek_v4_prefix.py
test_deepseek_v4_tiny.py
test_deepseek_v4.c
test_degrade_zero.c
test_delta_attention.c
test_doctor_engine_arch.py
test_doctor.py
test_download_fp8.py
test_dsa_select.c
test_dsv4_attention_batch_cuda.c
test_dsv4_decode_cuda.c
test_dsv4_dense_batch_cuda.c
test_dsv4_gpu_grouped.c
test_dsv4_mhc.c
test_dsv4_moe_batch_cuda.c
test_dsv4_quant.c
test_dsv4_sparse_attn_batch_cuda.c
test_dsv41_dashboard.py
test_dsv41_dspark_serve.py
test_dsv41_image_serve.py
test_dsv41_prefix_serve.py
test_dsv41_ref_topk.py
test_dsv41_serve_budget.c
test_dsv41_untrusted_load.c
test_dup_name_refusal.c
test_e4m3_vector.c
test_e8_kernel.c
test_e8_neon.c
test_e8x4g64_loader.c
test_e8x4g64_mint_load.py
test_edge_adapters_real.c
test_edge_adapters_registration.c
test_edge_runtime.c
test_efficiency_report.py
test_engine_close_drain.py
test_engine_evidence.py
test_env_defaults.py
test_eslot_inflight.c
test_eval_glm.py
test_exact_dot.c
test_experiment_manifest.py
test_expert_ffn.c
test_expert_store_ops.c
test_family_registry.py
test_fmt2_output_guard.py
test_formats_registry.py
test_fp8_cuda.cu
test_fp8_curl_publication.py
test_fp8_e2e_loader.c
test_fp8_e2e_repack_load.py
test_fp8_load.c
test_fp8_passthrough.c
test_fp8_refusal_canary.py
test_fp8_repack_full_family.py
test_fp8_repack.py
test_fp8_serve_batch_e2e.py
test_fp8_warp_cuda.cu
test_fse.c
test_gemm_largebatch.mm
test_gguf_dequant.py
test_gguf_olmoe_profile.py
test_gguf_reader.py
test_gliner_decide_tiny.py
test_glm_cache_index.c
test_glm_oracle.py
test_glm52_chat_template.py
test_glm53_cap_launch_source.py
test_glm53_clamped_metal.c
test_glm53_context_exceeded.py
test_glm53_dashboard.py
test_glm53_hostile_weights.py
test_glm53_image_key.c
test_glm53_metal_clamped_source.py
test_glm53_metal_routed_source.py
test_glm53_metal_source.py
test_glm53_metal_stats_source.py
test_glm53_mirror.py
test_glm53_moe_block_metal.c
test_glm53_oracles.py
test_glm53_prefill_batch.py
test_glm53_telemetry.py
test_glm53_vk_f32.c
test_glm53_vulkan_clamped_source.py
test_grammar_cache.c
test_grammar.c
test_grouped_g4_cuda.cu
test_gsgemv.c
test_http_request_framing.py
test_i4_acc512.c
test_i4_grouped.c
test_idot.c
test_image_regular_file.py
test_inefficiency.py
test_inkling_cache_index.c
test_inkling_converter_lock.py
test_inkling_dashboard_hits.py
test_inkling_mem_probe.py
test_inkling_prefix_serve.py
test_inkling_serve_framing.c
test_inkling_shared_batch.c
test_install_closure.py
test_int_kernel_exact.c
test_int3_convert.py
test_int3_load.c
test_int3.c
test_iq3_pack.py
test_jev_sdk.py
test_json.c
test_k3_chat_tools.c
test_k3_fill_budget.c
test_k3_mmap.c
test_k3_ram_budget.c
test_k3_repack.py
test_k3_tokenizer_tmp.py
test_k3_validate_out_path.py
test_kimi_cache_index.c
test_kimi_cuda_expert.c
test_kimi_k3_ckpt.py
test_kimi_k3_dashboard.py
test_kimi_k3_tiny.py
test_kimi_request_state.c
test_kimi_serve_framing.c
test_kimi_usage_cli.py
test_kv_alloc.c
test_kv_disk.c
test_kv_fp8.c
test_kv_prefix.c
test_kv_ring_grow.c
test_kv_tq.c
test_kvb_notice.c
test_launcher_dispatch.py
test_laya_tiny.py
test_logit_nan.c
test_logprob_status.c
test_make_deepseek_v4_oracle.py
test_make_qwen36_qpack_snap.py
test_makefile_cuda_scope.py
test_makefile_deps.py
test_makefile_platform.py
test_makefile_vk_obj.py
test_makefile_windows_aliases.py
test_matmul_f32.c
test_mcp_argument_objects.py
test_mcp_install_admission.py
test_mcp_server.py
test_mcp_stdio_encoding.py
test_mcp_thread_lifecycle.py
test_mem_available.c
test_mimo_chat_template.py
test_mimo_prefix_serve.py
test_mirror_plan.py
test_mirror_stripe_split.c
test_missing_tensor_diagnostics.py
test_moe_gs_guard.c
test_mw_ur3_raw_adapter.py
test_mxfp4_cuda.cu
test_mxfp4_expert_cuda.cu
test_native_quant.c
test_olmoe_atomic_output.py
test_olmoe_cache_index.c
test_olmoe_cap_budget.py
test_olmoe_chat_template.py
test_olmoe_context_exceeded.py
test_olmoe_dashboard_hits.py
test_olmoe_dense_shape.py
test_olmoe_dot_i8_16.c
test_olmoe_matmul_q.c
test_olmoe_moe_by_expert.c
test_olmoe_prefix_serve.py
test_olmoe_reference_bounds.py
test_olmoe_serve_framing.c
test_omp_engine_wiring.py
test_omp_tune.c
test_openai_server.py
test_openai_tools_e2e.py
test_openai_tools_fallback_e2e.py
test_openai_tools_k3_e2e.py
test_openai_tools_v4_e2e.py
test_openai_tools_v41_e2e.py
test_oracle.c
test_own_file.c
test_pack_python.py
test_pilot_ring.c
test_pin_pool.c
test_pipe_block.c
test_pipe_cuda.cu
test_placement_balance.py
test_placement_crossval.py
test_precision.c
test_python_discovery.py
test_qgemv.c
test_qi_gemm.c
test_qpack_http_install.py
test_qpack_install_policy.py
test_qpack_mirror_install.py
test_qpack.c
test_qt_addrow.c
test_qwen_image_cli.py
test_qwen_image_client.py
test_qwen_image_gateway.py
test_qwen3_coder_chat_template.py
test_qwen36_cache_index.c
test_qwen36_cache_route.c
test_qwen36_cap_budget.py
test_qwen36_cap_precedence.c
test_qwen36_chat_template.py
test_qwen36_ctx.c
test_qwen36_dashboard.py
test_qwen36_dense_affine.c
test_qwen36_dense_batch.c
test_qwen36_dense_idot.c
test_qwen36_dn_gpu.c
test_qwen36_dnproj_batch.c
test_qwen36_encode_oom.c
test_qwen36_hostile_weights.py
test_qwen36_json_escape.c
test_qwen36_layer_types.py
test_qwen36_prefix_serve.py
test_qwen36_qpack_metal.c
test_qwen36_qpack.c
test_qwen36_slot_int8.c
test_qwen36_tensor_kinds.py
test_qwen36_tier_autoplace.c
test_qwen36_tier_dense.c
test_qwen36_tier_fill_wait.c
test_qwen36_tier_fp8.c
test_qwen36_tier_init_failure.c
test_qwen36_tier_int8_decode.c
test_qwen36_tier_int8_engine.c
test_qwen36_tier_int8.c
test_qwen36_tier_invariants.c
test_qwen36_tier_layer_home.c
test_qwen36_tier_multidev.c
test_qwen36_tier_release.c
test_qwen36_tier_replan.c
test_qwen36_tier_rollback.c
test_qwen36_tier_scale_budget.c
test_qwen36_tier_shutdown.c
test_qwen36_tier_take_error.c
test_qwen36_tier_withdraw.c
test_qwen36_tok_merges.c
test_qwen36_tok_truncated.c
test_qwen36_tokenizer.c
test_qwen36_trunk_dense.c
test_qwen36_vision_serve.py
test_qwen36_weight_alloc.c
test_qwen38_brio.py
test_qwen38_chat_template.py
test_qwen38_config.c
test_qwen38_dashboard.py
test_qwen38_dn_gpu.c
test_qwen38_idot.c
test_qwen38_image.py
test_qwen38_int4_convert.py
test_qwen38_int4_experts.c
test_qwen38_metrics.c
test_qwen38_native_weights.c
test_qwen38_prefix.c
test_qwen38_serve_framing.c
test_qwen38_spec_alloc.c
test_qwen38_tier_engine.c
test_qwen38_tokenizer.c
test_qwen38_vision_serve.py
test_qwen38_vision.c
test_qwenimage_engine_serve.py
test_qwenimage_vae.c
test_ragged_attention.cu
test_ram_clamp.c
test_rans_repack.py
test_rans.c
test_registry_engine_agreement.py
test_request_read_deadline.py
test_residency_sim.py
test_resource_plan.py
test_rope_invfreq.c
test_route_trace.c
test_router_cuda.cu
test_router_nan.c
test_rss_anon.c
test_sample_nan.c
test_schema_gbnf.c
test_score_rows.py
test_segment_adapters_real.c
test_segment_adapters_registration.c
test_segment_conformance_manifest.py
test_segment_conformance.c
test_segment_runtime.c
test_serve_budget.c
test_serve_codec.c
test_serve_model_id.py
test_serve_poll.c
test_serve_sentinel.c
test_setup_catalog.py
test_setup_download.py
test_setup_flow.py
test_setup_hw.py
test_shard_kvb_refuse.c
test_sparse_attn.c
test_sparse_index.c
test_spec_decode_state.c
test_spec_draft.c
test_ssd_probe.c
test_st_f16_bf16_simd.c
test_st_json_integrity.py
test_st_map.c
test_st_mirror.c
test_st_missing.c
test_st_overlay.c
test_st_pread.c
test_st_range_rep.c
test_st_shape.c
test_st_slice.c
test_st.c
test_stop_ids.c
test_stop_liveness.py
test_stop_scope.py
test_stops.c
test_supervisor_scope.py
test_systemone_api.py
test_temp_env.c
test_term_image.py
test_tier.c
test_tok_deepseek.c
test_tok_gpt2.c
test_tok_kimi_tiny.c
test_tok_kimi.c
test_tok_load_validation.py
test_tok_o200k.c
test_tok.c
test_topp.c
test_trunk_resident_layers.py
test_ue8m0.c
test_uring.c
test_v4_bank_pair.c
test_v4_cli.py
test_v4_hybrid_policy.c
test_v4_moe_reason_source.py
test_v4_ownership.c
test_v4_serve_framing.c
test_v4_shared_expert_bindings.py
test_vision_tower.c
test_vk_alloc.c
test_vk_chain.c
test_vk_mxfp4.c
test_vk_tier.c
test_vulkan_engine_counts.py
test_weights_owned_cuda.cu
test_xdna_execution.c
test_xdna_failure.c
test_xdna_package.py
test_xdna_prepared_state.c
test_xdna_qt_state.c
test_xdna_registry.c
tok_deepseek_cases.txt
tok_deepseek_tiny.json
tok_gpt2_cases.txt
tok_gpt2_tiny.json
tok_kimi_tiny.json
tok_o200k_cases.txt
tok_o200k_tiny.json
vulkan_chain_mux.py
vulkan_chain_serve.py
vulkan_chain_v41_image.py
vulkan_decide_compare.py
vulkan_dense_only_deepseek.sh
vulkan_dense_only_glm.sh
vulkan_dense_only_inkling-mimo-kimi.sh
vulkan_dense_only_qwen36-olmoe.sh
vulkan_dense_only_qwen38.sh
vulkan_dev2.sh
vulkan_engines.sh
vulkan_layers_dev2.sh
vulkan_partial_deepseek.sh
vulkan_partial_dsk.sh
vulkan_partial_glm.sh
vulkan_partial_inkling-mimo.sh
vulkan_partial_qwen36-olmoe.sh
vulkan_partial_qwen38.sh
xdna_fake_helper.c
xdna_physical_probe.c