Skip to content

The 80B Qwen3-Coder-Next on a 16 GB Mac, about 13 tok/s, fully offline. A mixture-of-experts inference engine for Apple silicon.

Rust
488 B
Raw Blame
[package]
name = "coachwhip-engine"
description = "The Coachwhip engine: MoE model families, the expert bank on the GPU, and streaming experts from the SSD."
version.workspace = true
edition.workspace = true
license.workspace = true
publish.workspace = true

[dependencies]
candle.workspace = true
candle-nn.workspace = true
candle-transformers.workspace = true
candle-metal-kernels.workspace = true
objc2-metal.workspace = true
objc2.workspace = true
rayon.workspace = true
libc = "0.2"