The 80B Qwen3-Coder-Next on a 16 GB Mac, about 13 tok/s, fully offline. A mixture-of-experts inference engine for Apple silicon.
Rust
[package]
name = "coachwhip-server"
description = "Coachwhip's doors: the chat page and the OpenAI-compatible API, on loopback."
version.workspace = true
edition.workspace = true
license.workspace = true
publish.workspace = true
[dependencies]
coachwhip-engine.workspace = true
candle.workspace = true
candle-transformers.workspace = true
tokenizers.workspace = true
anyhow.workspace = true
serde_json.workspace = true