Skip to content

The 80B Qwen3-Coder-Next on a 16 GB Mac, about 13 tok/s, fully offline. A mixture-of-experts inference engine for Apple silicon.

Rust
420 B
Raw Blame
[package]
name = "coachwhip-server"
description = "Coachwhip's doors: the chat page and the OpenAI-compatible API, on loopback."
version.workspace = true
edition.workspace = true
license.workspace = true
publish.workspace = true

[dependencies]
coachwhip-engine.workspace = true
candle.workspace = true
candle-transformers.workspace = true
tokenizers.workspace = true
anyhow.workspace = true
serde_json.workspace = true