The 80B Qwen3-Coder-Next on a 16 GB Mac, about 13 tok/s, fully offline. A mixture-of-experts inference engine for Apple silicon.
Rust
install.sh: the pin moves to v0.5.0
1picassoaib7c3f830d877
diff --git a/install.sh b/install.shindex 7d0fbc8..af99f30 100755--- a/install.sh+++ b/install.sh@@ -13,7 +13,7 @@ set -euo pipefailmain() {DIR="${COACHWHIP_DIR:-$HOME/coachwhip}"REPO="${COACHWHIP_REPO:-https://github.com/1picassoai/coachwhip}"-VERSION="${COACHWHIP_VERSION:-v0.4.1}"+VERSION="${COACHWHIP_VERSION:-v0.5.0}"ASSET="coachwhip-$VERSION-macos-arm64.tar.gz"DIST="${COACHWHIP_DIST:-$REPO/releases/download/$VERSION}"