The 80B Qwen3-Coder-Next on a 16 GB Mac, about 13 tok/s, fully offline. A mixture-of-experts inference engine for Apple silicon.
Rust
tools/package-release.sh: builds the ready-built download with no build paths inside
1picassoaicd343b5d3181
diff --git a/.gitignore b/.gitignoreindex 35c2539..1628ddd 100644--- a/.gitignore+++ b/.gitignore@@ -8,3 +8,4 @@ build.loggate-out//data/scripts+/distdiff --git a/tools/package-release.sh b/tools/package-release.shnew file mode 100755index 0000000..9d31a10--- /dev/null+++ b/tools/package-release.sh@@ -0,0 +1,20 @@+#!/bin/bash+# Builds the ready-built download for a release. Run it on an Apple silicon Mac from a clean+# checkout of the release tag; it writes dist/coachwhip-<version>-macos-arm64.tar.gz and its .sha256.+# Build paths are rewritten so no folder of the building Mac ends up inside the binaries.+set -euo pipefail+cd "$(dirname "$0")/.."+V="v$(grep -m1 '^version' Cargo.toml | cut -d'"' -f2)"+export RUSTFLAGS="--remap-path-prefix=$HOME/.cargo=/cargo --remap-path-prefix=$HOME/.rustup=/rustup --remap-path-prefix=$PWD=/coachwhip"+cargo build --release+name="coachwhip-$V-macos-arm64.tar.gz"+mkdir -p dist+COPYFILE_DISABLE=1 tar --no-mac-metadata --uid 0 --gid 0 --uname root --gname wheel -czf "dist/$name" \+ coachwhip.sh LICENSE target/release/coachwhip target/release/coachwhip-prepare+(cd dist && shasum -a 256 "$name" > "$name.sha256")+if strings target/release/coachwhip target/release/coachwhip-prepare | grep -q "$HOME"; then+ echo "error: a build path of this Mac is still inside the binaries" >&2+ exit 1+fi+echo "dist/$name"+cat "dist/$name.sha256"