Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
release build scripts: a failed step is a non-zero exit (build_hip_linux.sh), a stale binary or an old configure cannot pass, and strata-dsv41 must carry the release commit (BUILD_ID for a tarball, checked in the binary)
Niko122179888371836b
diff --git a/packaging/build_dsv41_cuda.sh b/packaging/build_dsv41_cuda.shindex dbd956d93..4ebfd5584 100644--- a/packaging/build_dsv41_cuda.sh+++ b/packaging/build_dsv41_cuda.sh@@ -17,10 +17,21 @@ GG=${GG:?GG=<llama.cpp checkout at the pinned commit>}ARCH=${ARCH:-86-real;120}JOBS=${JOBS:-6}export PATH=$CUDA/bin:$PATH+# the build id: the commit, 9 characters. A git checkout gives it to CMake itself; a tarball has no .git, so COMMIT=<hex> is required there and goes to BUILD_ID.+# (The id is baked in when cmake configures: a stale build dir is configured again, and a stale binary is deleted first.)+if [ ! -e "$SRC/.git" ] && [ ! -f "$SRC/BUILD_ID" ]; then+ [ -n "${COMMIT:-}" ] || { echo "build_dsv41_cuda.sh: $SRC has no .git and no BUILD_ID: set COMMIT=<hex> so the engine can print its commit" >&2; exit 2; }+ printf '%s\n' "${COMMIT:0:9}" > "$SRC/BUILD_ID"+fi+rm -f "$B/CMakeCache.txt" "$B/strata-dsv41"cmake -G Ninja -S "$SRC" -B "$B" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON \-DSTRATA_NATIVE_EXPERTS=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=$ARCH" -DCMAKE_CUDA_COMPILER="$CUDA/bin/nvcc" \-DCUDAToolkit_ROOT="$CUDA" -DSTRATA_GGML_DIR="$GG" -DCMAKE_BUILD_WITH_INSTALL_RPATH=ON -DCMAKE_SKIP_BUILD_RPATH=OFF \'-DCMAKE_INSTALL_RPATH=$ORIGIN'ninja -j "$JOBS" -C "$B" strata-dsv41[ -x "$B/strata-dsv41" ] || { echo "no $B/strata-dsv41" >&2; exit 1; }+if [ -n "${COMMIT:-}" ]; then+ grep -aq "${COMMIT:0:9}" "$B/strata-dsv41" || { echo "build_dsv41_cuda.sh: strata-dsv41 does not carry the build id ${COMMIT:0:9}" >&2; exit 1; }+ echo "build id ${COMMIT:0:9} is in $B/strata-dsv41" >&2+fiecho "$B/strata-dsv41"diff --git a/packaging/build_dsv41_windows.bat b/packaging/build_dsv41_windows.batindex f7d1c4f51..be56149ef 100644--- a/packaging/build_dsv41_windows.bat+++ b/packaging/build_dsv41_windows.bat@@ -19,8 +19,13 @@ if not exist "%BD%\build.ninja" (cmake -G Ninja -S "%SRCD%" -B "%BD%" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=%DSV41_ARCH%" "-DCMAKE_CUDA_COMPILER=%CUDA_ROOT%/bin/nvcc.exe" "-DCUDAToolkit_ROOT=%CUDA_ROOT%" "-DSTRATA_GGML_DIR=%STRATA_GGML_DIR%"if errorlevel 1 exit /b 1)+rem a stale exe must not pass for this build, and the build id is baked in when cmake configures (a git checkout gives it; a tarball needs BUILD_ID)+if exist "%BD%\strata-dsv41.exe" del /q "%BD%\strata-dsv41.exe"start "" /belownormal /wait /b cmake --build "%BD%" -j %BUILD_JOBS% --target strata-dsv41if errorlevel 1 exit /b 1if not exist "%BD%\strata-dsv41.exe" ( echo no strata-dsv41.exe & exit /b 1 )+for /f "delims=" %%V in ('"%BD%\strata-dsv41.exe" --version') do set "DSV41_VERSION=%%V"+echo %DSV41_VERSION%+if not "%DSV41_VERSION:build unknown=%"=="%DSV41_VERSION%" if not "%ALLOW_UNKNOWN_BUILD_ID%"=="1" ( echo strata-dsv41.exe prints no commit: build from a git checkout or put the commit in BUILD_ID & exit /b 1 )echo built %BD%\strata-dsv41.exeexit /b 0diff --git a/packaging/build_hip_linux.sh b/packaging/build_hip_linux.shindex 20f44cd4e..3b43af497 100644--- a/packaging/build_hip_linux.sh+++ b/packaging/build_hip_linux.sh@@ -43,6 +43,11 @@ ARCHLIST=${ARCHS//;/ }DATAARCH=${ARCHS//;/,}mkdir -p "$OUT"; S=$OUT/build.statusst() { echo "$* $(date +%T)" >> "$S"; }+# a step that failed stops the build with its non-zero exit (a lost exit code let stale binaries through before): chk $? "what"+chk() { local rc=$1; shift; st "$* rc=$rc"; [ "$rc" = 0 ] || { st "ABORT $* failed (rc=$rc)"; exit 1; }; }+# a tree without .git (a tarball) has no commit for the build id: the packer writes it to BUILD_ID (CMakeLists.txt reads it), first 9 characters+ID9=${COMMIT:0:9}+if [ "$COMMIT" != unknown ] && [ ! -e "$SRC/.git" ] && [ ! -f "$SRC/BUILD_ID" ]; then printf '%s\n' "$ID9" > "$SRC/BUILD_ID"; fi: > "$S"export HIP_PLATFORM=amd HIP_COMPILER=clang HIP_RUNTIME=rocclr ROCM_PATH=$HP HIP_PATH=$HP# TheRock 7.14.x dists (the Strix Halo / gfx1151 package) keep libnuma, libz, libdrm ... in lib/rocm_sysdeps; older wheels have no such folder@@ -55,15 +60,17 @@ if [ -z "${VISION_ONLY:-}" ]; thencmake -G Ninja -S . -B "$OUT/b" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_HIP=ON -DSTRATA_ENABLE_CUDA=OFF -DSTRATA_BUILD_TESTS=OFF \-DSTRATA_PREFILL_MMQ=ON "-DCMAKE_HIP_ARCHITECTURES=$ARCHS" "${HIPDEFS[@]}" -DSTRATA_GGML_DIR="$LLAMA" -DSTRATA_PORTABLE=ON \"-DCMAKE_EXE_LINKER_FLAGS=-Wl,-rpath,'\$ORIGIN' -Wl,--enable-new-dtags" > "$OUT/cfg.log" 2>&1- st "engine configured rc=$?"+ chk $? "engine configured"nice -n 10 cmake --build "$OUT/b" --target strata -j "$JOBS" > "$OUT/build.log" 2>&1- st "engine built rc=$?"+ chk $? "engine built"[ -x "$OUT/b/strata" ] || { st "ABORT no strata"; exit 1; }if [ "$DSV41" = 1 ]; then # own build tree: the engine's flags stay as they were; STRATA_NATIVE_EXPERTS=ON is what the DeepSeek path was built with+ rm -f "$OUT/bd/CMakeCache.txt" "$OUT/bd/strata-dsv41" # (the build id is baked in at configure time: always configure again)cmake -G Ninja -S . -B "$OUT/bd" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_HIP=ON -DSTRATA_ENABLE_CUDA=OFF -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON -DSTRATA_NATIVE_EXPERTS=ON "-DCMAKE_HIP_ARCHITECTURES=$ARCHS" "${HIPDEFS[@]}" -DSTRATA_GGML_DIR="$LLAMA" -DSTRATA_PORTABLE=ON "-DCMAKE_EXE_LINKER_FLAGS=-Wl,-rpath,'\$ORIGIN' -Wl,--enable-new-dtags" > "$OUT/cfg-dsv41.log" 2>&1- st "dsv41 configured rc=$?"+ chk $? "dsv41 configured"nice -n 10 cmake --build "$OUT/bd" --target strata-dsv41 -j "$JOBS" > "$OUT/build-dsv41.log" 2>&1- st "dsv41 built rc=$?"+ chk $? "dsv41 built"+ if [ "$COMMIT" != unknown ]; then grep -aq "$ID9" "$OUT/bd/strata-dsv41" || { st "ABORT strata-dsv41 does not carry the build id $ID9"; exit 1; }; st "dsv41 build id $ID9 present"; fi[ -x "$OUT/bd/strata-dsv41" ] || { st "ABORT no strata-dsv41 (DSV41=0 leaves it out)"; tail -20 "$OUT/build-dsv41.log" >> "$S"; exit 1; }fifi@@ -71,14 +78,14 @@ ficmake -G Ninja -S tools/vision -B "$OUT/bv" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="$LLAMA" -DSTRATA_VISION_CUDA=OFF \-DSTRATA_PORTABLE=ON > "$OUT/cfg-vision.log" 2>&1nice -n 10 cmake --build "$OUT/bv" --target strata-vision -j "$JOBS" > "$OUT/build-vision.log" 2>&1-st "cpu reader built rc=$?"+chk $? "cpu reader built"[ -x "$OUT/bv/bin/strata-vision" ] || { st "ABORT no strata-vision"; exit 1; }# the GPU reader: ggml-hip for the same archs; the CPU kernels in it are portable toocmake -G Ninja -S tools/vision -B "$OUT/bh" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="$LLAMA" -DSTRATA_VISION_HIP=ON \"-DSTRATA_VISION_HIP_ARCHS=$ARCHS" -DSTRATA_PORTABLE=ON "${HIPDEFS[@]}" ${VISION_HIP_DEFS:-} > "$OUT/cfg-vision-hip.log" 2>&1-st "gpu reader configured rc=$?"+chk $? "gpu reader configured"nice -n 10 cmake --build "$OUT/bh" --target strata-vision -j "$JOBS" > "$OUT/build-vision-hip.log" 2>&1-st "gpu reader built rc=$?"+chk $? "gpu reader built"[ -x "$OUT/bh/bin/strata-vision-hip" ] || { st "ABORT no strata-vision-hip"; tail -20 "$OUT/build-vision-hip.log" >> "$S"; exit 1; }[ -n "${VISION_ONLY:-}" ] && { st "VISION-DONE"; exit 0; }STAGE=$OUT/stage; rm -rf "$STAGE"; mkdir -p "$STAGE"@@ -93,7 +100,7 @@ for b in "${BINS[@]}"; dopython3 packaging/collect_libs.py --binary "$b" --search "$LIBW/lib" --search "$HP/lib" --search "$CORE/lib" --search "$CORE/lib/llvm/lib" ${SYSDEPS:+--search "$HP/lib/rocm_sysdeps/lib"} \--also 'libamd_comgr.so*' --also 'libhiprtc*.so*' --out "$STAGE" \"${DATA[@]}" >> "$OUT/collect.log" 2>&1- st "collected for $(basename "$b") rc=$?"+ chk $? "collected for $(basename "$b")"DATA=() # the kernel data oncedonecp "$OUT/b/strata" "$OUT/bv/bin/strata-vision" "$OUT/bh/bin/strata-vision-hip" "$STAGE/"@@ -104,13 +111,13 @@ for f in "$STAGE/strata" "$STAGE/strata-vision" "$STAGE/strata-vision-hip" $([ "done# the hipBLASLt version of this ROCm into BUILD.json, and the tuning tables of tools/hip that match it (architecture and version) into tuning/python3 packaging/stage_tuning.py --stage "$STAGE" --archs "$ARCHLIST" --rocm "$HP" >> "$OUT/stage_tuning.log" 2>&1-st "tuning tables rc=$?: $(tail -n 1 "$OUT/stage_tuning.log")"+trc=$?; st "tuning tables rc=$trc: $(tail -n 1 "$OUT/stage_tuning.log")"; [ "$trc" = 0 ] || { st "ABORT tuning tables"; exit 1; }[ -n "${NO_PACKAGE:-}" ] && { st "STAGE-DONE"; exit 0; }rm -rf "$OUT/components"; mkdir -p "$OUT/components/engine"ARCHARGS=""; for a in $ARCHLIST; do ARCHARGS="$ARCHARGS --arch $a"; doneREQ=""; [ "$DSV41" = 1 ] && REQ="--require-dsv41"python3 packaging/package_engine.py --src "$STAGE" --backend hip --version "$PKGVER" --out "$OUT/components/engine" $ARCHARGS \--variant "$V" --build-id "$COMMIT+rocm" --tree $REQ --notes "AMD $V build: engine, CPU picture reader, GPU picture reader$([ "$DSV41" = 1 ] && echo ", DeepSeek-V4.1 engine")${NOTE_EXTRA:-}" > "$OUT/package.log" 2>&1-st "packaged rc=$?"+chk $? "packaged"cat "$OUT/package.log" >> "$S"st "BUILD-DONE"