Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

packaging: build_dsv41_windows.bat and build_dsv41_cuda.sh build strata-dsv41 for the NVIDIA release packages (sm_86 + sm_120 fat)

Niko12216053a4384140
diff --git a/packaging/build_dsv41_cuda.sh b/packaging/build_dsv41_cuda.sh
new file mode 100644
index 000000000..dbd956d93
--- /dev/null
+++ b/packaging/build_dsv41_cuda.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+# strata-dsv41 (the DeepSeek-V4.1 engine) for NVIDIA on Linux, built next to the release engine so package_engine.py can ship it
+# beside `strata` (setup.py dsv41_exe() looks for strata-dsv41 in the engine folder). Same toolchain and RUNPATH rule as the
+# engine build: the result finds cudart/cublas beside itself ($ORIGIN), never the toolkit it was built with.
+#
+# SRC=<checkout> B=<build dir> CUDA=/usr/local/cuda-13.0 GG=<llama.cpp checkout> [ARCH="86-real;120"] [JOBS=6] packaging/build_dsv41_cuda.sh
+#
+# ARCH defaults to the 0.2.4 release shape: SASS for sm_86 (RTX 3090 / 3060) and sm_120 (RTX Blackwell) + PTX sm_120 (the Windows twin
+# built and ran on an RTX 5070; the Linux sm_86 build is the one tested on the RTX 3060 box). Needs CUDA 13 (the sm_120 code); for a
+# CUDA 12.9 package pass ARCH="86-real;89-real;89-virtual" or leave strata-dsv41 out (the Pascal cuda12 variant has no DeepSeek path).
+# Prints the binary path on the last line; collect its libraries with packaging/collect_libs.py --binary <it> --search $CUDA/lib64.
+set -eu
+SRC=${SRC:-$(cd "$(dirname "$0")/.." && pwd)}
+B=${B:?B=<build dir>}
+CUDA=${CUDA:?CUDA=<toolkit root>}
+GG=${GG:?GG=<llama.cpp checkout at the pinned commit>}
+ARCH=${ARCH:-86-real;120}
+JOBS=${JOBS:-6}
+export PATH=$CUDA/bin:$PATH
+cmake -G Ninja -S "$SRC" -B "$B" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON \
+ -DSTRATA_NATIVE_EXPERTS=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=$ARCH" -DCMAKE_CUDA_COMPILER="$CUDA/bin/nvcc" \
+ -DCUDAToolkit_ROOT="$CUDA" -DSTRATA_GGML_DIR="$GG" -DCMAKE_BUILD_WITH_INSTALL_RPATH=ON -DCMAKE_SKIP_BUILD_RPATH=OFF \
+ '-DCMAKE_INSTALL_RPATH=$ORIGIN'
+ninja -j "$JOBS" -C "$B" strata-dsv41
+[ -x "$B/strata-dsv41" ] || { echo "no $B/strata-dsv41" >&2; exit 1; }
+echo "$B/strata-dsv41"
diff --git a/packaging/build_dsv41_windows.bat b/packaging/build_dsv41_windows.bat
new file mode 100644
index 000000000..f7d1c4f51
--- /dev/null
+++ b/packaging/build_dsv41_windows.bat
@@ -0,0 +1,26 @@
+@echo off
+rem strata-dsv41.exe (the DeepSeek-V4.1 engine) for NVIDIA on Windows, built next to the release engine so package_engine.py ships it
+rem beside strata.exe (setup.py dsv41_exe() looks for it in the engine folder). cudart is static; the only extra DLL is cublas64_13.dll,
+rem which package_engine.py copies from CUDA_PATH like it does for strata.exe.
+rem build_dsv41_windows.bat <build dir> [source dir] env: STRATA_GGML_DIR (llama.cpp), CUDA_ROOT (default CUDA 13.0), BUILD_JOBS (default 4),
+rem DSV41_ARCH (default "86-real;120" = sm_86 + sm_120 SASS, PTX sm_120)
+rem Result: <build dir>\strata-dsv41.exe (about 66 MB). Windows: only the cuda13 variant gets it (sm_120 needs CUDA 13).
+setlocal
+set "BD=%~1"
+set "SRCD=%~2"
+if "%BD%"=="" ( echo usage: build_dsv41_windows.bat ^<build dir^> [source dir] & exit /b 2 )
+if "%SRCD%"=="" set "SRCD=%~dp0.."
+if "%CUDA_ROOT%"=="" set "CUDA_ROOT=C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v13.0"
+if "%DSV41_ARCH%"=="" set "DSV41_ARCH=86-real;120"
+if "%BUILD_JOBS%"=="" set "BUILD_JOBS=4"
+if "%STRATA_GGML_DIR%"=="" ( echo set STRATA_GGML_DIR to the llama.cpp checkout & exit /b 2 )
+call "C:\Program Files (x86)\Microsoft Visual Studio\2022\BuildTools\VC\Auxiliary\Build\vcvars64.bat" >nul 2>&1
+if not exist "%BD%\build.ninja" (
+ cmake -G Ninja -S "%SRCD%" -B "%BD%" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=%DSV41_ARCH%" "-DCMAKE_CUDA_COMPILER=%CUDA_ROOT%/bin/nvcc.exe" "-DCUDAToolkit_ROOT=%CUDA_ROOT%" "-DSTRATA_GGML_DIR=%STRATA_GGML_DIR%"
+ if errorlevel 1 exit /b 1
+)
+start "" /belownormal /wait /b cmake --build "%BD%" -j %BUILD_JOBS% --target strata-dsv41
+if errorlevel 1 exit /b 1
+if not exist "%BD%\strata-dsv41.exe" ( echo no strata-dsv41.exe & exit /b 1 )
+echo built %BD%\strata-dsv41.exe
+exit /b 0