Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
packaging: build_dsv41_windows.bat and build_dsv41_cuda.sh build strata-dsv41 for the NVIDIA release packages (sm_86 + sm_120 fat)
Niko12216053a4384140
diff --git a/packaging/build_dsv41_cuda.sh b/packaging/build_dsv41_cuda.shnew file mode 100644index 000000000..dbd956d93--- /dev/null+++ b/packaging/build_dsv41_cuda.sh@@ -0,0 +1,26 @@+#!/bin/bash+# strata-dsv41 (the DeepSeek-V4.1 engine) for NVIDIA on Linux, built next to the release engine so package_engine.py can ship it+# beside `strata` (setup.py dsv41_exe() looks for strata-dsv41 in the engine folder). Same toolchain and RUNPATH rule as the+# engine build: the result finds cudart/cublas beside itself ($ORIGIN), never the toolkit it was built with.+#+# SRC=<checkout> B=<build dir> CUDA=/usr/local/cuda-13.0 GG=<llama.cpp checkout> [ARCH="86-real;120"] [JOBS=6] packaging/build_dsv41_cuda.sh+#+# ARCH defaults to the 0.2.4 release shape: SASS for sm_86 (RTX 3090 / 3060) and sm_120 (RTX Blackwell) + PTX sm_120 (the Windows twin+# built and ran on an RTX 5070; the Linux sm_86 build is the one tested on the RTX 3060 box). Needs CUDA 13 (the sm_120 code); for a+# CUDA 12.9 package pass ARCH="86-real;89-real;89-virtual" or leave strata-dsv41 out (the Pascal cuda12 variant has no DeepSeek path).+# Prints the binary path on the last line; collect its libraries with packaging/collect_libs.py --binary <it> --search $CUDA/lib64.+set -eu+SRC=${SRC:-$(cd "$(dirname "$0")/.." && pwd)}+B=${B:?B=<build dir>}+CUDA=${CUDA:?CUDA=<toolkit root>}+GG=${GG:?GG=<llama.cpp checkout at the pinned commit>}+ARCH=${ARCH:-86-real;120}+JOBS=${JOBS:-6}+export PATH=$CUDA/bin:$PATH+cmake -G Ninja -S "$SRC" -B "$B" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON \+ -DSTRATA_NATIVE_EXPERTS=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=$ARCH" -DCMAKE_CUDA_COMPILER="$CUDA/bin/nvcc" \+ -DCUDAToolkit_ROOT="$CUDA" -DSTRATA_GGML_DIR="$GG" -DCMAKE_BUILD_WITH_INSTALL_RPATH=ON -DCMAKE_SKIP_BUILD_RPATH=OFF \+ '-DCMAKE_INSTALL_RPATH=$ORIGIN'+ninja -j "$JOBS" -C "$B" strata-dsv41+[ -x "$B/strata-dsv41" ] || { echo "no $B/strata-dsv41" >&2; exit 1; }+echo "$B/strata-dsv41"diff --git a/packaging/build_dsv41_windows.bat b/packaging/build_dsv41_windows.batnew file mode 100644index 000000000..f7d1c4f51--- /dev/null+++ b/packaging/build_dsv41_windows.bat@@ -0,0 +1,26 @@+@echo off+rem strata-dsv41.exe (the DeepSeek-V4.1 engine) for NVIDIA on Windows, built next to the release engine so package_engine.py ships it+rem beside strata.exe (setup.py dsv41_exe() looks for it in the engine folder). cudart is static; the only extra DLL is cublas64_13.dll,+rem which package_engine.py copies from CUDA_PATH like it does for strata.exe.+rem build_dsv41_windows.bat <build dir> [source dir] env: STRATA_GGML_DIR (llama.cpp), CUDA_ROOT (default CUDA 13.0), BUILD_JOBS (default 4),+rem DSV41_ARCH (default "86-real;120" = sm_86 + sm_120 SASS, PTX sm_120)+rem Result: <build dir>\strata-dsv41.exe (about 66 MB). Windows: only the cuda13 variant gets it (sm_120 needs CUDA 13).+setlocal+set "BD=%~1"+set "SRCD=%~2"+if "%BD%"=="" ( echo usage: build_dsv41_windows.bat ^<build dir^> [source dir] & exit /b 2 )+if "%SRCD%"=="" set "SRCD=%~dp0.."+if "%CUDA_ROOT%"=="" set "CUDA_ROOT=C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v13.0"+if "%DSV41_ARCH%"=="" set "DSV41_ARCH=86-real;120"+if "%BUILD_JOBS%"=="" set "BUILD_JOBS=4"+if "%STRATA_GGML_DIR%"=="" ( echo set STRATA_GGML_DIR to the llama.cpp checkout & exit /b 2 )+call "C:\Program Files (x86)\Microsoft Visual Studio\2022\BuildTools\VC\Auxiliary\Build\vcvars64.bat" >nul 2>&1+if not exist "%BD%\build.ninja" (+ cmake -G Ninja -S "%SRCD%" -B "%BD%" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_CUDA=ON -DSTRATA_BUILD_TESTS=OFF -DSTRATA_BUILD_DSV41=ON -DSTRATA_PORTABLE=ON "-DCMAKE_CUDA_ARCHITECTURES=%DSV41_ARCH%" "-DCMAKE_CUDA_COMPILER=%CUDA_ROOT%/bin/nvcc.exe" "-DCUDAToolkit_ROOT=%CUDA_ROOT%" "-DSTRATA_GGML_DIR=%STRATA_GGML_DIR%"+ if errorlevel 1 exit /b 1+)+start "" /belownormal /wait /b cmake --build "%BD%" -j %BUILD_JOBS% --target strata-dsv41+if errorlevel 1 exit /b 1+if not exist "%BD%\strata-dsv41.exe" ( echo no strata-dsv41.exe & exit /b 1 )+echo built %BD%\strata-dsv41.exe+exit /b 0