Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
Windows HIP zip: build_windows.bat builds the two picture readers and package_windows.py ships them
Niko1221536c7f019e5d
diff --git a/tools/hip/build_windows.bat b/tools/hip/build_windows.batindex 08eb06c23..d0eed6695 100644--- a/tools/hip/build_windows.bat+++ b/tools/hip/build_windows.bat@@ -16,6 +16,7 @@ rem gfx1031 = RX 6700 XT / 6800M, #915 #1078; drop it frorem STRATA_ROCM_VERSION 10.2.0a20260930 STRATA_ROCM_INDEX https://nightly.repo.amd.com/rocm/whl-next/rem ROCM_VENV <repo>\.rocm-win BUILD_DIR <repo>\build-hip-win DIST_DIR <repo>\distrem STRATA_GGML_DIR a llama.cpp checkout at the pinned commit (default: CMake fetches it)+rem STRATA_NO_VISION 1 = skip the two picture readers (strata-vision.exe for the CPU, strata-vision-hip.exe for the GPU)setlocal EnableDelayedExpansionfor %%I in ("%~dp0..\..") do set "SRC=%%~fI"if not defined STRATA_HIP_ARCHS set "STRATA_HIP_ARCHS=gfx1100;gfx1101;gfx1102;gfx1200;gfx1201;gfx1030;gfx1031;gfx1151"@@ -79,9 +80,33 @@ if "%TESTS%"=="ON" (cmake --build "%BUILD_DIR%" --target strata strata-device || exit /b 1)-rem ---- 4. the zip: the two programs, the ROCm DLLs they load (+ rocBLAS/hipBLASLt kernels for these archs), licenses+rem ---- 3b. the picture readers (tools/vision, the same llama.cpp as the engine): strata-vision.exe on the CPU (MSVC, portable: the+rem fallback that starts on any PC) and strata-vision-hip.exe on the GPU (ROCm's clang, ggml-hip, the archs above)+set "VISION_ARGS="+if not "%STRATA_NO_VISION%"=="1" (+ set "LLAMA=%STRATA_GGML_DIR%"+ if not defined LLAMA set "LLAMA=%BUILD_DIR%\_deps\strata_llamacpp-src"+ set "LLAMA=!LLAMA:\=/!"+ if not exist "!LLAMA!/tools/mtmd" (echo llama.cpp with tools/mtmd not found in !LLAMA! - set STRATA_GGML_DIR & exit /b 1)+ if not exist "%SRC%\build-vision-cpu-win\build.ninja" (+ cmake -G Ninja -S "%SRC%\tools\vision" -B "%SRC%\build-vision-cpu-win" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="!LLAMA!" ^+ -DSTRATA_VISION_CUDA=OFF -DSTRATA_PORTABLE=ON -DCMAKE_C_COMPILER=cl -DCMAKE_CXX_COMPILER=cl || exit /b 1+ )+ cmake --build "%SRC%\build-vision-cpu-win" --target strata-vision || exit /b 1+ if not exist "%SRC%\build-vision-hip-win\build.ninja" (+ cmake -G Ninja -S "%SRC%\tools\vision" -B "%SRC%\build-vision-hip-win" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="!LLAMA!" ^+ -DSTRATA_VISION_HIP=ON "-DSTRATA_VISION_HIP_ARCHS=%STRATA_HIP_ARCHS%" -DSTRATA_PORTABLE=ON ^+ "-DCMAKE_C_COMPILER=%ROCM_F%/lib/llvm/bin/clang.exe" "-DCMAKE_CXX_COMPILER=%ROCM_F%/lib/llvm/bin/clang++.exe" ^+ "-DCMAKE_HIP_COMPILER=%ROCM_F%/lib/llvm/bin/clang++.exe" "-DCMAKE_HIP_COMPILER_ROCM_ROOT=%ROCM_F%" ^+ "-DCMAKE_PREFIX_PATH=%ROCM_F%" "-DCMAKE_HIP_FLAGS=--rocm-path=%ROCM_F% --rocm-device-lib-path=%BITCODE%" || exit /b 1+ )+ cmake --build "%SRC%\build-vision-hip-win" --target strata-vision || exit /b 1+ set "VISION_ARGS=--vision-cpu %SRC%\build-vision-cpu-win\bin\strata-vision.exe --vision-hip %SRC%\build-vision-hip-win\bin\strata-vision-hip.exe"+)++rem ---- 4. the zip: the programs, the ROCm DLLs they load (+ rocBLAS/hipBLASLt kernels for these archs), licenses"%ROCM_VENV%\Scripts\python.exe" "%SRC%\tools\hip\package_windows.py" --build "%BUILD_DIR%" --rocm "%ROCM%" ^- --archs "%STRATA_HIP_ARCHS%" --rocm-version "%STRATA_ROCM_VERSION%" --out "%DIST_DIR%" || exit /b 1+ --archs "%STRATA_HIP_ARCHS%" --rocm-version "%STRATA_ROCM_VERSION%" --out "%DIST_DIR%" !VISION_ARGS! || exit /b 1echo.echo Done: %DIST_DIR%\strata-windows-x64-hip.zipendlocaldiff --git a/tools/hip/package_windows.py b/tools/hip/package_windows.pyindex 4db84d7fd..82dc26cc2 100644--- a/tools/hip/package_windows.py+++ b/tools/hip/package_windows.py@@ -7,6 +7,9 @@tools/hip/build_windows.bat runs it after the build. The zip holds:strata.exe, strata-device.exe, BUILD.json (backend "hip", the archs, the ROCm and hipBLASLt versions)+ strata-vision.exe, strata-vision-hip.exe the picture readers when --vision-cpu / --vision-hip are given: the CPU reader+ (the fallback; starts on any PC) and the GPU reader (tools/vision,+ STRATA_VISION_HIP; imports the same ROCm DLLs as strata.exe)amdhip64_7.dll, amd_comgr.dll + what they import the HIP runtime beside the exes too (#468 #461: before System32)rocm/bin/*.dll the ROCm DLLs the two programs load (their import tables, followedthrough the ROCm DLLs, + amd_comgr.dll, which the HIP runtime loads@@ -73,6 +76,8 @@ def main() -> int:ap.add_argument("--archs", required=True, help="the archs the engine was compiled for, ';'-separated")ap.add_argument("--rocm-version", required=True)ap.add_argument("--out", required=True, type=Path)+ ap.add_argument("--vision-cpu", type=Path, help="strata-vision.exe built for the CPU (tools/vision, STRATA_PORTABLE=ON)")+ ap.add_argument("--vision-hip", type=Path, help="strata-vision-hip.exe built for the same archs (STRATA_VISION_HIP=ON)")a = ap.parse_args()archs = [x for x in re.split(r"[;, ]+", a.archs) if x]rbin = a.rocm / "bin"@@ -83,10 +88,13 @@ def main() -> int:for p in PROGRAMS:shutil.copy2(a.build / p, stage / p)+ readers = [(src, src.name) for src in (a.vision_cpu, a.vision_hip) if src is not None]+ for src, name in readers:+ shutil.copy2(src, stage / name)# the ROCm DLLs: the programs' imports, followed through the ROCm DLLs themselvesrocm_dlls = {p.name.lower(): p for p in rbin.glob("*.dll")}- need, todo, crt = [], [stage / p for p in PROGRAMS] + [rbin / d for d in DYNAMIC], set()+ need, todo, crt = [], [stage / p for p in PROGRAMS] + [stage / n for _, n in readers] + [rbin / d for d in DYNAMIC], set()while todo:f = todo.pop()for name in imports(objdump, f):@@ -157,6 +165,10 @@ def main() -> int:meta = {"source": "prebuilt", "backend": "hip", "platform": "windows-x64", "version": version, "archs": archs,"rocm": a.rocm_version, "hipblaslt_version": hlv[0] * 100000 + hlv[1] * 100 + hlv[2], "vision": "none","lib_dirs": ["rocm/bin"]}+ if a.vision_cpu is not None:+ meta.update({"vision": "cpu", "vision_cpu": a.vision_cpu.name})+ if a.vision_hip is not None:+ meta.update({"vision": "gpu", "vision_gpu": a.vision_hip.name, "vision_archs": archs})(stage / "BUILD.json").write_text(json.dumps(meta, indent=1), encoding="utf-8")z = a.out / ASSET