Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
packaging: build_hip_linux.sh builds the HIP engine package with both picture readers
Niko122196658aebaeb8
diff --git a/packaging/build_hip_linux.sh b/packaging/build_hip_linux.shnew file mode 100644index 000000000..e833bc69e--- /dev/null+++ b/packaging/build_hip_linux.sh@@ -0,0 +1,94 @@+#!/bin/bash+# Linux AMD (HIP) engine package: strata + the CPU picture reader (strata-vision) + the GPU picture reader (strata-vision-hip),+# the ROCm libraries both load, and the rocBLAS / hipBLASLt kernel data for the listed archs, packaged as an engine component.+# Run on a Linux box that has ROCm (TheRock Python wheels are enough); the tester packages were built in an Ubuntu 22.04 chroot+# (glibc 2.35) so they run on every distribution since. All settings are environment variables:+#+# VARIANT=rx9070 rx9070 (gfx1200 gfx1201) | rx7900 (gfx1100 gfx1101 gfx1102) | halo (gfx1151) | igpu (gfx1103 gfx1150) | a name + ARCHS=+# ARCHS="gfx1200;gfx1201" the code objects (default: the variant's)+# SRC=<this checkout> the Strata source (default: the checkout this script is in)+# LLAMA=<llama.cpp checkout> at the pinned commit (setup.py LLAMA_CPP_COMMIT); mtmd and ggml come from it+# HP=<ROCm devel root> CORE=<ROCm core root> LIBW=<ROCm libraries root> (TheRock: _rocm_sdk_devel, _rocm_sdk_core, _rocm_sdk_libraries_*)+# OUT=<work folder> PKGVER=0.1.45.3 COMMIT=<source commit for the build id> JOBS=16+# VISION_ONLY=1 build only the two readers (no engine, no package)+# NO_PACKAGE=1 stop after the stage folder+#+# Both readers get RUNPATH $ORIGIN (tools/vision/CMakeLists.txt), and every bundled library is patched to $ORIGIN, so the+# component folder runs from anywhere with nothing from the environment (packaging/binary_deps.py checks it).+set -u+V=${VARIANT:?VARIANT=rx9070|rx7900|halo|igpu|<name> with ARCHS=}+SRC=${SRC:-$(cd "$(dirname "$0")/.." && pwd)}+LLAMA=${LLAMA:?LLAMA=<llama.cpp checkout at the pinned commit>}+HP=${HP:?HP=<ROCm devel root>}+CORE=${CORE:-$HP}+LIBW=${LIBW:-$HP}+OUT=${OUT:-$PWD/work-$V}+PKGVER=${PKGVER:-0.1.45.3}+COMMIT=${COMMIT:-unknown}+JOBS=${JOBS:-16}+case "$V" in+ rx9070) ARCHS=${ARCHS:-gfx1200;gfx1201} ;;+ rx7900) ARCHS=${ARCHS:-gfx1100;gfx1101;gfx1102} ;;+ halo) ARCHS=${ARCHS:-gfx1151} ;;+ igpu) ARCHS=${ARCHS:-gfx1103;gfx1150} ;;+ *) ARCHS=${ARCHS:?ARCHS=gfx...} ;;+esac+ARCHLIST=${ARCHS//;/ }+DATAARCH=${ARCHS//;/,}+mkdir -p "$OUT"; S=$OUT/build.status+st() { echo "$* $(date +%T)" >> "$S"; }+: > "$S"+export HIP_PLATFORM=amd HIP_COMPILER=clang HIP_RUNTIME=rocclr ROCM_PATH=$HP HIP_PATH=$HP+HIPDEFS=(-DCMAKE_HIP_COMPILER=$HP/llvm/bin/clang++ -DCMAKE_HIP_COMPILER_ROCM_ROOT=$HP "-DCMAKE_PREFIX_PATH=$HP;$LIBW"+ "-DCMAKE_HIP_FLAGS=--rocm-path=$HP --rocm-device-lib-path=$HP/lib/llvm/amdgcn/bitcode")+st "start $V ($ARCHS) commit $COMMIT"+cd "$SRC" || exit 1+if [ -z "${VISION_ONLY:-}" ]; then+ cmake -G Ninja -S . -B "$OUT/b" -DCMAKE_BUILD_TYPE=Release -DSTRATA_ENABLE_HIP=ON -DSTRATA_ENABLE_CUDA=OFF -DSTRATA_BUILD_TESTS=OFF \+ -DSTRATA_PREFILL_MMQ=ON "-DCMAKE_HIP_ARCHITECTURES=$ARCHS" "${HIPDEFS[@]}" -DSTRATA_GGML_DIR="$LLAMA" -DSTRATA_PORTABLE=ON \+ "-DCMAKE_EXE_LINKER_FLAGS=-Wl,-rpath,'\$ORIGIN' -Wl,--enable-new-dtags" > "$OUT/cfg.log" 2>&1+ st "engine configured rc=$?"+ nice -n 10 cmake --build "$OUT/b" --target strata -j "$JOBS" > "$OUT/build.log" 2>&1+ st "engine built rc=$?"+ [ -x "$OUT/b/strata" ] || { st "ABORT no strata"; exit 1; }+fi+# the CPU reader: portable (AVX2), the fallback that runs on any PC+cmake -G Ninja -S tools/vision -B "$OUT/bv" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="$LLAMA" -DSTRATA_VISION_CUDA=OFF \+ -DSTRATA_PORTABLE=ON > "$OUT/cfg-vision.log" 2>&1+nice -n 10 cmake --build "$OUT/bv" --target strata-vision -j "$JOBS" > "$OUT/build-vision.log" 2>&1+st "cpu reader built rc=$?"+[ -x "$OUT/bv/bin/strata-vision" ] || { st "ABORT no strata-vision"; exit 1; }+# the GPU reader: ggml-hip for the same archs; the CPU kernels in it are portable too+cmake -G Ninja -S tools/vision -B "$OUT/bh" -DCMAKE_BUILD_TYPE=Release -DLLAMA_DIR="$LLAMA" -DSTRATA_VISION_HIP=ON \+ "-DSTRATA_VISION_HIP_ARCHS=$ARCHS" -DSTRATA_PORTABLE=ON "${HIPDEFS[@]}" > "$OUT/cfg-vision-hip.log" 2>&1+st "gpu reader configured rc=$?"+nice -n 10 cmake --build "$OUT/bh" --target strata-vision -j "$JOBS" > "$OUT/build-vision-hip.log" 2>&1+st "gpu reader built rc=$?"+[ -x "$OUT/bh/bin/strata-vision-hip" ] || { st "ABORT no strata-vision-hip"; tail -20 "$OUT/build-vision-hip.log" >> "$S"; exit 1; }+[ -n "${VISION_ONLY:-}" ] && { st "VISION-DONE"; exit 0; }+STAGE=$OUT/stage; rm -rf "$STAGE"; mkdir -p "$STAGE"+cp "$OUT/b/strata" "$OUT/bv/bin/strata-vision" "$OUT/bh/bin/strata-vision-hip" "$STAGE/"+ARCHJSON=$(for a in $ARCHLIST; do printf '"%s", ' "$a"; done | sed 's/, $//')+cat > "$STAGE/BUILD.json" <<EOJ+{"version": "$PKGVER", "source": "f-amd-vision $COMMIT", "variant": "$V", "archs": [$ARCHJSON], "portable": true, "vision": "gpu", "vision_cpu": "strata-vision", "vision_gpu": "strata-vision-hip", "vision_archs": [$ARCHJSON]}+EOJ+# the libraries all three programs load (the readers add hipblas / rocblas only if the engine did not already)+for b in strata strata-vision-hip; do+ python3 packaging/collect_libs.py --binary "$STAGE/$b" --search "$LIBW/lib" --search "$HP/lib" --search "$CORE/lib" --search "$CORE/lib/llvm/lib" \+ --also 'libamd_comgr.so*' --also 'libhiprtc*.so*' --out "$STAGE" \+ --data "$LIBW/lib/rocblas/library=rocblas/library" --data "$LIBW/lib/hipblaslt/library=hipblaslt/library" --data-arch "$DATAARCH" \+ >> "$OUT/collect.log" 2>&1+ st "collected for $b rc=$?"+done+for f in "$STAGE"/*.so "$STAGE"/*.so.*; do [ -f "$f" ] && [ ! -L "$f" ] && patchelf --set-rpath '$ORIGIN' "$f"; done+for f in "$STAGE/strata" "$STAGE/strata-vision" "$STAGE/strata-vision-hip"; do+ st "RUNPATH $(basename "$f"): $(readelf -d "$f" | grep -E 'RPATH|RUNPATH' | cut -d'[' -f2 | tr -d ']' | paste -sd' ')"+done+[ -n "${NO_PACKAGE:-}" ] && { st "STAGE-DONE"; exit 0; }+rm -rf "$OUT/components"; mkdir -p "$OUT/components/engine"+ARCHARGS=""; for a in $ARCHLIST; do ARCHARGS="$ARCHARGS --arch $a"; done+python3 packaging/package_engine.py --src "$STAGE" --backend hip --version "$PKGVER" --out "$OUT/components/engine" $ARCHARGS \+ --variant "$V" --build-id "$COMMIT+rocm" --tree --notes "AMD $V build: engine, CPU picture reader, GPU picture reader" > "$OUT/package.log" 2>&1+st "packaged rc=$?"+cat "$OUT/package.log" >> "$S"+st "BUILD-DONE"