Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

dsv41 iq: the IQ1_M code-table copy is CUDA only (kIq1mCodes does not exist on HIP; found by building the HIP-guarded paths under nvcc with -DSTRATA_USE_HIP)

Niko1221796dbb77b47a
diff --git a/src/dsv41/ds4_iq.cu b/src/dsv41/ds4_iq.cu
index 062cbac9b..fd97be241 100644
--- a/src/dsv41/ds4_iq.cu
+++ b/src/dsv41/ds4_iq.cu
@@ -522,10 +522,12 @@ template <int T, bool F = true>
__device__ __forceinline__ void load_tab_fast(uint32_t* tab) {
if constexpr (!F || Fast<T>::WORDS == 0) {
load_tab<T>(tab);
+#if !defined(STRATA_USE_HIP)
} else if constexpr (T == kIQ1_M) { // a copy of the generated table (ds4_iq1m_codes.inc): 2048 x 16 bytes
const uint4* src = (const uint4*) kIq1mCodes;
uint4* dst = (uint4*) tab;
for (int j = threadIdx.x; j < 2048; j += blockDim.x) dst[j] = src[j];
+#endif
}
}
template <int T, bool F = true>