Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Gyro: the CPU trellis kernels run on every CPU (scalar without AVX2: upstream ggml has no trellis vec_dot to fall back to); the SYCL build lists the new CPU sources

Niko1221eca3aef3a24b
diff --git a/include/strata/kernels/cpu/tq_cpu.hpp b/include/strata/kernels/cpu/tq_cpu.hpp
index 6f5f83e09..48ac7d901 100644
--- a/include/strata/kernels/cpu/tq_cpu.hpp
+++ b/include/strata/kernels/cpu/tq_cpu.hpp
@@ -39,9 +39,9 @@ int tq_kbits(int ggml_type) noexcept;
TqIsa tq_isa();
/// Whether this CPU can run `isa` at all (scalar: always).
bool tq_isa_ok(TqIsa isa);
-/// Whether the engine's native expert rows take these kernels for the trellis types: on an AVX2 or AVX-512 CPU
-/// unless STRATA_NO_TQ_KERNELS=1; the scalar kernel only when STRATA_TQ_ISA=scalar asks for it (otherwise a CPU
-/// without AVX2 keeps ggml-cpu's vec_dot, compiled for the build's floor).
+/// Whether the engine's native expert rows take these kernels for the trellis types: on every CPU unless
+/// STRATA_NO_TQ_KERNELS=1 (AVX-512 or AVX2 where the CPU has them, else the scalar kernel: a ggml from upstream has
+/// no trellis vec_dot to fall back to, and the AVX code is only reached behind tq_isa_ok).
bool tq_kernels_enabled();
const char* tq_isa_name(TqIsa isa);
diff --git a/src/kernels/cpu/tq_cpu.cpp b/src/kernels/cpu/tq_cpu.cpp
index 94536b36d..79cf40f38 100644
--- a/src/kernels/cpu/tq_cpu.cpp
+++ b/src/kernels/cpu/tq_cpu.cpp
@@ -108,7 +108,9 @@ TqIsa tq_isa() {
bool tq_kernels_enabled() {
static const bool on = [] {
if (const char* e = std::getenv("STRATA_NO_TQ_KERNELS"); e != nullptr && std::atoi(e) != 0) return false;
- return tq_isa() != TqIsa::scalar || env_isa_cap() == 0;
+ // Every CPU runs them: the scalar kernel (baseline x86-64) where there is no AVX2. A ggml built from upstream
+ // has no vec_dot for the trellis types to fall back to, so a CPU without AVX2 must not be sent there.
+ return true;
}();
return on;
}
diff --git a/sycl/CMakeLists.txt b/sycl/CMakeLists.txt
index fd42efbff..ba639519b 100644
--- a/sycl/CMakeLists.txt
+++ b/sycl/CMakeLists.txt
@@ -119,7 +119,7 @@ add_library(strata_spec STATIC ${_spec})
target_link_libraries(strata_spec PUBLIC strata_includes)
strata_resolve(_cpu src/kernels/cpu/expert.cpp src/kernels/cpu/pool.cpp src/kernels/cpu/expert_layout.cpp
- src/kernels/cpu/q2_avx2.cpp)
+ src/kernels/cpu/q2_avx2.cpp src/kernels/cpu/hadamard.cpp) # hadamard.cpp: expert_layout.cpp reads hadamard.txt
add_library(strata_kernels_cpu STATIC ${_cpu})
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/expert.cpp PROPERTIES COMPILE_OPTIONS
"-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mf16c;-mfma")
@@ -183,12 +183,16 @@ if(STRATA_NATIVE_EXPERTS)
strata_resolve(_cpu_native src/kernels/cpu/native_expert.cpp src/kernels/cpu/iq_avx512.cpp src/kernels/cpu/iq_avx2.cpp
src/kernels/cpu/kq_avx2.cpp src/kernels/cpu/kq_avx1.cpp # 0.1.31: the Q4_K/Q5_K/Q5_1/Q8_0 expert rows
src/kernels/cpu/q2_avx1.cpp src/kernels/cpu/iq_avx1.cpp # 0.1.42: AVX1 (no AVX2) Q2_0 / i-quant rows
- src/kernels/cpu/nvfp4_avx512.cpp src/kernels/cpu/nvfp4_avx2.cpp) # NVFP4 expert rows (native_expert.cpp calls them)
+ src/kernels/cpu/nvfp4_avx512.cpp src/kernels/cpu/nvfp4_avx2.cpp # NVFP4 expert rows (native_expert.cpp calls them)
+ src/kernels/cpu/tq_cpu.cpp src/kernels/cpu/tq_avx2.cpp src/kernels/cpu/tq_avx512.cpp) # Gyro trellis CPU rows (native_expert.cpp calls them; the SYCL GPU path does not run these types)
target_sources(strata_kernels_cpu PRIVATE ${_cpu_native})
target_include_directories(strata_kernels_cpu PRIVATE ${STRATA_ROOT}/third_party/ggml)
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/iq_avx512.cpp ${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx512.cpp
PROPERTIES COMPILE_OPTIONS "-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mf16c;-mfma")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
+ set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
+ set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx512.cpp PROPERTIES COMPILE_OPTIONS
+ "-mavx512f;-mavx512bw;-mavx512vl;-mavx512vnni;-mavx512vbmi;-mavx2;-mfma;-mf16c")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/iq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/kq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/kq_avx1.cpp PROPERTIES COMPILE_OPTIONS "-mavx")