Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
Gyro: the CPU trellis kernels run on every CPU (scalar without AVX2: upstream ggml has no trellis vec_dot to fall back to); the SYCL build lists the new CPU sources
Niko1221eca3aef3a24b
diff --git a/include/strata/kernels/cpu/tq_cpu.hpp b/include/strata/kernels/cpu/tq_cpu.hppindex 6f5f83e09..48ac7d901 100644--- a/include/strata/kernels/cpu/tq_cpu.hpp+++ b/include/strata/kernels/cpu/tq_cpu.hpp@@ -39,9 +39,9 @@ int tq_kbits(int ggml_type) noexcept;TqIsa tq_isa();/// Whether this CPU can run `isa` at all (scalar: always).bool tq_isa_ok(TqIsa isa);-/// Whether the engine's native expert rows take these kernels for the trellis types: on an AVX2 or AVX-512 CPU-/// unless STRATA_NO_TQ_KERNELS=1; the scalar kernel only when STRATA_TQ_ISA=scalar asks for it (otherwise a CPU-/// without AVX2 keeps ggml-cpu's vec_dot, compiled for the build's floor).+/// Whether the engine's native expert rows take these kernels for the trellis types: on every CPU unless+/// STRATA_NO_TQ_KERNELS=1 (AVX-512 or AVX2 where the CPU has them, else the scalar kernel: a ggml from upstream has+/// no trellis vec_dot to fall back to, and the AVX code is only reached behind tq_isa_ok).bool tq_kernels_enabled();const char* tq_isa_name(TqIsa isa);diff --git a/src/kernels/cpu/tq_cpu.cpp b/src/kernels/cpu/tq_cpu.cppindex 94536b36d..79cf40f38 100644--- a/src/kernels/cpu/tq_cpu.cpp+++ b/src/kernels/cpu/tq_cpu.cpp@@ -108,7 +108,9 @@ TqIsa tq_isa() {bool tq_kernels_enabled() {static const bool on = [] {if (const char* e = std::getenv("STRATA_NO_TQ_KERNELS"); e != nullptr && std::atoi(e) != 0) return false;- return tq_isa() != TqIsa::scalar || env_isa_cap() == 0;+ // Every CPU runs them: the scalar kernel (baseline x86-64) where there is no AVX2. A ggml built from upstream+ // has no vec_dot for the trellis types to fall back to, so a CPU without AVX2 must not be sent there.+ return true;}();return on;}diff --git a/sycl/CMakeLists.txt b/sycl/CMakeLists.txtindex fd42efbff..ba639519b 100644--- a/sycl/CMakeLists.txt+++ b/sycl/CMakeLists.txt@@ -119,7 +119,7 @@ add_library(strata_spec STATIC ${_spec})target_link_libraries(strata_spec PUBLIC strata_includes)strata_resolve(_cpu src/kernels/cpu/expert.cpp src/kernels/cpu/pool.cpp src/kernels/cpu/expert_layout.cpp- src/kernels/cpu/q2_avx2.cpp)+ src/kernels/cpu/q2_avx2.cpp src/kernels/cpu/hadamard.cpp) # hadamard.cpp: expert_layout.cpp reads hadamard.txtadd_library(strata_kernels_cpu STATIC ${_cpu})set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/expert.cpp PROPERTIES COMPILE_OPTIONS"-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mf16c;-mfma")@@ -183,12 +183,16 @@ if(STRATA_NATIVE_EXPERTS)strata_resolve(_cpu_native src/kernels/cpu/native_expert.cpp src/kernels/cpu/iq_avx512.cpp src/kernels/cpu/iq_avx2.cppsrc/kernels/cpu/kq_avx2.cpp src/kernels/cpu/kq_avx1.cpp # 0.1.31: the Q4_K/Q5_K/Q5_1/Q8_0 expert rowssrc/kernels/cpu/q2_avx1.cpp src/kernels/cpu/iq_avx1.cpp # 0.1.42: AVX1 (no AVX2) Q2_0 / i-quant rows- src/kernels/cpu/nvfp4_avx512.cpp src/kernels/cpu/nvfp4_avx2.cpp) # NVFP4 expert rows (native_expert.cpp calls them)+ src/kernels/cpu/nvfp4_avx512.cpp src/kernels/cpu/nvfp4_avx2.cpp # NVFP4 expert rows (native_expert.cpp calls them)+ src/kernels/cpu/tq_cpu.cpp src/kernels/cpu/tq_avx2.cpp src/kernels/cpu/tq_avx512.cpp) # Gyro trellis CPU rows (native_expert.cpp calls them; the SYCL GPU path does not run these types)target_sources(strata_kernels_cpu PRIVATE ${_cpu_native})target_include_directories(strata_kernels_cpu PRIVATE ${STRATA_ROOT}/third_party/ggml)set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/iq_avx512.cpp ${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx512.cppPROPERTIES COMPILE_OPTIONS "-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mf16c;-mfma")set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")+ set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")+ set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx512.cpp PROPERTIES COMPILE_OPTIONS+ "-mavx512f;-mavx512bw;-mavx512vl;-mavx512vnni;-mavx512vbmi;-mavx2;-mfma;-mf16c")set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/iq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/kq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/kq_avx1.cpp PROPERTIES COMPILE_OPTIONS "-mavx")