Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Metal and SYCL builds: the Metal engine gets stubs for the 512-bit i-quant rows native_expert.cpp now references (x86-only file), and SYCL compiles iq_avx512.cpp with -mbmi2 and -mavx512vpopcntdq like the root CMakeLists.txt

Niko12219551b4168d26
diff --git a/metal/src/engine/stubs_025.cpp b/metal/src/engine/stubs_025.cpp
new file mode 100644
index 000000000..6e9f3bfea
--- /dev/null
+++ b/metal/src/engine/stubs_025.cpp
@@ -0,0 +1,19 @@
+// metal/src/engine/stubs_025.cpp - 0.2.5: native_expert.cpp (shared with the PC engine) now asks whether the 512-bit i-quant rows may take a
+// one-token expert and whether their grid lookups are gathers. Those rows live in src/kernels/cpu/iq_avx512.cpp, an x86 AVX-512 file the
+// Apple build does not compile. Here they answer "not available"; native_expert.cpp only calls iq512x_rows behind cpu_avx512_ok() and
+// iq512x_supported(), both false on arm64, so the stopping stub below is never reached.
+
+#include <cstddef>
+#include <cstdint>
+
+namespace strata::metal_engine { void missing(const char* name); }
+
+namespace strata::kernels::cpu {
+
+bool iq512_gather_on() noexcept { return false; }
+bool iq512x_supported(int) noexcept { return false; }
+void iq512x_rows(int, const uint8_t*, size_t, int, const void* const*, int, float* const*, int, int) {
+ strata::metal_engine::missing("strata::kernels::cpu::iq512x_rows");
+}
+
+} // namespace strata::kernels::cpu
diff --git a/sycl/CMakeLists.txt b/sycl/CMakeLists.txt
index 6f963d098..e20b1c7cc 100644
--- a/sycl/CMakeLists.txt
+++ b/sycl/CMakeLists.txt
@@ -208,7 +208,7 @@ if(STRATA_NATIVE_EXPERTS)
target_sources(strata_kernels_cpu PRIVATE ${_cpu_native})
target_include_directories(strata_kernels_cpu PRIVATE ${STRATA_ROOT}/third_party/ggml)
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/iq_avx512.cpp ${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx512.cpp
- PROPERTIES COMPILE_OPTIONS "-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mf16c;-mfma")
+ PROPERTIES COMPILE_OPTIONS "-mavx512f;-mavx512bw;-mavx512vl;-mavx512dq;-mavx512vnni;-mavx512vbmi;-mavx512vpopcntdq;-mbmi2;-mf16c;-mfma") # (as the root CMakeLists.txt: iq_avx512.cpp uses pdep / pext / vpopcnt)
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/nvfp4_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx2.cpp PROPERTIES COMPILE_OPTIONS "-mavx2;-mfma;-mf16c")
set_source_files_properties(${STRATA_ROOT}/src/kernels/cpu/tq_avx512.cpp PROPERTIES COMPILE_OPTIONS