Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

Gyro: the CPU trellis rows build for arm64 (scalar kernel; the AVX units are x86-only) and the Metal build lists hadamard.cpp and tq_cpu.cpp

Niko122134204c4a3108
diff --git a/metal/CMakeLists.txt b/metal/CMakeLists.txt
index fee0e95c1..3e1b38c0d 100644
--- a/metal/CMakeLists.txt
+++ b/metal/CMakeLists.txt
@@ -97,7 +97,8 @@ set(STRATA_METAL_HOST_SOURCES
${S}/kernels/ngram.cpp ${S}/ngram/ple_reader.cpp ${S}/platform/direct_file.cpp
${S}/prefill/prefill.cpp
${S}/spec/suffix_drafter.cpp ${S}/spec/controller.cpp ${S}/spec/draft_policy.cpp ${S}/spec/draft_source.cpp
- ${S}/kernels/cpu/pool.cpp ${S}/kernels/cpu/expert_layout.cpp ${S}/kernels/cpu/native_expert.cpp)
+ ${S}/kernels/cpu/pool.cpp ${S}/kernels/cpu/expert_layout.cpp ${S}/kernels/cpu/native_expert.cpp
+ ${S}/kernels/cpu/hadamard.cpp ${S}/kernels/cpu/tq_cpu.cpp) # Gyro: the Hadamard rotation, the scalar trellis rows
set_source_files_properties(${S}/core/device.cu ${S}/core/pinned.cu PROPERTIES LANGUAGE CXX)
# The kernel library: Metal implementations (src/engine/*.cpp) and, for every entry point not ported yet, a stub
diff --git a/src/kernels/cpu/tq_cpu.cpp b/src/kernels/cpu/tq_cpu.cpp
index 79cf40f38..1240d7f74 100644
--- a/src/kernels/cpu/tq_cpu.cpp
+++ b/src/kernels/cpu/tq_cpu.cpp
@@ -15,6 +15,12 @@
#include <string>
#include <vector>
+// The AVX2 / AVX-512 units (tq_avx2.cpp, tq_avx512.cpp) exist on x86-64 builds only; anything else (arm64: the Metal build)
+// runs the scalar kernel.
+#if defined(__x86_64__) || defined(_M_X64)
+#define STRATA_TQ_X86 1
+#endif
+
namespace strata::kernels::cpu {
namespace {
@@ -88,11 +94,15 @@ bool tq_supported(int t) noexcept { return t == 144 || t == 145 || t == 146; }
int tq_kbits(int t) noexcept { return t == 144 ? 8 : t == 145 ? 6 : t == 146 ? 7 : 0; }
bool tq_isa_ok(TqIsa isa) {
+#if defined(STRATA_TQ_X86)
switch (isa) {
case TqIsa::avx512: return cpu_avx512_ok();
case TqIsa::avx2: return cpu_avx2_ok();
default: return true;
}
+#else
+ return isa == TqIsa::scalar; // arm64 (the Metal build): the AVX units are not compiled, the scalar kernel runs
+#endif
}
TqIsa tq_isa() {
@@ -160,8 +170,10 @@ ActSet& unpack_all(const void* const* act, int n, int nt) {
void rows_on(TqIsa isa, int kb, const uint8_t* w, size_t row_bytes, int n, const tq_detail::TqAct* const* a, int nt,
float* const* out, int r0, int r1) {
switch (isa) {
+#if defined(STRATA_TQ_X86)
case TqIsa::avx512: tq_detail::tq_rows_avx512(kb, w, row_bytes, n, a, nt, out, r0, r1); break;
case TqIsa::avx2: tq_detail::tq_rows_avx2(kb, w, row_bytes, n, a, nt, out, r0, r1); break;
+#endif
default: tq_detail::tq_rows_scalar(kb, w, row_bytes, n, a, nt, out, r0, r1); break;
}
}