Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

SYCL Gyro: APR pack log line in generate, second-GPU helper declines Hadamard-folded experts

Niko1221f1bfcc225371
diff --git a/sycl/src/core/remote_experts.cpp b/sycl/src/core/remote_experts.cpp
index 2473463bb..597a02948 100644
--- a/sycl/src/core/remote_experts.cpp
+++ b/sycl/src/core/remote_experts.cpp
@@ -3,6 +3,7 @@
#include "strata/core/remote_experts.hpp"
#include "strata/kernels/cpu/expert_layout.hpp"
+#include "strata/kernels/cpu/hadamard.hpp"
#include "strata/kernels/iq_kernels.hpp"
#include "strata/kernels/quantize_act.hpp"
#include "strata/kernels/s2_expert_grouped.hpp"
@@ -162,6 +163,10 @@ bool RemoteExperts::open(int device, int slots, int64_t layers, int64_t experts,
const ExpertCache &primary, ExpertSource &source,
std::vector<uint8_t> &claimed, std::string &err, bool /*auto_size*/) try {
close();
+ if (strata::kernels::cpu::hadamard_spec().any()) { // APR: this helper does not rotate the expert input yet (SYCL)
+ err = "second-GPU experts: Hadamard-folded (Gyro) experts are not supported on a second Intel GPU yet";
+ return false;
+ }
int count = 0;
if (!check(DPCT_CHECK_ERROR(count = dpct::device_count()),
"cudaGetDeviceCount", err, device)) return false;
diff --git a/sycl/src/program/generate.cpp b/sycl/src/program/generate.cpp
index a03c11f11..ca4b84142 100644
--- a/sycl/src/program/generate.cpp
+++ b/sycl/src/program/generate.cpp
@@ -50,6 +50,7 @@ namespace strata::prefill { void set_nonresident_share(double share); } // SYC
#include "strata/kernels/cpu/expert.hpp"
#include "strata/kernels/cpu/pool.hpp"
#include "strata/kernels/cpu/expert_layout.hpp"
+#include "strata/kernels/cpu/hadamard.hpp"
#include "strata/kernels/ngram.hpp"
#include "strata/kernels/iq_kernels.hpp"
#include "strata/kernels/s2_expert_grouped.hpp"
@@ -2610,6 +2611,11 @@ int main(int argc, char **argv) try {
return 1;
}
}
+ // APR (prism.hadamard) packs (Gyro): every expert path rotates its activations (CPU pool: native_quant_act / _h;
+ // GPU verify and the prompt's FP16 chain: hadamard_rows). Validated on the Arc A750 (SYCL, JIT build).
+ if (strata::kernels::cpu::hadamard_spec().any())
+ std::fprintf(stderr, "strata generate: APR pack: Hadamard-folded experts (block %d)\n",
+ strata::kernels::cpu::hadamard_spec().block);
}
const bool native_pack = strata::kernels::cpu::expert_layout().native;
// STRATA_EARLY_REMOTE_CONTEXTS=1: create EVERY secondary context here, like CUDA1's. Under WSL2 the driver's