Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
SYCL Gyro: APR pack log line in generate, second-GPU helper declines Hadamard-folded experts
Niko1221f1bfcc225371
diff --git a/sycl/src/core/remote_experts.cpp b/sycl/src/core/remote_experts.cppindex 2473463bb..597a02948 100644--- a/sycl/src/core/remote_experts.cpp+++ b/sycl/src/core/remote_experts.cpp@@ -3,6 +3,7 @@#include "strata/core/remote_experts.hpp"#include "strata/kernels/cpu/expert_layout.hpp"+#include "strata/kernels/cpu/hadamard.hpp"#include "strata/kernels/iq_kernels.hpp"#include "strata/kernels/quantize_act.hpp"#include "strata/kernels/s2_expert_grouped.hpp"@@ -162,6 +163,10 @@ bool RemoteExperts::open(int device, int slots, int64_t layers, int64_t experts,const ExpertCache &primary, ExpertSource &source,std::vector<uint8_t> &claimed, std::string &err, bool /*auto_size*/) try {close();+ if (strata::kernels::cpu::hadamard_spec().any()) { // APR: this helper does not rotate the expert input yet (SYCL)+ err = "second-GPU experts: Hadamard-folded (Gyro) experts are not supported on a second Intel GPU yet";+ return false;+ }int count = 0;if (!check(DPCT_CHECK_ERROR(count = dpct::device_count()),"cudaGetDeviceCount", err, device)) return false;diff --git a/sycl/src/program/generate.cpp b/sycl/src/program/generate.cppindex a03c11f11..ca4b84142 100644--- a/sycl/src/program/generate.cpp+++ b/sycl/src/program/generate.cpp@@ -50,6 +50,7 @@ namespace strata::prefill { void set_nonresident_share(double share); } // SYC#include "strata/kernels/cpu/expert.hpp"#include "strata/kernels/cpu/pool.hpp"#include "strata/kernels/cpu/expert_layout.hpp"+#include "strata/kernels/cpu/hadamard.hpp"#include "strata/kernels/ngram.hpp"#include "strata/kernels/iq_kernels.hpp"#include "strata/kernels/s2_expert_grouped.hpp"@@ -2610,6 +2611,11 @@ int main(int argc, char **argv) try {return 1;}}+ // APR (prism.hadamard) packs (Gyro): every expert path rotates its activations (CPU pool: native_quant_act / _h;+ // GPU verify and the prompt's FP16 chain: hadamard_rows). Validated on the Arc A750 (SYCL, JIT build).+ if (strata::kernels::cpu::hadamard_spec().any())+ std::fprintf(stderr, "strata generate: APR pack: Hadamard-folded experts (block %d)\n",+ strata::kernels::cpu::hadamard_spec().block);}const bool native_pack = strata::kernels::cpu::expert_layout().native;// STRATA_EARLY_REMOTE_CONTEXTS=1: create EVERY secondary context here, like CUDA1's. Under WSL2 the driver's