Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
metal: the opt-in HIP/Turing entry points (fused_gr_persist_init, fused_gr_read_persist, f16_range_read, gemm_f16_range_read) answer 'nothing to do' instead of stopping the engine; e2e script waits for the bundled engine
Niko1221a93264877cb5
diff --git a/metal/src/engine/stubs_0145.cpp b/metal/src/engine/stubs_0145.cppindex bfc94d665..9cb031951 100644--- a/metal/src/engine/stubs_0145.cpp+++ b/metal/src/engine/stubs_0145.cpp@@ -1,7 +1,8 @@// metal/src/engine/stubs_0145.cpp - the kernel-library entry points the 0.1.45 sources added and Metal does not implement yet.// Same job and shape as stubs.cpp (each stops the engine with its name, metal/src/engine/missing.cpp). Written from the linker's// undefined-symbol report because tools/gen_stubs.py reads an older clang AST dump format than macOS 27's clang prints.-// A symbol that gets a Metal implementation is deleted from here.+// A symbol that gets a Metal implementation is deleted from here. fused_gr_persist_init / fused_gr_read_persist / f16_range_read /+// gemm_f16_range_read are opt-in features of the HIP and Turing builds: off on Metal, so they answer "nothing to do" instead of stopping the engine.#include "strata/kernels/bf16_bits.hpp"#include "strata/kernels/bf16_gemv.hpp"@@ -122,8 +123,8 @@ namespace strata::metal_engine { void missing(const char* name); }namespace strata::kernels { void copy_rows_from_mapped_after(unsigned int const* p0, unsigned int p1, float* p2, float const* p3, long long p4, long long p5, int const* p6, int const* p7, void* p8) { strata::metal_engine::missing("strata::kernels::copy_rows_from_mapped_after"); } }namespace strata::kernels::cpu { void iq256_gu_rows_exact_one(int p0, unsigned char const* p1, unsigned long p2, unsigned long p3, int p4, void const* p5, float* p6, int p7, int p8) { strata::metal_engine::missing("strata::kernels::cpu::iq256_gu_rows_exact_one"); } }-namespace strata::kernels { void fused_gr_persist_init() { strata::metal_engine::missing("strata::kernels::fused_gr_persist_init"); } }-namespace strata::kernels { bool fused_gr_read_persist(strata::kernels::FusedGrArgs const* p0, int p1, void* p2) { strata::metal_engine::missing("strata::kernels::fused_gr_read_persist"); return {}; } }+namespace strata::kernels { void fused_gr_persist_init() { } }+namespace strata::kernels { bool fused_gr_read_persist(strata::kernels::FusedGrArgs const* p0, int p1, void* p2) { return false; } }namespace strata::kernels { void gdn_step_norm_groups(strata::kernels::GdnGroups const& p0, float const* p1, int p2, float const* p3, float const* p4, float const* p5, float const* p6, float p7, float* p8, int p9, int p10, bool p11, void* p12) { strata::metal_engine::missing("strata::kernels::gdn_step_norm_groups"); } }namespace strata::kernels { void handoff_publish(float* p0, float const* p1, long long p2, float const* p3, long long p4, float const* p5, long long p6, unsigned int* p7, unsigned int* p8, void* p9, unsigned int const* p10) { strata::metal_engine::missing("strata::kernels::handoff_publish"); } }namespace strata::kernels { void hc_q8_to_bf16(void const* p0, float const* p1, unsigned short* p2, long long p3, void* p4) { strata::metal_engine::missing("strata::kernels::hc_q8_to_bf16"); } }@@ -135,8 +136,8 @@ namespace strata::kernels { void res_patch(int* p0, int const* p1, int p2, void*namespace strata::kernels { void wait_copy_i32_from_mapped(unsigned int const* p0, unsigned int p1, int* p2, int const* p3, long long p4, void* p5) { strata::metal_engine::missing("strata::kernels::wait_copy_i32_from_mapped"); } }namespace strata::kernels { void wait_flag_ge_stamped(unsigned int const* p0, unsigned int p1, unsigned long long* p2, unsigned long long* p3, void* p4) { strata::metal_engine::missing("strata::kernels::wait_flag_ge_stamped"); } }namespace strata::kernels { void wait_handoff(unsigned int const* p0, unsigned int p1, unsigned int* p2, unsigned long long p3, void* p4) { strata::metal_engine::missing("strata::kernels::wait_handoff"); } }-namespace strata::prefill { bool f16_range_read(float& p0, unsigned long long& p1, bool p2) { strata::metal_engine::missing("strata::prefill::f16_range_read"); return {}; } }-namespace strata::prefill { bool gemm_f16_range_read(float* p0, unsigned long long* p1, bool p2) { strata::metal_engine::missing("strata::prefill::gemm_f16_range_read"); return {}; } }+namespace strata::prefill { bool f16_range_read(float& p0, unsigned long long& p1, bool p2) { return false; } }+namespace strata::prefill { bool gemm_f16_range_read(float* p0, unsigned long long* p1, bool p2) { return false; } }namespace strata::prefill { void gr_norm(float const* p0, float const* p1, float p2, float* p3, unsigned short* p4, long long p5, void* p6, unsigned short* p7, bool p8) { strata::metal_engine::missing("strata::prefill::gr_norm"); } }namespace strata::prefill { void gr_norm_rs(float const* p0, float const* p1, float p2, float* p3, unsigned short* p4, long long p5, void* p6, unsigned short* p7, long long p8, bool p9) { strata::metal_engine::missing("strata::prefill::gr_norm_rs"); } }namespace strata::prefill { void gr_write_cvec_norm_rs(float* p0, float const* p1, float const* p2, long long p3, float const* p4, float const* p5, int const* p6, int p7, float const* p8, float p9, float* p10, unsigned short* p11, long long p12, void* p13, unsigned short* p14, long long p15, bool p16) { strata::metal_engine::missing("strata::prefill::gr_write_cvec_norm_rs"); } }