Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

metal: a strata_ds4 target, and what it proves

Niko1221d6928391770f
diff --git a/metal/CMakeLists.txt b/metal/CMakeLists.txt
index 7a2e60b9a..91b7e0326 100644
--- a/metal/CMakeLists.txt
+++ b/metal/CMakeLists.txt
@@ -122,3 +122,21 @@ target_link_libraries(strata_metal_kernels PUBLIC strata_metal_host mtl_rt)
add_executable(strata ${S}/program/generate.cpp)
target_link_libraries(strata PRIVATE strata_metal_kernels strata_metal_host strata_metal_kernels)
+
+# --- the DeepSeek engine on this Metal runtime (M5MAX-DEEPSEEK-PLAN.md, steps 3+). The .cu sources are compiled as C++
+# through include/metal_compat, which gives them CUDA's names over the Metal runtime; the kernel entry points they call are
+# the Metal implementations in src/engine/* or the stubs from tools/gen_stubs.py that stop the engine with the name.
+set(DS4 ${STRATA_ROOT}/src/dsv41)
+set(STRATA_DS4_SOURCES
+ ${DS4}/ds4_main.cpp
+ ${DS4}/ds4_model.cu ${DS4}/ds4_gguf.cu ${DS4}/ds4_iq.cu ${DS4}/ds4_kernels.cu ${DS4}/ds4_tq.cu
+ ${DS4}/ds4_gg_cpu.cpp ${DS4}/ds4_gguf_cpu.cpp ${DS4}/ds4_iq_cpu.cpp ${DS4}/ds4_tq_cpu.cpp ${DS4}/ds4_packinfo.cpp)
+set_source_files_properties(${DS4}/ds4_model.cu ${DS4}/ds4_gguf.cu ${DS4}/ds4_iq.cu ${DS4}/ds4_kernels.cu ${DS4}/ds4_tq.cu
+ PROPERTIES LANGUAGE CXX)
+add_executable(strata_ds4 ${STRATA_DS4_SOURCES})
+target_include_directories(strata_ds4 PRIVATE
+ ${CMAKE_CURRENT_SOURCE_DIR}/include/metal_compat ${STRATA_ROOT}/include ${DS4}
+ ${STRATA_ROOT}/third_party/ggml ${STRATA_GGML_DIR}/ggml/include ${STRATA_GGML_DIR}/ggml/src)
+target_compile_definitions(strata_ds4 PRIVATE STRATA_METAL=1)
+target_compile_options(strata_ds4 PRIVATE -Wno-unused-parameter -Wno-deprecated-declarations -Wno-implicit-function-declaration)
+target_link_libraries(strata_ds4 PRIVATE strata_metal_kernels strata_metal_host)