LLM inference in C/C++
C++ ggml
model : allow Qwen3.8 Flash Next to accept image embds for MTP (#30397)
Oliver Simons7f51953d7d2f
diff --git a/src/models/qwen4exp.cpp b/src/models/qwen4exp.cppindex c1771fcadb..1d151dc21e 100644--- a/src/models/qwen4exp.cpp+++ b/src/models/qwen4exp.cpp@@ -526,7 +526,7 @@ llama_model_qwen4exp::graph::graph(const llama_model & model, const llm_graph_pallama_model_qwen4exp::graph_mtp::graph_mtp(const llama_model & model, const llm_graph_params & params) :graph(model, params, no_build{}) {GGML_ASSERT(hparams.n_layer_nextn == 1 && "qwen4exp MTP has a single block");- GGML_ASSERT(ubatch.token && "qwen4exp MTP requires token input");+ ASSERT_EMBD_OR_TOKEN(ubatch);const int64_t hc = hparams.dsv4_hc_mult;GGML_ASSERT(hparams.n_embd_out() == (uint32_t) (n_embd*hc) && "qwen4exp MTP hidden width mismatch");