LLM inference in C/C++
C++ ggml
fix(mamba) : make time-step projection input contiguous (#28832)
Andrei4260903678a7
diff --git a/src/models/mamba-base.cpp b/src/models/mamba-base.cppindex 03ee3805bf..370de0f014 100644--- a/src/models/mamba-base.cpp+++ b/src/models/mamba-base.cpp@@ -100,6 +100,8 @@ ggml_tensor * llm_build_mamba_base::build_mamba_layer(llm_graph_input_rs * inp,dt = build_norm(dt, layer.ssm_dt_norm, NULL, LLM_NORM_RMS, il);B = build_norm(B, layer.ssm_b_norm, NULL, LLM_NORM_RMS, il);C = build_norm(C, layer.ssm_c_norm, NULL, LLM_NORM_RMS, il);+ } else {+ dt = ggml_cont(ctx0, dt);}// {dt_rank, d_inner} @ {dt_rank, n_seq_tokens, n_seqs} => {d_inner, n_seq_tokens, n_seqs}