LLM inference in C/C++
C++ ggml
conversion: fix non-MoE NomicBert GGUF conversion error (#25996)
Shahir BIn Zulfikerd941f6e1c946
diff --git a/conversion/bert.py b/conversion/bert.pyindex 49a6948f6c..0d25d0d62d 100644--- a/conversion/bert.py+++ b/conversion/bert.py@@ -369,12 +369,13 @@ class NomicBertModel(BertModel):return super().filter_tensors(item)def modify_tensors(self, data_torch: torch.Tensor, name: str, bid: int | None) -> Iterable[tuple[str, torch.Tensor]]:- n_experts = self.find_hparam(["num_local_experts", "num_experts"])if "mlp.experts.mlp.w1" in name:+ n_experts = self.find_hparam(["num_local_experts", "num_experts"])data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])name += ".weight"if "mlp.experts.mlp.w2" in name:+ n_experts = self.find_hparam(["num_local_experts", "num_experts"])data_torch = data_torch.view(n_experts, self.hparams["n_inner"], self.hparams["n_embd"])data_torch = data_torch.transpose(1, 2)name += ".weight"