LLM inference in C/C++
C++ ggml
convert : expand Nemotron H conversion fix (#28689)
Kartik Gulia8c322d5bc410
diff --git a/conversion/nemotron.py b/conversion/nemotron.pyindex c7adb2e27a..65728d5544 100644--- a/conversion/nemotron.py+++ b/conversion/nemotron.py@@ -216,14 +216,14 @@ class NemotronHModel(GraniteHybridModel):hparams = kwargs.pop("hparams", None)if hparams is None:hparams = ModelBase.load_hparams(args[0], self.is_mistral_format)- has_moe_params = (- "num_experts_per_tok" in hparams- or (isinstance(hparams.get("llm_config"), dict) and "num_experts_per_tok" in hparams["llm_config"])- )+ llm_config = {**hparams, **(hparams.get("llm_config") or {})}++ has_moe_params = "num_experts_per_tok" in llm_config+ layers_block_type = llm_config.get("layers_block_type")+if has_moe_params:self.model_arch = gguf.MODEL_ARCH.NEMOTRON_H_MOEself.is_moe = True- layers_block_type = hparams.get("layers_block_type")if layers_block_type is not None:hparams["num_hidden_layers"] = len(layers_block_type)