LLM inference in C/C++
C++ ggml
convert : fix lora base model arch retrieval (#24621)
Sigbjørn Skjæretdd4623a74f0c
diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.pyindex 45202b3338..47c09af53f 100755--- a/convert_lora_to_gguf.py+++ b/convert_lora_to_gguf.py@@ -25,7 +25,7 @@ import gguffrom gguf.constants import GGUFValueType# reuse model definitions from the conversion/ package-from conversion import LazyTorchTensor, ModelBase, get_model_class+from conversion import LazyTorchTensor, ModelBase, get_model_class, ModelType, get_model_architecturelogger = logging.getLogger("lora-to-gguf")@@ -396,12 +396,12 @@ if __name__ == '__main__':hparams = ModelBase.load_hparams(dir_base_model, False)with torch.inference_mode():+ model_arch = get_model_architecture(hparams, ModelType.TEXT)try:- model_arch = hparams.get("text_config", {}).get("architectures", hparams["architectures"])[0]- logger.info("Using model architecture: %s", model_arch)model_class = get_model_class(model_arch)+ logger.info("Using model architecture: %s", model_arch)except NotImplementedError:- logger.error(f"Model {hparams['architectures'][0]} is not supported")+ logger.error(f"Model {model_arch} is not supported")sys.exit(1)class LoraModel(model_class): # ty: ignore[unsupported-base]