Skip to content

LLM inference in C/C++

C++ ggml

convert : fix LoRA conversion with --outtype auto (#30433)

Chanho Lee9d7d5049804b
diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py
index 47c09af53f..f9adecbb11 100755
--- a/convert_lora_to_gguf.py
+++ b/convert_lora_to_gguf.py
@@ -127,6 +127,9 @@ class LoraTorchTensor:
assert dim is None
return self.shape
+ def dim(self) -> int:
+ return len(self.shape)
+
def contiguous(self) -> LoraTorchTensor:
return LoraTorchTensor(
self._lora_A.contiguous(),