Skip to content

🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.

Fix: support loading DDP-saved LoRA weights for inference

whitesword3a18fdd666a9
diff --git a/model/model_lora.py b/model/model_lora.py
index b7c1d4c..8011526 100644
--- a/model/model_lora.py
+++ b/model/model_lora.py
@@ -34,6 +34,16 @@ def apply_lora(model, rank=8):
def load_lora(model, path):
state_dict = torch.load(path, map_location=model.device)
+
+ # 兼容DDP训练保存的权重(带有module.前缀),去除前缀以匹配当前模型
+ new_state_dict = {}
+ for k, v in state_dict.items():
+ if k.startswith('module.'):
+ new_state_dict[k[7:]] = v
+ else:
+ new_state_dict[k] = v
+ state_dict = new_state_dict
+
for name, module in model.named_modules():
if hasattr(module, 'lora'):
lora_state = {k.replace(f'{name}.lora.', ''): v for k, v in state_dict.items() if f'{name}.lora.' in k}