Skip to content

🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.

update ckp-path

gongjy416cc90b58fb
diff --git a/train_dpo.py b/train_dpo.py
index 2c857ff..dc9054a 100644
--- a/train_dpo.py
+++ b/train_dpo.py
@@ -134,7 +134,7 @@ def init_model(lm_config):
tokenizer = AutoTokenizer.from_pretrained('./model/minimind_tokenizer')
model = MiniMindLM(lm_config)
moe_path = '_moe' if lm_config.use_moe else ''
- ckp = f'./out/full_dist_{lm_config.dim}{moe_path}.pth'
+ ckp = f'./out/full_sft_{lm_config.dim}{moe_path}.pth'
state_dict = torch.load(ckp, map_location=args.device)
model.load_state_dict(state_dict, strict=False)
# 初始化参考模型