🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.
update data_process
gongjy135421690ee9
diff --git a/5-dpo_train.py b/5-dpo_train.pyindex 498eb8b..3ae3df7 100644--- a/5-dpo_train.py+++ b/5-dpo_train.py@@ -1,5 +1,6 @@import osimport warnings+os.environ['CUDA_VISIBLE_DEVICES'] = '0'from transformers import TrainingArguments, AutoModelForCausalLM, AutoTokenizerfrom trl import DPOTrainer@@ -11,8 +12,8 @@ warnings.filterwarnings('ignore')def init_model():device = 'cuda:0'# Do model patching and add fast LoRA weights- model_name_or_path = "minimind-v1-small"- tokenizer_name_or_path = "minimind-v1-small"+ model_name_or_path = "minimind-v1"+ tokenizer_name_or_path = "minimind-v1"model = AutoModelForCausalLM.from_pretrained(model_name_or_path, trust_remote_code=True)tokenizer = AutoTokenizer.from_pretrained(tokenizer_name_or_path, trust_remote_code=True, use_fast=False)tokenizer.pad_token = tokenizer.eos_token@@ -22,10 +23,14 @@ def init_model():if __name__ == '__main__':model, tokenizer = init_model()- training_args = TrainingArguments(output_dir="./minimind_dpo",- per_device_train_batch_size=1,- remove_unused_columns=False,- report_to="none")+ training_args = TrainingArguments(+ output_dir="./minimind_dpo",+ per_device_train_batch_size=1,+ remove_unused_columns=False,+ report_to="none",+ save_steps=2000,+ learning_rate=4e-5+ )dataset_path = './dataset/dpo/train_data.json'train_dataset = load_dataset('json', data_files=dataset_path)