🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.
update model/dataset.py
gongjyecf6d441336f
diff --git a/model/dataset.py b/model/dataset.pyindex 47387d5..f3cc897 100644--- a/model/dataset.py+++ b/model/dataset.py@@ -8,6 +8,7 @@ from torch.utils.data import Dataset, DataLoaderimport torchfrom sklearn.model_selection import train_test_splitimport os+os.environ["TOKENIZERS_PARALLELISM"] = "false"@@ -68,10 +69,17 @@ class SFTDataset(Dataset):last_index = ireturn last_index+ def safe_eval(self, s):+ try:+ res = eval(s)+ except Exception as e:+ return []+ return res+def __getitem__(self, index: int):#sample = self.df.iloc[index]- history = eval(sample['history'])+ history = self.safe_eval(sample['history'])q = sample['q']a = sample['a']