Skip to content

🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.

[update] dependency version

jingyaogonge84156818aec
diff --git a/requirements.txt b/requirements.txt
index 12790f4..fd2464c 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,17 +5,17 @@ Flask_Cors==4.0.0
jieba==0.42.1
jsonlines==4.0.0
marshmallow==3.22.0
-# matplotlib==3.10.0
ngrok==1.4.0
nltk==3.8
numpy==1.26.4
openai==1.59.6
-# peft==0.7.1
psutil==5.9.8
+protobuf==6.33.5
pydantic==2.11.5
rich==13.7.1
scikit_learn==1.5.1
sentence_transformers==2.3.1
+sentencepiece==0.2.0
simhash==2.1.2
tiktoken==0.10.0
transformers==4.57.6
@@ -29,4 +29,6 @@ einops==0.8.1
swanlab==0.7.11
modelscope==1.37.0
# torch==2.6.0
-# torchvision==0.21.0
\ No newline at end of file
+# torchvision==0.21.0
+# peft==0.7.1
+# matplotlib==3.10.0
\ No newline at end of file