Skip to content

🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.

[fix] issue#771

jingyaogong4497610ec0a8
diff --git a/trainer/train_agent.py b/trainer/train_agent.py
index e652c3e..468fbf9 100644
--- a/trainer/train_agent.py
+++ b/trainer/train_agent.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import re
import gc
import json
diff --git a/trainer/train_distillation.py b/trainer/train_distillation.py
index 63b6025..8e8714c 100644
--- a/trainer/train_distillation.py
+++ b/trainer/train_distillation.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import time
import warnings
diff --git a/trainer/train_dpo.py b/trainer/train_dpo.py
index 558d108..d541c43 100644
--- a/trainer/train_dpo.py
+++ b/trainer/train_dpo.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import time
import warnings
diff --git a/trainer/train_full_sft.py b/trainer/train_full_sft.py
index 51c755b..4cef014 100644
--- a/trainer/train_full_sft.py
+++ b/trainer/train_full_sft.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import time
import warnings
diff --git a/trainer/train_grpo.py b/trainer/train_grpo.py
index 52f7c7d..d39f0d6 100755
--- a/trainer/train_grpo.py
+++ b/trainer/train_grpo.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import math
import re
diff --git a/trainer/train_lora.py b/trainer/train_lora.py
index 974bf37..9f4c64b 100644
--- a/trainer/train_lora.py
+++ b/trainer/train_lora.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import time
import warnings
diff --git a/trainer/train_ppo.py b/trainer/train_ppo.py
index 228fb68..07ba5ac 100644
--- a/trainer/train_ppo.py
+++ b/trainer/train_ppo.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import math
import re
diff --git a/trainer/train_pretrain.py b/trainer/train_pretrain.py
index 5d33de4..13f67b0 100644
--- a/trainer/train_pretrain.py
+++ b/trainer/train_pretrain.py
@@ -4,6 +4,7 @@ import sys
__package__ = "trainer"
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+import datasets # noqa: F401 # Windows pyarrow/torch DLL conflict workaround (issue #771)
import argparse
import time
import warnings