🧠 两小时从 0 训出你的 64M 大模型。Train your own 64M LLM from scratch in 2 hours.
update wandb monitor
gongjy7947fa17fb3d
diff --git a/1-pretrain.py b/1-pretrain.pyindex 4a0bb29..50fee2a 100644--- a/1-pretrain.py+++ b/1-pretrain.py@@ -74,7 +74,7 @@ def train_epoch(epoch, wandb, accumulation_steps=8):optimizer.param_groups[-1]['lr'],spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60))- if (use_wandb is not None) and (not ddp or dist.get_rank() == 0):+ if (wandb is not None) and (not ddp or dist.get_rank() == 0):wandb.log({"loss": loss.item() * accumulation_steps,"lr": optimizer.param_groups[-1]['lr'],"epoch_Time": spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60})diff --git a/3-full_sft.py b/3-full_sft.pyindex a2f9b8d..c413de0 100644--- a/3-full_sft.py+++ b/3-full_sft.py@@ -86,7 +86,7 @@ def train_epoch(epoch, wandb):optimizer.param_groups[-1]['lr'],spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60))- if (use_wandb is not None) and (not ddp or dist.get_rank() == 0):+ if (wandb is not None) and (not ddp or dist.get_rank() == 0):wandb.log({"loss": loss,"lr": optimizer.param_groups[-1]['lr'],"epoch_Time": spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60})diff --git a/4-lora_sft.py b/4-lora_sft.pyindex 2dfd22b..ab8ba31 100644--- a/4-lora_sft.py+++ b/4-lora_sft.py@@ -73,7 +73,7 @@ def train_epoch(epoch, wandb):optimizer.param_groups[-1]['lr'],spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60))- if use_wandb is not None:+ if wandb is not None:wandb.log({"loss": loss.item(), "lr": optimizer.param_groups[-1]['lr'],"epoch_Time": spend_time / (step + 1) * iter_per_epoch // 60 - spend_time // 60})