A straightforward method for training your LLM, from downloading data to generating text.
chore: add eval progress bar
Tianyi (Alex) Qiuf59754b352c6
diff --git a/scripts/train_transformer.py b/scripts/train_transformer.pyindex c22b8d3..84a0343 100644--- a/scripts/train_transformer.py+++ b/scripts/train_transformer.py@@ -54,7 +54,8 @@ def evaluate_model(model: Transformer, num_batches: int = config.T_EVAL_ITERS, sdataloader = create_dataloader(split)losses = []- for _ in range(num_batches):+ print("Evaluation start.")+ for _ in tqdm(list(range(num_batches))):x, y = next(dataloader)assert len(x.shape) == 2 and x.shape[0] == y.shape[0]