Skip to content

A straightforward method for training your LLM, from downloading data to generating text.

chore: add eval progress bar

Tianyi (Alex) Qiuf59754b352c6
diff --git a/scripts/train_transformer.py b/scripts/train_transformer.py
index c22b8d3..84a0343 100644
--- a/scripts/train_transformer.py
+++ b/scripts/train_transformer.py
@@ -54,7 +54,8 @@ def evaluate_model(model: Transformer, num_batches: int = config.T_EVAL_ITERS, s
dataloader = create_dataloader(split)
losses = []
- for _ in range(num_batches):
+ print("Evaluation start.")
+ for _ in tqdm(list(range(num_batches))):
x, y = next(dataloader)
assert len(x.shape) == 2 and x.shape[0] == y.shape[0]