Skip to content

The best ChatGPT that $100 can buy.

Python

oops legacy spurious line now

Andrej Karpathybdcc030ffa97
diff --git a/scripts/base_train.py b/scripts/base_train.py
index a9ee1c3..5293cd8 100644
--- a/scripts/base_train.py
+++ b/scripts/base_train.py
@@ -208,7 +208,6 @@ if resuming:
# -----------------------------------------------------------------------------
# Initialize the DataLoaders for train/val
-tokens_dir = os.path.join(base_dir, "tokenized_data")
dataloader_resume_state_dict = None if not resuming else meta_data["dataloader_state_dict"]
train_loader = tokenizing_distributed_data_loader_with_state_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="train", device=device, resume_state_dict=dataloader_resume_state_dict)
build_val_loader = lambda: tokenizing_distributed_data_loader_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="val", device=device)