The best ChatGPT that $100 can buy.
Python
oops legacy spurious line now
Andrej Karpathybdcc030ffa97
diff --git a/scripts/base_train.py b/scripts/base_train.pyindex a9ee1c3..5293cd8 100644--- a/scripts/base_train.py+++ b/scripts/base_train.py@@ -208,7 +208,6 @@ if resuming:# -----------------------------------------------------------------------------# Initialize the DataLoaders for train/val-tokens_dir = os.path.join(base_dir, "tokenized_data")dataloader_resume_state_dict = None if not resuming else meta_data["dataloader_state_dict"]train_loader = tokenizing_distributed_data_loader_with_state_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="train", device=device, resume_state_dict=dataloader_resume_state_dict)build_val_loader = lambda: tokenizing_distributed_data_loader_bos_bestfit(tokenizer, args.device_batch_size, args.max_seq_len, split="val", device=device)