Skip to content

A LLM trained only on data from certain time periods to reduce modern bias

Python

Added script for v2mini-eval1 evaluation

Hayk Grigorian8ec468bde9fc
diff --git a/london_1800_1875_v2mini_eval1/test_v2mini_eval1.py b/london_1800_1875_v2mini_eval1/test_v2mini_eval1.py
new file mode 100644
index 0000000..d2ebbb1
--- /dev/null
+++ b/london_1800_1875_v2mini_eval1/test_v2mini_eval1.py
@@ -0,0 +1,89 @@
+import torch
+from transformers import LlamaForCausalLM, AutoTokenizer
+
+
+# config
+MODEL_DIR = r"C:\Projects\TimeCapsuleLLM_RunPod\checkpoint-10000"
+
+# setup
+if torch.cuda.is_available():
+ device = torch.device("cuda")
+ dtype = torch.float16
+
+ print(f"[Device] Using GPU: {torch.cuda.get_device_name(0)}")
+
+else:
+ device = torch.device("cpu")
+
+ dtype = torch.float32
+ print("[Device] CUDA not available — using CPU.")
+
+ # optional for cpu only (commented out)
+ # device = torch.device("cpu")
+ # dtype = torch.float32
+ # print("[Device] Forcing CPU mode.")
+ # If your CPU runs out of RAM, enable low-memory loading:
+ # model = LlamaForCausalLM.from_pretrained(
+ # MODEL_DIR,
+ # torch_dtype=torch.float32,
+ # low_cpu_mem_usage=True,
+ # device_map=None, # CPU only
+ # local_files_only=True
+ # )
+ #
+ # slower but safer if you have <32GB RAM.
+
+
+# load tokenizer and model
+print(f"[Tokenizer] Loading from local folder: {MODEL_DIR}")
+tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR, local_files_only=True)
+print(f"[Model] Loading model from local folder: {MODEL_DIR}")
+
+model = LlamaForCausalLM.from_pretrained(
+ MODEL_DIR,
+
+ torch_dtype=dtype,
+
+ device_map={"": device},
+
+ local_files_only=True
+
+)
+model.to(device)
+
+model.eval()
+
+
+# generation
+def infer(prompt):
+ print("\n==============================")
+ print("PROMPT:")
+ print(prompt)
+ print("==============================")
+
+ # tokenize
+ inputs = tokenizer(prompt, return_tensors="pt").to(device)
+ inputs.pop("token_type_ids", None)
+
+ # generate
+ with torch.no_grad():
+ output = model.generate(
+ **inputs,
+
+ max_length=200,
+
+ temperature=0.7,
+
+ top_p=0.9,
+ do_sample=True
+ )
+
+ text = tokenizer.decode(output[0], skip_special_tokens=True)
+ print(text)
+
+ print("==============================\n")
+
+# test prompts
+infer("add your prompt here")
+infer("you can use all of these for different prompts")
+infer("comment them out or delete if you dont need them")