LLM inference in C/C++
C++ ggml
llama-eval : fix crash when answer is None in HTML dump (#25435)
Georgi Gerganovda46e59cbf89
diff --git a/examples/llama-eval/llama-eval.py b/examples/llama-eval/llama-eval.pyindex 4bdd239c00..61bdbddd8b 100755--- a/examples/llama-eval/llama-eval.py+++ b/examples/llama-eval/llama-eval.py@@ -362,7 +362,7 @@ class EvalState:case = cases.get(task_id, {})status = case.get("status", "pending")expected = case.get("expected", "")- answer = case.get("answer", "") if status == "ok" else ""+ answer = case.get("answer") or "" if status == "ok" else ""is_correct = case.get("correct", False) if status == "ok" else Falseresponse = case.get("response", "") or ""prompt = case.get("prompt", "") or ""@@ -647,7 +647,7 @@ class EvalState:question, prompt, expected = self.get_case(i)case = cases.get(task_id, {})status = case.get("status", "pending")- answer = case.get("answer", "N/A") if status == "ok" else "N/A"+ answer = case.get("answer") or "N/A" if status == "ok" else "N/A"tokens = case.get("tokens")tokens_str = str(tokens) if tokens is not None else "N/A"tps_gen = case.get("tps_gen")