Personal AI, On Personal Devices
Python
fix: format merged evals files
Jon Saad-Falcon26f614210704
diff --git a/src/openjarvis/evals/cli.py b/src/openjarvis/evals/cli.pyindex b3674be1..e291e73f 100644--- a/src/openjarvis/evals/cli.py+++ b/src/openjarvis/evals/cli.py@@ -599,6 +599,7 @@ def _run_terminalbench_native(config, console: Console) -> object:)import re+# Docker compose project names must be lowercase alphanumeric + hyphens/underscoresmodel_slug = re.sub(r"[^a-z0-9_-]", "-", model.lower().replace("/", "-"))run_id = f"tb2-{model_slug}"diff --git a/src/openjarvis/evals/datasets/toolcall15.py b/src/openjarvis/evals/datasets/toolcall15.pyindex f27395df..f14e6897 100644--- a/src/openjarvis/evals/datasets/toolcall15.py+++ b/src/openjarvis/evals/datasets/toolcall15.py@@ -672,8 +672,7 @@ class ToolCall15Dataset(DatasetProvider):# instructions, available tools, and user message so the# model can respond with tool calls via any backend.tool_descriptions = "\n".join(- f"- {t['function']['name']}: "- f"{t['function']['description']}"+ f"- {t['function']['name']}: {t['function']['description']}"for t in TOOLS)prompt = (diff --git a/src/openjarvis/evals/scorers/toolcall15.py b/src/openjarvis/evals/scorers/toolcall15.pyindex 66eb66a2..edbb2b63 100644--- a/src/openjarvis/evals/scorers/toolcall15.py+++ b/src/openjarvis/evals/scorers/toolcall15.py@@ -41,20 +41,24 @@ def _extract_tool_calls(for tc in getattr(turn, "tool_calls", []):if tc is None:continue- tool_calls.append({- "name": tc.get("name", ""),- "arguments": tc.get("arguments") or {},- })+ tool_calls.append(+ {+ "name": tc.get("name", ""),+ "arguments": tc.get("arguments") or {},+ }+ )if tool_calls:return tool_calls# Try tool_results list (from JarvisAgentBackend)tool_results = record.metadata.get("tool_results", [])for tr in tool_results:- tool_calls.append({- "name": tr.get("tool_name", ""),- "arguments": tr.get("arguments") or {},- })+ tool_calls.append(+ {+ "name": tr.get("tool_name", ""),+ "arguments": tr.get("arguments") or {},+ }+ )if tool_calls:return tool_calls