Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

docs(evals): frame evidence output as non-verdict, add evidence example to --help

Bruce-Yiidf60ccc6827a
diff --git a/laya/evals_cli.py b/laya/evals_cli.py
index 3bb9b4ea..fcc6215b 100644
--- a/laya/evals_cli.py
+++ b/laya/evals_cli.py
@@ -231,7 +231,8 @@ def _build_parser() -> argparse.ArgumentParser:
compare.add_argument("--gate-policy", metavar="FILE",
help="apply opt-in per-slice quality rules from a JSON policy")
evidence_cmd = sub.add_parser("evidence",
- help="read-only evidence inspection over a checkpoint config and an eval report")
+ help="read-only evidence inspection over a checkpoint config and an eval report",
+ epilog="example: laya-evals evidence --checkpoint ./my-checkpoint --report report.json")
evidence_cmd.add_argument("--checkpoint", required=True,
help="checkpoint directory containing rl_agent_config.json")
evidence_cmd.add_argument("--report", default=None,
diff --git a/laya/evidence.py b/laya/evidence.py
index 9e97e46d..811a5853 100644
--- a/laya/evidence.py
+++ b/laya/evidence.py
@@ -148,7 +148,8 @@ def inspect_checkpoint(checkpoint_dir: str, report_path: Optional[str] = None) -
def format_summary(result: Dict[str, Any]) -> str:
- lines: List[str] = ["evidence summary for %s" % result["checkpoint"]]
+ lines: List[str] = ["evidence summary for %s" % result["checkpoint"],
+ "(reports evidence and limitations found in existing artifacts; this is not a deployment verdict)"]
cal = result["calibration"]
lines.append("calibration: %s" % cal["state"])
for name, t in (cal.get("types") or {}).items():