Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

test(evals): bind every flag the evals page teaches to the parser

Aashishe580c59aa3c2
diff --git a/tests/test_evals.py b/tests/test_evals.py
index 8f7d50b4..f73f5580 100644
--- a/tests/test_evals.py
+++ b/tests/test_evals.py
@@ -370,9 +370,10 @@ def test_docs_and_the_cli_name_the_same_flags():
for sub in action.choices.values():
registered.update(sub._option_string_actions)
quickstart = page.split("```bash", 1)[1].split("```", 1)[0]
- taught = set(re.findall(r"(?<![\w-])(--[a-z][a-z-]*)", quickstart))
- assert taught <= registered, "the quickstart teaches %s" % sorted(taught - registered)
- assert "--score-within" in taught, "the tolerance metric has to be reachable from the quickstart"
+ taught = set(re.findall(r"(?<![\w-])(--[a-z][a-z-]*)", page))
+ assert taught <= registered, "the page teaches %s, which no subcommand registers" % sorted(
+ taught - registered)
+ assert "--score-within" in quickstart, "the tolerance metric has to be reachable from the quickstart"
metrics = page.split("## Metrics", 1)[1].split("\n## ", 1)[0]
assert "score_within" in metrics and "--score-within" in metrics, \
- "the page that publishes the metric has to carry the flag that reaches it"
+ "the section that publishes the metric has to carry the flag that reaches it"