Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

test(evidence): pin the docs' copy of the identity vocabulary too

Aashish5ce18bb4f41d
diff --git a/tests/test_evidence.py b/tests/test_evidence.py
index 5c28f67f..887e6a65 100644
--- a/tests/test_evidence.py
+++ b/tests/test_evidence.py
@@ -134,6 +134,26 @@ check("a differing schema is not a checkpoint <-> report conflict",
{"config": {"dataset_sha256": "a", "schema": "laya-evals-report/2"}})["state"],
evidence.UNKNOWN)
+# `docs/evals.md` carries the same vocabulary a third time -- it teaches that the identity fields
+# "are reported with the same semantics as `run`", and names the pair a conflict is claimed on -- so
+# the page is pinned to the code as well, the way `test_docs_and_the_cli_name_the_same_flags` pins
+# the flag list. A missing sentence reads as an empty list, which fails the check rather than
+# crashing the suite.
+import re # noqa: E402
+
+_DOCS = os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "docs", "evals.md")
+with open(_DOCS, encoding="utf-8") as _handle:
+ _page = " ".join(_handle.read().split())
+_named = _page.split("identity fields (", 1)[1].split(")", 1)[0] if "identity fields (" in _page else ""
+check("the documented identity fields are the ones the code reads",
+ sorted(re.findall(r"`([^`]+)`", _named)),
+ sorted(evidence._IDENTITY_KEYS + evidence._PROVENANCE_KEYS))
+_claimed = (_page.split("both artifacts expose the same ", 1)[1].split("with different values", 1)[0]
+ if "both artifacts expose the same " in _page else "")
+check("the documented conflict pair is the one the code compares",
+ sorted(re.findall(r"`([^`]+)`", " ".join(_claimed.split("/")))),
+ sorted(evidence._IDENTITY_CONFLICT_KEYS))
+
# ------------------------------------------------------ relationship
config = {"training": {"laya_train": {"laya_version": "0.3.28"}}}
match = evidence.relate(config, {"config": {"laya_version": "0.3.28"}})