Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

dgx_gate_ref.py: the 24-prompt identity gate against a recorded answer file (the handover's quality24 JSON)

Niko1221cb32d8758d6b
diff --git a/tools/dgx_gate_ref.py b/tools/dgx_gate_ref.py
new file mode 100644
index 000000000..4740f91b6
--- /dev/null
+++ b/tools/dgx_gate_ref.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python3
+"""The 24-prompt identity gate against a RECORDED set of answers: start the server of CONFIG, send the 24 greedy prompts of
+tools/dgx_quality24.py, and compare every answer byte for byte with the answers in REFERENCE.json (a file tools/dgx_quality24.py wrote:
+its rows hold "a" and "b"; --side picks which one is the reference, "a" by default).
+
+ python tools/dgx_gate_ref.py CONFIG REFERENCE.json OUT.json [--side a|b] [--port 8091]
+
+Exit code 0 = every answer identical. This is the gate a build on a DGX Spark has to pass against the answers the 2026-10-26 handover
+recorded (bench/quality24-fork.json for IQ3_S, bench/quality24-nvfp4-fork.json for NVFP4).
+"""
+from __future__ import annotations
+
+import argparse
+import json
+import sys
+from pathlib import Path
+
+sys.path.insert(0, str(Path(__file__).resolve().parent))
+import dgx_quality24 as q # noqa: E402
+
+
+def main() -> int:
+ ap = argparse.ArgumentParser()
+ ap.add_argument("config")
+ ap.add_argument("reference")
+ ap.add_argument("out")
+ ap.add_argument("--side", choices=("a", "b"), default="a")
+ ap.add_argument("--port", type=int, default=8091)
+ a = ap.parse_args()
+ ref = json.loads(Path(a.reference).read_text(encoding="utf-8"))
+ rows = ref["rows"]
+ if [r["prompt"] for r in rows] != q.PROMPTS:
+ print("the reference was made with other prompts than tools/dgx_quality24.py has now; the gate is not comparable", file=sys.stderr)
+ return 2
+ mine = q.run_config(a.config, a.port, "ref")
+ out = [{"prompt": r["prompt"], "reference": r[a.side], "answer": m, "identical": r[a.side] == m} for r, m in zip(rows, mine)]
+ same = sum(1 for r in out if r["identical"])
+ Path(a.out).write_text(json.dumps({"identical": same, "total": len(out), "reference": a.reference, "side": a.side, "rows": out}, indent=1),
+ encoding="utf-8")
+ print(f"{same} of {len(out)} answers identical to {Path(a.reference).name} (side {a.side})")
+ for i, r in enumerate(out):
+ if not r["identical"]:
+ print(f" differs at prompt {i}: {r['prompt'][:60]!r}")
+ print(f" reference: {r['reference'][:90]!r}")
+ print(f" this run : {r['answer'][:90]!r}")
+ return 0 if same == len(out) else 1
+
+
+if __name__ == "__main__":
+ sys.exit(main())