Skip to content

armgit / Cap

Public Imported from GitHub
0

Open source Loom alternative. Beautiful, shareable screen recordings.

ci(verify): perf budget compares runs whose cases passed or failed as expected

Richie McIlroy6a73825ede19
diff --git a/scripts/verify/perf-ab.py b/scripts/verify/perf-ab.py
index 422f3b069..2d48a702c 100644
--- a/scripts/verify/perf-ab.py
+++ b/scripts/verify/perf-ab.py
@@ -70,7 +70,10 @@ def run_once(side, target, case, tier, fixtures, report):
except json.JSONDecodeError:
continue
if row.get("case"):
- outcomes[row["case"]] = row.get("outcome")
+ # A case that passed, failed as expected or passed against
+ # an expectation ran to the end: the same work either way.
+ outcome = row.get("outcome")
+ outcomes[row["case"]] = "ran" if outcome in ("pass", "xfail", "xpass") else outcome
return {
"cpu": usage.ru_utime + usage.ru_stime,
"wall": wall,