Skip to content

armgit / Cap

Public Imported from GitHub
0

Open source Loom alternative. Beautiful, shareable screen recordings.

ci: count the crash cases FAST runs and retried records toward floors

Richie McIlroy3eed8805cd49
diff --git a/scripts/verify/floor.py b/scripts/verify/floor.py
index 8767c22cf..a646b6416 100644
--- a/scripts/verify/floor.py
+++ b/scripts/verify/floor.py
@@ -34,11 +34,9 @@ def platform_reports(reports, platform, tier):
def case_ids(dirs):
ids = set()
for d in dirs:
+ # Retry and flaky-rerun records count too: a timeout can stop a test
+ # before its later cases write, and its retry then runs them.
for path in glob.glob(os.path.join(d, "**", "*.jsonl"), recursive=True):
- rel = os.path.relpath(path, d).replace(os.sep, "/")
- # Retry and flaky-rerun records repeat cases of the main pass.
- if rel.startswith("retry/") or ".rerun" in rel:
- continue
with open(path, encoding="utf-8") as f:
for line in f:
try:
diff --git a/scripts/verify/suites.json b/scripts/verify/suites.json
index 4121efa6b..de61d65e3 100644
--- a/scripts/verify/suites.json
+++ b/scripts/verify/suites.json
@@ -131,9 +131,9 @@
"cases": {
"prefix": "crash/",
"fast": {
- "linux": 8,
- "macos": 18,
- "windows": 8
+ "linux": 7,
+ "macos": 16,
+ "windows": 7
},
"full": {
"linux": 9,