Skip to content

armgit / Cap

Public Imported from GitHub
0

Open source Loom alternative. Beautiful, shareable screen recordings.

test(verify): one test per seek storm, with a limit sized to its runtime

Richie McIlroy462edfb58362
diff --git a/.config/nextest.toml b/.config/nextest.toml
index 1fe4e2650..a9f409ed4 100644
--- a/.config/nextest.toml
+++ b/.config/nextest.toml
@@ -31,3 +31,11 @@ store-failure-output = true
filter = 'binary_id(cap-rendering) and test(/^decoder::model::/)'
threads-required = 3
+
+# The FULL-tier seek storms (3000 seeks per decoder) are the slowest tests:
+# on the macos-15 runner one storm fixture takes 240 to 570 s per decoder,
+# up to about 900 s for both decoders on one shard. Twice that, so a real
+# hang still fails.
+[[profile.ci.overrides]]
+filter = 'binary_id(cap-verify::seek) and test(/^storm_/)'
+slow-timeout = { period = "60s", terminate-after = 30 }
diff --git a/crates/verify/tests/seek.rs b/crates/verify/tests/seek.rs
index ad5fe3b87..a13c2acb7 100644
--- a/crates/verify/tests/seek.rs
+++ b/crates/verify/tests/seek.rs
@@ -102,32 +102,43 @@ fn storm(seed: u64, count: usize) -> impl Fn(u32, &common::Project) -> Vec<Reque
}
}
+// One test per fixture: a storm is the slowest seek workload (FULL tier on
+// the macos-15 runner: 240 to 570 s per decoder), and as one test the three
+// storms of a shard ran past nextest's per-test limit.
#[test]
-fn random_storm() {
- let mut failures: Vec<String> = Vec::new();
+fn storm_seek_gop() {
let count = seek_count(150, 3000);
- failures.extend(run(
+ common::assert_passed(run(
catalog::seek_gop(report::tier()),
"storm",
30,
no_edit,
&storm(0x5EE4_0001, count),
));
- failures.extend(run(
+}
+
+#[test]
+fn storm_vfr_holds() {
+ let count = seek_count(150, 3000);
+ common::assert_passed(run(
catalog::vfr_holds(report::tier()),
"storm",
60,
no_edit,
&storm(0x5EE4_0002, count),
));
- failures.extend(run(
+}
+
+#[test]
+fn storm_seek_native() {
+ let count = seek_count(150, 3000);
+ common::assert_passed(run(
catalog::seek_gop_native(report::tier()),
"storm",
30,
no_edit,
&storm(0x5EE4_0004, count),
));
- common::assert_passed(failures);
}
/// Seeks landing on and around every source keyframe, at 60 fps output so