Skip to content

Autonomous development for real products. Governed agents build from specs you approve, follow the rules you set, and nothing merges until another agent proves it. Your decisions, judgement and taste are the bar that work must clear. Declare your vision and let agents build it.

feat(test): each failing hosted shape maps to its filed cause [H5,C7]

Corey Olson8eb9535c6fe5
diff --git a/test/hosted-shapes-fixture.js b/test/hosted-shapes-fixture.js
index c04cd457..dc68d853 100644
--- a/test/hosted-shapes-fixture.js
+++ b/test/hosted-shapes-fixture.js
@@ -389,7 +389,8 @@ export function boardView(box) {
*/
export async function relayPairClears(box, engine, front, session) {
const result = await box.cli('relay', 'pair');
- assert.equal(result.code, 0, 'relay pair prints its pairing link');
+ // A step that fails to run clears nothing.
+ if (result.code !== 0) return false;
const printed = new URL(result.document.link);
const context = await engine.newContext();
try {
diff --git a/test/hosted-shapes.test.js b/test/hosted-shapes.test.js
index 8ca8634b..359cb6cf 100644
--- a/test/hosted-shapes.test.js
+++ b/test/hosted-shapes.test.js
@@ -479,7 +479,449 @@ import {
* its cause, and the matrix then requires those cells to pass; a listed cell that passes fails the run, so the lists
* stay true.
*/
-const CAUSES = [];
+const CAUSES = [
+ {
+ item: 976,
+ cause: "WebKit cannot decode the gzip snapshot piped from a Blob stream, so a paired browser never opens a linked board",
+ cells: [
+ 'webkit:board-no-view/signed-in/paired/approval/fresh',
+ 'webkit:board-no-view/signed-in/paired/healthy/fresh',
+ 'webkit:board-no-view/signed-in/paired/mixed/fresh',
+ 'webkit:other-computer/signed-in/paired/approval/fresh',
+ 'webkit:other-computer/signed-in/paired/healthy/fresh',
+ 'webkit:other-computer/signed-in/paired/mixed/fresh',
+ 'webkit:phone/signed-in/paired/approval/fresh',
+ 'webkit:phone/signed-in/paired/healthy/fresh',
+ 'webkit:phone/signed-in/paired/mixed/fresh',
+ ],
+ },
+ {
+ item: 977,
+ cause: "WebKit blocks https://app.pullboard.dev from reaching http://127.0.0.1:4890 as mixed content, so the board computer's own view is never found",
+ cells: [
+ 'webkit:board-view/signed-in/paired/approval/fresh',
+ 'webkit:board-view/signed-in/paired/approval/stale-key',
+ 'webkit:board-view/signed-in/paired/approval/stale-pairing',
+ 'webkit:board-view/signed-in/paired/excluded/fresh',
+ 'webkit:board-view/signed-in/paired/excluded/stale-key',
+ 'webkit:board-view/signed-in/paired/excluded/stale-pairing',
+ 'webkit:board-view/signed-in/paired/healthy/fresh',
+ 'webkit:board-view/signed-in/paired/healthy/stale-key',
+ 'webkit:board-view/signed-in/paired/healthy/stale-pairing',
+ 'webkit:board-view/signed-in/paired/mixed/fresh',
+ 'webkit:board-view/signed-in/paired/mixed/stale-key',
+ 'webkit:board-view/signed-in/paired/mixed/stale-pairing',
+ 'webkit:board-view/signed-in/paired/none/fresh',
+ 'webkit:board-view/signed-in/paired/none/stale-key',
+ 'webkit:board-view/signed-in/paired/none/stale-pairing',
+ 'webkit:board-view/signed-in/paired/oversize/fresh',
+ 'webkit:board-view/signed-in/paired/oversize/stale-key',
+ 'webkit:board-view/signed-in/paired/oversize/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/approval/fresh',
+ 'webkit:board-view/signed-in/revoked/approval/stale-key',
+ 'webkit:board-view/signed-in/revoked/approval/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/excluded/fresh',
+ 'webkit:board-view/signed-in/revoked/excluded/stale-key',
+ 'webkit:board-view/signed-in/revoked/excluded/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/healthy/fresh',
+ 'webkit:board-view/signed-in/revoked/healthy/stale-key',
+ 'webkit:board-view/signed-in/revoked/healthy/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/mixed/fresh',
+ 'webkit:board-view/signed-in/revoked/mixed/stale-key',
+ 'webkit:board-view/signed-in/revoked/mixed/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/none/fresh',
+ 'webkit:board-view/signed-in/revoked/none/stale-key',
+ 'webkit:board-view/signed-in/revoked/none/stale-pairing',
+ 'webkit:board-view/signed-in/revoked/oversize/fresh',
+ 'webkit:board-view/signed-in/revoked/oversize/stale-key',
+ 'webkit:board-view/signed-in/revoked/oversize/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/approval/fresh',
+ 'webkit:board-view/signed-in/unpaired/approval/stale-key',
+ 'webkit:board-view/signed-in/unpaired/approval/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/excluded/fresh',
+ 'webkit:board-view/signed-in/unpaired/excluded/stale-key',
+ 'webkit:board-view/signed-in/unpaired/excluded/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/healthy/fresh',
+ 'webkit:board-view/signed-in/unpaired/healthy/stale-key',
+ 'webkit:board-view/signed-in/unpaired/healthy/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/mixed/fresh',
+ 'webkit:board-view/signed-in/unpaired/mixed/stale-key',
+ 'webkit:board-view/signed-in/unpaired/mixed/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/none/fresh',
+ 'webkit:board-view/signed-in/unpaired/none/stale-key',
+ 'webkit:board-view/signed-in/unpaired/none/stale-pairing',
+ 'webkit:board-view/signed-in/unpaired/oversize/fresh',
+ 'webkit:board-view/signed-in/unpaired/oversize/stale-key',
+ 'webkit:board-view/signed-in/unpaired/oversize/stale-pairing',
+ 'webkit:board-view/signed-out/paired/approval/fresh',
+ 'webkit:board-view/signed-out/paired/approval/stale-key',
+ 'webkit:board-view/signed-out/paired/approval/stale-pairing',
+ 'webkit:board-view/signed-out/paired/excluded/fresh',
+ 'webkit:board-view/signed-out/paired/excluded/stale-key',
+ 'webkit:board-view/signed-out/paired/excluded/stale-pairing',
+ 'webkit:board-view/signed-out/paired/healthy/fresh',
+ 'webkit:board-view/signed-out/paired/healthy/stale-key',
+ 'webkit:board-view/signed-out/paired/healthy/stale-pairing',
+ 'webkit:board-view/signed-out/paired/mixed/fresh',
+ 'webkit:board-view/signed-out/paired/mixed/stale-key',
+ 'webkit:board-view/signed-out/paired/mixed/stale-pairing',
+ 'webkit:board-view/signed-out/paired/none/fresh',
+ 'webkit:board-view/signed-out/paired/none/stale-key',
+ 'webkit:board-view/signed-out/paired/none/stale-pairing',
+ 'webkit:board-view/signed-out/paired/oversize/fresh',
+ 'webkit:board-view/signed-out/paired/oversize/stale-key',
+ 'webkit:board-view/signed-out/paired/oversize/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/approval/fresh',
+ 'webkit:board-view/signed-out/revoked/approval/stale-key',
+ 'webkit:board-view/signed-out/revoked/approval/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/excluded/fresh',
+ 'webkit:board-view/signed-out/revoked/excluded/stale-key',
+ 'webkit:board-view/signed-out/revoked/excluded/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/healthy/fresh',
+ 'webkit:board-view/signed-out/revoked/healthy/stale-key',
+ 'webkit:board-view/signed-out/revoked/healthy/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/mixed/fresh',
+ 'webkit:board-view/signed-out/revoked/mixed/stale-key',
+ 'webkit:board-view/signed-out/revoked/mixed/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/none/fresh',
+ 'webkit:board-view/signed-out/revoked/none/stale-key',
+ 'webkit:board-view/signed-out/revoked/none/stale-pairing',
+ 'webkit:board-view/signed-out/revoked/oversize/fresh',
+ 'webkit:board-view/signed-out/revoked/oversize/stale-key',
+ 'webkit:board-view/signed-out/revoked/oversize/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/approval/fresh',
+ 'webkit:board-view/signed-out/unpaired/approval/stale-key',
+ 'webkit:board-view/signed-out/unpaired/approval/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/excluded/fresh',
+ 'webkit:board-view/signed-out/unpaired/excluded/stale-key',
+ 'webkit:board-view/signed-out/unpaired/excluded/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/healthy/fresh',
+ 'webkit:board-view/signed-out/unpaired/healthy/stale-key',
+ 'webkit:board-view/signed-out/unpaired/healthy/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/mixed/fresh',
+ 'webkit:board-view/signed-out/unpaired/mixed/stale-key',
+ 'webkit:board-view/signed-out/unpaired/mixed/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/none/fresh',
+ 'webkit:board-view/signed-out/unpaired/none/stale-key',
+ 'webkit:board-view/signed-out/unpaired/none/stale-pairing',
+ 'webkit:board-view/signed-out/unpaired/oversize/fresh',
+ 'webkit:board-view/signed-out/unpaired/oversize/stale-key',
+ 'webkit:board-view/signed-out/unpaired/oversize/stale-pairing',
+ ],
+ },
+ {
+ item: 978,
+ cause: "the page tells an unpaired browser to run pullboard relay pair, which does not pair it",
+ cells: [
+ 'chromium:board-no-view/signed-in/paired/approval/stale-key',
+ 'chromium:board-no-view/signed-in/paired/healthy/stale-key',
+ 'chromium:board-no-view/signed-in/paired/mixed/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/approval/fresh',
+ 'chromium:board-no-view/signed-in/unpaired/approval/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/healthy/fresh',
+ 'chromium:board-no-view/signed-in/unpaired/healthy/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/mixed/fresh',
+ 'chromium:board-no-view/signed-in/unpaired/mixed/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/oversize/fresh',
+ 'chromium:other-computer/signed-in/paired/approval/stale-key',
+ 'chromium:other-computer/signed-in/paired/healthy/stale-key',
+ 'chromium:other-computer/signed-in/paired/mixed/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/approval/fresh',
+ 'chromium:other-computer/signed-in/unpaired/approval/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/healthy/fresh',
+ 'chromium:other-computer/signed-in/unpaired/healthy/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/mixed/fresh',
+ 'chromium:other-computer/signed-in/unpaired/mixed/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/oversize/fresh',
+ 'chromium:phone/signed-in/paired/approval/stale-key',
+ 'chromium:phone/signed-in/paired/healthy/stale-key',
+ 'chromium:phone/signed-in/paired/mixed/stale-key',
+ 'chromium:phone/signed-in/unpaired/approval/fresh',
+ 'chromium:phone/signed-in/unpaired/approval/stale-key',
+ 'chromium:phone/signed-in/unpaired/healthy/fresh',
+ 'chromium:phone/signed-in/unpaired/healthy/stale-key',
+ 'chromium:phone/signed-in/unpaired/mixed/fresh',
+ 'chromium:phone/signed-in/unpaired/mixed/stale-key',
+ 'chromium:phone/signed-in/unpaired/oversize/fresh',
+ 'webkit:board-no-view/signed-in/paired/approval/stale-key',
+ 'webkit:board-no-view/signed-in/paired/healthy/stale-key',
+ 'webkit:board-no-view/signed-in/paired/mixed/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/approval/fresh',
+ 'webkit:board-no-view/signed-in/unpaired/approval/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/healthy/fresh',
+ 'webkit:board-no-view/signed-in/unpaired/healthy/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/mixed/fresh',
+ 'webkit:board-no-view/signed-in/unpaired/mixed/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/oversize/fresh',
+ 'webkit:other-computer/signed-in/paired/approval/stale-key',
+ 'webkit:other-computer/signed-in/paired/healthy/stale-key',
+ 'webkit:other-computer/signed-in/paired/mixed/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/approval/fresh',
+ 'webkit:other-computer/signed-in/unpaired/approval/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/healthy/fresh',
+ 'webkit:other-computer/signed-in/unpaired/healthy/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/mixed/fresh',
+ 'webkit:other-computer/signed-in/unpaired/mixed/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/oversize/fresh',
+ 'webkit:phone/signed-in/paired/approval/stale-key',
+ 'webkit:phone/signed-in/paired/healthy/stale-key',
+ 'webkit:phone/signed-in/paired/mixed/stale-key',
+ 'webkit:phone/signed-in/unpaired/approval/fresh',
+ 'webkit:phone/signed-in/unpaired/approval/stale-key',
+ 'webkit:phone/signed-in/unpaired/healthy/fresh',
+ 'webkit:phone/signed-in/unpaired/healthy/stale-key',
+ 'webkit:phone/signed-in/unpaired/mixed/fresh',
+ 'webkit:phone/signed-in/unpaired/mixed/stale-key',
+ 'webkit:phone/signed-in/unpaired/oversize/fresh',
+ ],
+ },
+ {
+ item: 981,
+ cause: "a revoked browser gets a blank page on a computer (the removed notice sits under the share screen) and a sign-in screen on a phone",
+ cells: [
+ 'chromium:board-no-view/signed-in/revoked/approval/fresh',
+ 'chromium:board-no-view/signed-in/revoked/approval/stale-key',
+ 'chromium:board-no-view/signed-in/revoked/approval/stale-pairing',
+ 'chromium:board-no-view/signed-in/revoked/healthy/fresh',
+ 'chromium:board-no-view/signed-in/revoked/healthy/stale-key',
+ 'chromium:board-no-view/signed-in/revoked/healthy/stale-pairing',
+ 'chromium:board-no-view/signed-in/revoked/mixed/fresh',
+ 'chromium:board-no-view/signed-in/revoked/mixed/stale-key',
+ 'chromium:board-no-view/signed-in/revoked/mixed/stale-pairing',
+ 'chromium:board-no-view/signed-in/revoked/oversize/fresh',
+ 'chromium:board-no-view/signed-in/revoked/oversize/stale-key',
+ 'chromium:board-no-view/signed-in/revoked/oversize/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/approval/fresh',
+ 'chromium:other-computer/signed-in/revoked/approval/stale-key',
+ 'chromium:other-computer/signed-in/revoked/approval/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/healthy/fresh',
+ 'chromium:other-computer/signed-in/revoked/healthy/stale-key',
+ 'chromium:other-computer/signed-in/revoked/healthy/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/mixed/fresh',
+ 'chromium:other-computer/signed-in/revoked/mixed/stale-key',
+ 'chromium:other-computer/signed-in/revoked/mixed/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/oversize/fresh',
+ 'chromium:other-computer/signed-in/revoked/oversize/stale-key',
+ 'chromium:other-computer/signed-in/revoked/oversize/stale-pairing',
+ 'chromium:phone/signed-in/revoked/approval/fresh',
+ 'chromium:phone/signed-in/revoked/approval/stale-key',
+ 'chromium:phone/signed-in/revoked/approval/stale-pairing',
+ 'chromium:phone/signed-in/revoked/healthy/fresh',
+ 'chromium:phone/signed-in/revoked/healthy/stale-key',
+ 'chromium:phone/signed-in/revoked/healthy/stale-pairing',
+ 'chromium:phone/signed-in/revoked/mixed/fresh',
+ 'chromium:phone/signed-in/revoked/mixed/stale-key',
+ 'chromium:phone/signed-in/revoked/mixed/stale-pairing',
+ 'chromium:phone/signed-in/revoked/oversize/fresh',
+ 'chromium:phone/signed-in/revoked/oversize/stale-key',
+ 'chromium:phone/signed-in/revoked/oversize/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/approval/fresh',
+ 'webkit:board-no-view/signed-in/revoked/approval/stale-key',
+ 'webkit:board-no-view/signed-in/revoked/approval/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/healthy/fresh',
+ 'webkit:board-no-view/signed-in/revoked/healthy/stale-key',
+ 'webkit:board-no-view/signed-in/revoked/healthy/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/mixed/fresh',
+ 'webkit:board-no-view/signed-in/revoked/mixed/stale-key',
+ 'webkit:board-no-view/signed-in/revoked/mixed/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/oversize/fresh',
+ 'webkit:board-no-view/signed-in/revoked/oversize/stale-key',
+ 'webkit:board-no-view/signed-in/revoked/oversize/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/approval/fresh',
+ 'webkit:other-computer/signed-in/revoked/approval/stale-key',
+ 'webkit:other-computer/signed-in/revoked/approval/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/healthy/fresh',
+ 'webkit:other-computer/signed-in/revoked/healthy/stale-key',
+ 'webkit:other-computer/signed-in/revoked/healthy/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/mixed/fresh',
+ 'webkit:other-computer/signed-in/revoked/mixed/stale-key',
+ 'webkit:other-computer/signed-in/revoked/mixed/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/oversize/fresh',
+ 'webkit:other-computer/signed-in/revoked/oversize/stale-key',
+ 'webkit:other-computer/signed-in/revoked/oversize/stale-pairing',
+ 'webkit:phone/signed-in/revoked/approval/fresh',
+ 'webkit:phone/signed-in/revoked/approval/stale-key',
+ 'webkit:phone/signed-in/revoked/approval/stale-pairing',
+ 'webkit:phone/signed-in/revoked/healthy/fresh',
+ 'webkit:phone/signed-in/revoked/healthy/stale-key',
+ 'webkit:phone/signed-in/revoked/healthy/stale-pairing',
+ 'webkit:phone/signed-in/revoked/mixed/fresh',
+ 'webkit:phone/signed-in/revoked/mixed/stale-key',
+ 'webkit:phone/signed-in/revoked/mixed/stale-pairing',
+ 'webkit:phone/signed-in/revoked/oversize/fresh',
+ 'webkit:phone/signed-in/revoked/oversize/stale-key',
+ 'webkit:phone/signed-in/revoked/oversize/stale-pairing',
+ ],
+ },
+ {
+ item: 982,
+ cause: "an expired pairing link left in the browser blocks the page with DEVICE_PAIR_EXPIRED and relay on --all, a step already taken",
+ cells: [
+ 'chromium:board-no-view/signed-in/paired/approval/stale-pairing',
+ 'chromium:board-no-view/signed-in/paired/excluded/stale-pairing',
+ 'chromium:board-no-view/signed-in/paired/healthy/stale-pairing',
+ 'chromium:board-no-view/signed-in/paired/mixed/stale-pairing',
+ 'chromium:board-no-view/signed-in/paired/none/stale-pairing',
+ 'chromium:board-no-view/signed-in/paired/oversize/stale-pairing',
+ 'chromium:board-no-view/signed-in/revoked/excluded/stale-pairing',
+ 'chromium:board-no-view/signed-in/revoked/none/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/approval/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/excluded/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/healthy/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/mixed/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/none/stale-pairing',
+ 'chromium:board-no-view/signed-in/unpaired/oversize/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/approval/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/excluded/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/healthy/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/mixed/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/none/stale-pairing',
+ 'chromium:other-computer/signed-in/paired/oversize/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/excluded/stale-pairing',
+ 'chromium:other-computer/signed-in/revoked/none/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/approval/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/excluded/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/healthy/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/mixed/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/none/stale-pairing',
+ 'chromium:other-computer/signed-in/unpaired/oversize/stale-pairing',
+ 'chromium:phone/signed-in/paired/approval/stale-pairing',
+ 'chromium:phone/signed-in/paired/excluded/stale-pairing',
+ 'chromium:phone/signed-in/paired/healthy/stale-pairing',
+ 'chromium:phone/signed-in/paired/mixed/stale-pairing',
+ 'chromium:phone/signed-in/paired/none/stale-pairing',
+ 'chromium:phone/signed-in/paired/oversize/stale-pairing',
+ 'chromium:phone/signed-in/revoked/excluded/stale-pairing',
+ 'chromium:phone/signed-in/revoked/none/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/approval/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/excluded/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/healthy/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/mixed/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/none/stale-pairing',
+ 'chromium:phone/signed-in/unpaired/oversize/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/approval/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/excluded/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/healthy/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/mixed/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/none/stale-pairing',
+ 'webkit:board-no-view/signed-in/paired/oversize/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/excluded/stale-pairing',
+ 'webkit:board-no-view/signed-in/revoked/none/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/approval/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/excluded/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/healthy/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/mixed/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/none/stale-pairing',
+ 'webkit:board-no-view/signed-in/unpaired/oversize/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/approval/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/excluded/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/healthy/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/mixed/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/none/stale-pairing',
+ 'webkit:other-computer/signed-in/paired/oversize/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/excluded/stale-pairing',
+ 'webkit:other-computer/signed-in/revoked/none/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/approval/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/excluded/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/healthy/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/mixed/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/none/stale-pairing',
+ 'webkit:other-computer/signed-in/unpaired/oversize/stale-pairing',
+ 'webkit:phone/signed-in/paired/approval/stale-pairing',
+ 'webkit:phone/signed-in/paired/excluded/stale-pairing',
+ 'webkit:phone/signed-in/paired/healthy/stale-pairing',
+ 'webkit:phone/signed-in/paired/mixed/stale-pairing',
+ 'webkit:phone/signed-in/paired/none/stale-pairing',
+ 'webkit:phone/signed-in/paired/oversize/stale-pairing',
+ 'webkit:phone/signed-in/revoked/excluded/stale-pairing',
+ 'webkit:phone/signed-in/revoked/none/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/approval/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/excluded/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/healthy/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/mixed/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/none/stale-pairing',
+ 'webkit:phone/signed-in/unpaired/oversize/stale-pairing',
+ ],
+ },
+ {
+ item: 983,
+ cause: "an excluded board is never named; the page offers relay on --all, which skips it and was already run",
+ cells: [
+ 'chromium:board-no-view/signed-in/paired/excluded/fresh',
+ 'chromium:board-no-view/signed-in/paired/excluded/stale-key',
+ 'chromium:board-no-view/signed-in/revoked/excluded/fresh',
+ 'chromium:board-no-view/signed-in/revoked/excluded/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/excluded/fresh',
+ 'chromium:board-no-view/signed-in/unpaired/excluded/stale-key',
+ 'chromium:other-computer/signed-in/paired/excluded/fresh',
+ 'chromium:other-computer/signed-in/paired/excluded/stale-key',
+ 'chromium:other-computer/signed-in/revoked/excluded/fresh',
+ 'chromium:other-computer/signed-in/revoked/excluded/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/excluded/fresh',
+ 'chromium:other-computer/signed-in/unpaired/excluded/stale-key',
+ 'chromium:phone/signed-in/paired/excluded/fresh',
+ 'chromium:phone/signed-in/paired/excluded/stale-key',
+ 'chromium:phone/signed-in/revoked/excluded/fresh',
+ 'chromium:phone/signed-in/revoked/excluded/stale-key',
+ 'chromium:phone/signed-in/unpaired/excluded/fresh',
+ 'chromium:phone/signed-in/unpaired/excluded/stale-key',
+ 'webkit:board-no-view/signed-in/paired/excluded/fresh',
+ 'webkit:board-no-view/signed-in/paired/excluded/stale-key',
+ 'webkit:board-no-view/signed-in/revoked/excluded/fresh',
+ 'webkit:board-no-view/signed-in/revoked/excluded/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/excluded/fresh',
+ 'webkit:board-no-view/signed-in/unpaired/excluded/stale-key',
+ 'webkit:other-computer/signed-in/paired/excluded/fresh',
+ 'webkit:other-computer/signed-in/paired/excluded/stale-key',
+ 'webkit:other-computer/signed-in/revoked/excluded/fresh',
+ 'webkit:other-computer/signed-in/revoked/excluded/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/excluded/fresh',
+ 'webkit:other-computer/signed-in/unpaired/excluded/stale-key',
+ 'webkit:phone/signed-in/paired/excluded/fresh',
+ 'webkit:phone/signed-in/paired/excluded/stale-key',
+ 'webkit:phone/signed-in/revoked/excluded/fresh',
+ 'webkit:phone/signed-in/revoked/excluded/stale-key',
+ 'webkit:phone/signed-in/unpaired/excluded/fresh',
+ 'webkit:phone/signed-in/unpaired/excluded/stale-key',
+ ],
+ },
+ {
+ item: 984,
+ cause: "a board over the size limit shows as waiting for its first copy and the size limit is never named",
+ cells: [
+ 'chromium:board-no-view/signed-in/paired/mixed/fresh',
+ 'chromium:board-no-view/signed-in/paired/oversize/fresh',
+ 'chromium:board-no-view/signed-in/paired/oversize/stale-key',
+ 'chromium:board-no-view/signed-in/unpaired/oversize/stale-key',
+ 'chromium:other-computer/signed-in/paired/mixed/fresh',
+ 'chromium:other-computer/signed-in/paired/oversize/fresh',
+ 'chromium:other-computer/signed-in/paired/oversize/stale-key',
+ 'chromium:other-computer/signed-in/unpaired/oversize/stale-key',
+ 'chromium:phone/signed-in/paired/mixed/fresh',
+ 'chromium:phone/signed-in/paired/oversize/fresh',
+ 'chromium:phone/signed-in/paired/oversize/stale-key',
+ 'chromium:phone/signed-in/unpaired/oversize/stale-key',
+ 'webkit:board-no-view/signed-in/paired/oversize/fresh',
+ 'webkit:board-no-view/signed-in/paired/oversize/stale-key',
+ 'webkit:board-no-view/signed-in/unpaired/oversize/stale-key',
+ 'webkit:other-computer/signed-in/paired/oversize/fresh',
+ 'webkit:other-computer/signed-in/paired/oversize/stale-key',
+ 'webkit:other-computer/signed-in/unpaired/oversize/stale-key',
+ 'webkit:phone/signed-in/paired/oversize/fresh',
+ 'webkit:phone/signed-in/paired/oversize/stale-key',
+ 'webkit:phone/signed-in/unpaired/oversize/stale-key',
+ ],
+ },
+ {
+ item: 985,
+ cause: "a paired browser shows the healthy board but never mentions the board waiting for a phone approval",
+ cells: [
+ 'chromium:board-no-view/signed-in/paired/approval/fresh',
+ 'chromium:other-computer/signed-in/paired/approval/fresh',
+ 'chromium:phone/signed-in/paired/approval/fresh',
+ ],
+ },
+];
/** The filed defect that covers one failing cell, or undefined. */
function causeOf(key) {
@@ -590,8 +1032,15 @@ async function runCells(engine, built, boardCells, report, ineffective) {
let seen;
try { seen = await visit(context, { route, phone: cell.where === 'phone', bootstrap }, want.board); }
catch (error) { seen = { board: false, approval: false, words: 'visit failed: ' + error.message, commands: [], signIn: false, ms: null }; }
- const problem = judge(cell, seen, ineffective);
- report.push({ engine: engine.name, cell: cell.id, ok: !problem, problem, ms: seen.ms, words: seen.words.slice(0, 300), commands: seen.commands });
+ let problem = judge(cell, seen, ineffective);
+ // A board that arrived but over the bar is measured once more: one slow sample on a loaded machine is noise, two
+ // are a finding. Both timings are reported.
+ // A board still loading at the ceiling (a blank or 'Finding your boards' screen) is likewise measured once more.
+ if (problem?.startsWith('the board took') || problem?.startsWith('the board did not show') && (!seen.words || /finding your boards|checking your/iu.test(seen.words))) {
+ const again = await visit(context, { route, phone: cell.where === 'phone', bootstrap }, want.board).catch(() => null);
+ if (again) { seen = { ...again, words: again.words, firstMs: seen.ms }; problem = judge(cell, seen, ineffective); }
+ }
+ report.push({ engine: engine.name, cell: cell.id, ok: !problem, problem, ms: seen.ms, firstMs: seen.firstMs ?? null, words: seen.words.slice(0, 300), commands: seen.commands });
if (problem) failures[cell.id] = problem;
};
const unpaired = boardCells.filter((cell) => (impossibility(cell)?.runsAs.browser ?? cell.browser) === 'unpaired');