Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

Audit --json emits one document; long-prompt check records aborted runs

Claude3c0e3c55dbfe
diff --git a/scripts/check-webgpu-long-prompts.mjs b/scripts/check-webgpu-long-prompts.mjs
index 3f2058d86..126b31aed 100644
--- a/scripts/check-webgpu-long-prompts.mjs
+++ b/scripts/check-webgpu-long-prompts.mjs
@@ -99,12 +99,6 @@ const server = http.createServer(async (request, response) => {
});
await fs.mkdir(path.dirname(output), { recursive: true });
await new Promise((resolve, reject) => { server.once('error', reject); server.listen(Number(option('--port', 8769)), '127.0.0.1', resolve); });
-const context = await chromium.launchPersistentContext(profile, {
- headless: true,
- channel: 'chromium',
- args: ['--enable-unsafe-webgpu', '--force-high-performance-gpu',
- ...(option('--adapter-luid', '') ? [`--use-adapter-luid=${option('--adapter-luid')}`] : [])],
-});
const words = text => String(text || '').trim().split(/\s+/).filter(Boolean);
const commonPrefixWords = (a, b) => {
const left = words(a), right = words(b);
@@ -116,7 +110,14 @@ const result = {
model, vision, dtype, maxSecondsPer1k, minCommonWords, startedAt: new Date().toISOString(),
runs: [], divergences: [], failures: [],
};
+let context;
try {
+ context = await chromium.launchPersistentContext(profile, {
+ headless: true,
+ channel: 'chromium',
+ args: ['--enable-unsafe-webgpu', '--force-high-performance-gpu',
+ ...(option('--adapter-luid', '') ? [`--use-adapter-luid=${option('--adapter-luid')}`] : [])],
+ });
const page = await context.newPage();
page.on('console', message => { if (message.type() === 'error') console.log(`[browser:error] ${message.text().slice(0, 300)}`); });
await page.goto(`http://127.0.0.1:${server.address().port}/`);
@@ -208,10 +209,16 @@ try {
}
}
result.passed = result.failures.length === 0;
+} catch (error) {
+ // A timeout, worker error or failed probe aborts the run; record it as a failure.
+ result.passed = false;
+ result.error = String(error?.stack || error);
+ result.failures.push({ check: 'run-error', error: String(error?.message || error) });
+ console.error(error);
} finally {
result.finishedAt = new Date().toISOString();
await fs.writeFile(output, JSON.stringify(result, null, 2));
- await context.close();
+ await context?.close().catch(() => {});
server.close();
}
for (const divergence of result.divergences) console.log(`divergence: ${JSON.stringify(divergence)}`);
diff --git a/scripts/models/audit_webgpu_onnx.py b/scripts/models/audit_webgpu_onnx.py
index 6db95068b..229672c3f 100644
--- a/scripts/models/audit_webgpu_onnx.py
+++ b/scripts/models/audit_webgpu_onnx.py
@@ -122,17 +122,19 @@ def audit(path, text_generate_only=False):
def main():
parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument("graphs", type=Path, nargs="+")
- parser.add_argument("--json", action="store_true", help="print the full report as JSON")
+ parser.add_argument("--json", action="store_true",
+ help='print one JSON document: {"blocked": bool, "graphs": [report, ...]}')
parser.add_argument("--text-generate-only", action="store_true",
help="the graph runs only through Transformers.js text generate(), which passes "
"num_logits_to_keep=1; downgrade full-sequence logits with that input to a warning")
args = parser.parse_args()
failed = False
+ reports = []
for path in args.graphs:
report = audit(path, text_generate_only=args.text_generate_only)
failed = failed or bool(report["blockers"])
+ reports.append(report)
if args.json:
- print(json.dumps(report, indent=2))
continue
status = "BLOCKED" if report["blockers"] else "ok"
print(f"{status}: {path}")
@@ -144,6 +146,8 @@ def main():
info = report["info"]
print(f" logits {info.get('logits_shape')}, {info['nodes']} nodes, {info['if_nodes']} If, "
f"contrib {', '.join(info['contrib_ops']) or 'none'}")
+ if args.json:
+ print(json.dumps({"blocked": failed, "graphs": reports}, indent=2))
sys.exit(1 if failed else 0)