Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

fix(ruflo-metaharness): gate the parseMcpScanText perf bench on the median, not the mean

ruvf367827c6884
diff --git a/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs b/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs
index 5c40b8ce5e..0deaa8fa8d 100755
--- a/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs
+++ b/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs
@@ -18,7 +18,8 @@
// node scripts/bench-parse-mcp-scan.mjs # default 100k iters
// node scripts/bench-parse-mcp-scan.mjs --iters 1000000
// node scripts/bench-parse-mcp-scan.mjs --format json
-// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 # CI gate
+// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 # CI gate (on the mean)
+// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 --gate-stat p50 # same ceiling on the median: robust to a loaded runner
//
// EXIT CODES
// 0 ok (or threshold satisfied)
@@ -33,15 +34,21 @@ guardCliArgs(import.meta.url, {
'--iters': 'value',
'--format': 'value',
'--max-mean-us': 'value',
+ '--gate-stat': 'value',
});
const ARGS = (() => {
- const a = { iters: 100_000, format: 'table', maxMeanUs: null };
+ const a = { iters: 100_000, format: 'table', maxMeanUs: null, gateStat: 'mean' };
for (let i = 2; i < process.argv.length; i++) {
const v = process.argv[i];
if (v === '--iters') a.iters = parseInt(process.argv[++i], 10);
else if (v === '--format') a.format = process.argv[++i];
else if (v === '--max-mean-us') a.maxMeanUs = parseFloat(process.argv[++i]);
+ else if (v === '--gate-stat') a.gateStat = process.argv[++i];
+ }
+ if (a.gateStat !== 'mean' && a.gateStat !== 'p50') {
+ console.error(`bench-parse-mcp-scan: --gate-stat must be mean or p50; got ${a.gateStat}`);
+ process.exit(2);
}
return a;
})();
@@ -113,9 +120,11 @@ const results = [
let gate = { triggered: false, reasons: [] };
if (ARGS.maxMeanUs != null) {
for (const r of results) {
- if (r.meanUs > ARGS.maxMeanUs) {
+ // p50 is the typical-call cost: one scheduler pause on a loaded CI runner moves the mean (iter 86 gate flaked on it) but not the median.
+ const value = ARGS.gateStat === 'p50' ? r.p50Ms * 1000 : r.meanUs;
+ if (value > ARGS.maxMeanUs) {
gate.triggered = true;
- gate.reasons.push(`${r.label}: mean ${r.meanUs.toFixed(3)}μs > ceiling ${ARGS.maxMeanUs}μs`);
+ gate.reasons.push(`${r.label}: ${ARGS.gateStat} ${value.toFixed(3)}μs > ceiling ${ARGS.maxMeanUs}μs`);
}
}
}
diff --git a/plugins/ruflo-metaharness/scripts/smoke.sh b/plugins/ruflo-metaharness/scripts/smoke.sh
index c54d6e539e..1a032371ff 100755
--- a/plugins/ruflo-metaharness/scripts/smoke.sh
+++ b/plugins/ruflo-metaharness/scripts/smoke.sh
@@ -1067,9 +1067,11 @@ grep -q "from './_harness.mjs'" "$F" 2>/dev/null || miss="$miss not-using-produc
# Gate flag exposed
grep -q -- "--max-mean-us" "$F" 2>/dev/null || miss="$miss no-gate-flag"
# Runtime: bench produces sub-5μs results across all categories
-node "$F" --iters 10000 --max-mean-us 5 >/dev/null 2>&1 || miss="$miss runtime-fails-or-perf-blew-5us"
+# The median, not the mean: a scheduler pause on a loaded CI runner moves the mean and flaked this step in the fleet smoke.
+grep -q -- "--gate-stat" "$F" 2>/dev/null || miss="$miss no-gate-stat-flag"
+node "$F" --iters 10000 --max-mean-us 5 --gate-stat p50 >/dev/null 2>&1 || miss="$miss runtime-fails-or-perf-blew-5us"
# Runtime: gate trips on absurd ceiling
-if node "$F" --iters 10000 --max-mean-us 0.0001 >/dev/null 2>&1; then
+if node "$F" --iters 10000 --max-mean-us 0.0001 --gate-stat p50 >/dev/null 2>&1; then
miss="$miss gate-failed-to-trip"
fi
[[ -z "$miss" ]] && ok || bad "$miss"