🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
fix(ruflo-metaharness): gate the parseMcpScanText perf bench on the median, not the mean
ruvf367827c6884
diff --git a/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs b/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjsindex 5c40b8ce5e..0deaa8fa8d 100755--- a/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs+++ b/plugins/ruflo-metaharness/scripts/bench-parse-mcp-scan.mjs@@ -18,7 +18,8 @@// node scripts/bench-parse-mcp-scan.mjs # default 100k iters// node scripts/bench-parse-mcp-scan.mjs --iters 1000000// node scripts/bench-parse-mcp-scan.mjs --format json-// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 # CI gate+// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 # CI gate (on the mean)+// node scripts/bench-parse-mcp-scan.mjs --max-mean-us 5 --gate-stat p50 # same ceiling on the median: robust to a loaded runner//// EXIT CODES// 0 ok (or threshold satisfied)@@ -33,15 +34,21 @@ guardCliArgs(import.meta.url, {'--iters': 'value','--format': 'value','--max-mean-us': 'value',+ '--gate-stat': 'value',});const ARGS = (() => {- const a = { iters: 100_000, format: 'table', maxMeanUs: null };+ const a = { iters: 100_000, format: 'table', maxMeanUs: null, gateStat: 'mean' };for (let i = 2; i < process.argv.length; i++) {const v = process.argv[i];if (v === '--iters') a.iters = parseInt(process.argv[++i], 10);else if (v === '--format') a.format = process.argv[++i];else if (v === '--max-mean-us') a.maxMeanUs = parseFloat(process.argv[++i]);+ else if (v === '--gate-stat') a.gateStat = process.argv[++i];+ }+ if (a.gateStat !== 'mean' && a.gateStat !== 'p50') {+ console.error(`bench-parse-mcp-scan: --gate-stat must be mean or p50; got ${a.gateStat}`);+ process.exit(2);}return a;})();@@ -113,9 +120,11 @@ const results = [let gate = { triggered: false, reasons: [] };if (ARGS.maxMeanUs != null) {for (const r of results) {- if (r.meanUs > ARGS.maxMeanUs) {+ // p50 is the typical-call cost: one scheduler pause on a loaded CI runner moves the mean (iter 86 gate flaked on it) but not the median.+ const value = ARGS.gateStat === 'p50' ? r.p50Ms * 1000 : r.meanUs;+ if (value > ARGS.maxMeanUs) {gate.triggered = true;- gate.reasons.push(`${r.label}: mean ${r.meanUs.toFixed(3)}μs > ceiling ${ARGS.maxMeanUs}μs`);+ gate.reasons.push(`${r.label}: ${ARGS.gateStat} ${value.toFixed(3)}μs > ceiling ${ARGS.maxMeanUs}μs`);}}}diff --git a/plugins/ruflo-metaharness/scripts/smoke.sh b/plugins/ruflo-metaharness/scripts/smoke.shindex c54d6e539e..1a032371ff 100755--- a/plugins/ruflo-metaharness/scripts/smoke.sh+++ b/plugins/ruflo-metaharness/scripts/smoke.sh@@ -1067,9 +1067,11 @@ grep -q "from './_harness.mjs'" "$F" 2>/dev/null || miss="$miss not-using-produc# Gate flag exposedgrep -q -- "--max-mean-us" "$F" 2>/dev/null || miss="$miss no-gate-flag"# Runtime: bench produces sub-5μs results across all categories-node "$F" --iters 10000 --max-mean-us 5 >/dev/null 2>&1 || miss="$miss runtime-fails-or-perf-blew-5us"+# The median, not the mean: a scheduler pause on a loaded CI runner moves the mean and flaked this step in the fleet smoke.+grep -q -- "--gate-stat" "$F" 2>/dev/null || miss="$miss no-gate-stat-flag"+node "$F" --iters 10000 --max-mean-us 5 --gate-stat p50 >/dev/null 2>&1 || miss="$miss runtime-fails-or-perf-blew-5us"# Runtime: gate trips on absurd ceiling-if node "$F" --iters 10000 --max-mean-us 0.0001 >/dev/null 2>&1; then+if node "$F" --iters 10000 --max-mean-us 0.0001 --gate-stat p50 >/dev/null 2>&1; thenmiss="$miss gate-failed-to-trip"fi[[ -z "$miss" ]] && ok || bad "$miss"