π The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
test(metaharness): roundtrip covers non-similarity schemas + flags mcp-scan gap (iter 49)
ruv6f9d1bd58a2f
diff --git a/plugins/ruflo-metaharness/scripts/smoke.sh b/plugins/ruflo-metaharness/scripts/smoke.shindex 03e3bdeb84..e87ec1fa58 100755--- a/plugins/ruflo-metaharness/scripts/smoke.sh+++ b/plugins/ruflo-metaharness/scripts/smoke.sh@@ -191,6 +191,25 @@ grep -q "execCli(\[\s*'-y'\s*,\s*'metaharness@latest'" "$F" 2>/dev/null || \grep -q "cwd: opts" "$F" || miss="$miss no-cwd-passthrough"[[ -z "$miss" ]] && ok || bad "$miss"+step "17z12. roundtrip covers non-similarity schemas + flags mcp-scan gap (iter 49)"+miss=""+F="$ROOT/scripts/test-pipeline-roundtrip.mjs"+# New stage 6 present+grep -q "Stage 6 β non-similarity schema contracts" "$F" 2>/dev/null || miss="$miss no-stage-6"+# threat-model contract gated+grep -q "components.threatModel.json.worst is a string" "$F" 2>/dev/null || miss="$miss no-threat-model-contract"+# composite worst rollup contract+grep -q "audit.composite.worst is a string" "$F" 2>/dev/null || miss="$miss no-composite-contract"+grep -q "composite.worst in valid severity vocab" "$F" 2>/dev/null || miss="$miss no-severity-vocab-check"+# Self-match severity-verdict assertion+grep -q "self-roundtrip severity-verdict === unchanged" "$F" 2>/dev/null || miss="$miss no-severity-self-assert"+# Documents the mcp-scan gap rather than failing on it+grep -q "mcp-scan.mjs currently text-only" "$F" 2>/dev/null || miss="$miss no-mcp-scan-gap-note"+# Findings counters+grep -q "introducedCount === 0" "$F" 2>/dev/null || miss="$miss no-introduced-check"+grep -q "clearedCount === 0" "$F" 2>/dev/null || miss="$miss no-cleared-check"+[[ -z "$miss" ]] && ok || bad "$miss"+step "17z11. CI gate runs roundtrip with real metaharness installed (iter 48)"miss=""F="$ROOT/../../.github/workflows/metaharness-ci.yml"diff --git a/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjs b/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjsindex d8e0eebc07..0cbe1ab905 100755--- a/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjs+++ b/plugins/ruflo-metaharness/scripts/test-pipeline-roundtrip.mjs@@ -118,6 +118,39 @@ try {assert(Array.isArray(audit.fingerprint.genome?.agent_topology),'fingerprint.genome has agent_topology array');+ // iter 49 β schema contracts beyond similarity (the OTHER class of+ // silent drift). audit-trend reads specific upstream fields:+ // - composite.worst (severity rollup)+ // - components.threatModel.json.worst (audit-trend.mjs:96-100)+ // - components.mcpScan.json.findings (audit-trend.mjs:124-127)+ // If upstream renames any of these, audit-trend silently breaks.+ // Gating them here forces a CI failure on the next PR after upstream+ // schema drift, instead of months later when someone notices the+ // severity verdict has been wrong all along.+ assert(typeof audit.composite?.worst === 'string',+ 'iter 49 β audit.composite.worst is a string');+ assert(['clean', 'low', 'medium', 'high'].includes(audit.composite.worst),+ `iter 49 β composite.worst in valid severity vocab (got ${audit.composite.worst})`);+ // threatModel.json.worst is the upstream field audit-trend reads+ if (audit.components?.threatModel && !audit.components.threatModel.degraded) {+ assert(typeof audit.components.threatModel.json?.worst === 'string',+ 'iter 49 β components.threatModel.json.worst is a string (audit-trend dep)');+ }+ // mcp-scan.mjs currently emits {rawStdout, durationMs, alert} β+ // no structured `findings` array. audit-trend.mjs reads+ // `json.findings` (guarded with Array.isArray fallback to []) so it+ // doesn't crash, but the introduced/cleared logic is effectively+ // a no-op on real output. iter 49 documents this gap rather than+ // asserting a contract that doesn't yet hold. If a future iter+ // promotes mcp-scan.mjs to emit structured findings, this assertion+ // should become a real type-check.+ if (audit.components?.mcpScan?.json?.findings !== undefined) {+ assert(Array.isArray(audit.components.mcpScan.json.findings),+ 'iter 49 β IF mcpScan.json.findings exists THEN it must be an array');+ } else {+ console.log(` β mcpScan.json.findings absent (mcp-scan.mjs currently text-only β known iter-49 gap)`);+ }+// ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ// STAGE 2: persist the audit record as both baseline and current// ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ@@ -177,6 +210,30 @@ try {assert(alertRun.status === 1,`alert at threshold 1.01 fires on self-match (exit 1, got ${alertRun.status})`);+ // ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ+ // STAGE 6 (iter 49) β non-similarity schema contracts in the trend+ //+ // audit-trend reads `composite.worst`, `components.threatModel.json.worst`,+ // and `components.mcpScan.json.findings`. The trend output's+ // delta.worst.verdict on a self-match must be 'unchanged'. If upstream+ // renames any of these fields, the verdict silently becomes 'missing'+ // or undefined β this assertion catches that BEFORE shipping.+ // ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ+ console.log('\nStage 6 β non-similarity schema contracts (iter 49)');+ assert(typeof trend.delta?.worst === 'object',+ 'trend exposes delta.worst (severity-rollup)');+ assert(trend.delta.worst.verdict === 'unchanged',+ `self-roundtrip severity-verdict === unchanged (got ${trend.delta.worst.verdict})`);+ assert(trend.delta.worst.baseline === trend.delta.worst.current,+ 'self-roundtrip baseline === current severity');+ assert(trend.delta.worst.rankDelta === 0,+ `self-roundtrip rankDelta === 0 (got ${trend.delta.worst.rankDelta})`);+ // Findings arrays: introduced/cleared must both be 0 on self-match+ assert(trend.delta?.findings?.introducedCount === 0,+ `self-roundtrip introducedCount === 0 (got ${trend.delta?.findings?.introducedCount})`);+ assert(trend.delta?.findings?.clearedCount === 0,+ `self-roundtrip clearedCount === 0 (got ${trend.delta?.findings?.clearedCount})`);+} finally {try { rmSync(tmp, { recursive: true, force: true }); } catch { /* ignore */ }}