Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

ci(metaharness): similarity-tests job + CLAUDE.md surface docs (iter 40)

ruvab745decf95c
diff --git a/.github/workflows/metaharness-ci.yml b/.github/workflows/metaharness-ci.yml
index 704e71426e..6595ec8591 100644
--- a/.github/workflows/metaharness-ci.yml
+++ b/.github/workflows/metaharness-ci.yml
@@ -211,3 +211,76 @@ jobs:
exit 1
}
echo "βœ“ eject correctly refused in-repo target"
+
+ similarity-tests:
+ # iter 40 β€” direct CI gate on the ADR-152 Β§3.1 contract.
+ # Runs without any @metaharness/* installed β€” the production module is
+ # pure-TS and must work in that environment (architectural constraint #4).
+ runs-on: ubuntu-latest
+ timeout-minutes: 5
+ steps:
+ - uses: actions/checkout@v4
+ - uses: actions/setup-node@v4
+ with:
+ node-version: '20'
+
+ - name: Unit tests β€” _similarity.mjs (iter 39, 53 assertions)
+ run: node plugins/ruflo-metaharness/scripts/test-similarity.mjs
+
+ - name: Spike invariants still hold (iter 35 regression anchor)
+ run: node plugins/ruflo-metaharness/scripts/_spike-similarity.mjs
+
+ - name: CLI skill β€” file-input round-trip
+ run: |
+ set -e
+ cat > /tmp/a.json <<'JSON'
+ {"score":{"harnessFit":78,"compileConfidence":92,"taskCoverage":65,"toolSafety":88,"memoryUsefulness":70,"estCostPerRunUsd":0.04,"recommendedMode":"CLI + MCP","archetype":"compliance-harness","template":"vertical:legal"},"genome":{"repo_type":"node_mcp_ci","agent_topology":["a1","a2","a3","a4"],"risk_score":0.45,"test_confidence":0.7,"publish_readiness":0.6}}
+ JSON
+ cat > /tmp/b.json <<'JSON'
+ {"score":{"harnessFit":75,"compileConfidence":90,"taskCoverage":70,"toolSafety":90,"memoryUsefulness":72,"estCostPerRunUsd":0.05,"recommendedMode":"CLI + MCP","archetype":"compliance-harness","template":"vertical:support"},"genome":{"repo_type":"node_mcp_ci","agent_topology":["b1","b2","b3","a3","a4"],"risk_score":0.40,"test_confidence":0.75,"publish_readiness":0.65}}
+ JSON
+ OUT=$(node plugins/ruflo-metaharness/scripts/similarity.mjs --a /tmp/a.json --b /tmp/b.json --format json)
+ echo "$OUT"
+ echo "$OUT" | grep -q '"overall"' || { echo "FAIL: no overall field"; exit 1; }
+ echo "βœ“ similarity skill emits valid JSON"
+
+ - name: audit-trend structural-distance integration (iter 38)
+ run: |
+ set -e
+ cat > /tmp/audit-baseline.json <<'JSON'
+ {"startedAt":"2026-06-15T00:00:00Z","composite":{"worst":"clean"},"components":{"oiaManifest":{},"threatModel":{},"mcpScan":{"json":{"findings":[]}}},"fingerprint":{"score":{"harnessFit":82,"recommendedMode":"CLI + MCP","archetype":"typescript-sdk-harness","template":"vertical:coding"},"genome":{"repo_type":"node_mcp_ci","agent_topology":["maintainer","tester","security","release"],"risk_score":0.3,"test_confidence":0.85,"publish_readiness":0.9}}}
+ JSON
+ cat > /tmp/audit-current.json <<'JSON'
+ {"startedAt":"2026-06-16T00:00:00Z","composite":{"worst":"low"},"components":{"oiaManifest":{},"threatModel":{},"mcpScan":{"json":{"findings":[]}}},"fingerprint":{"score":{"harnessFit":75,"recommendedMode":"CLI + MCP","archetype":"typescript-sdk-harness","template":"vertical:coding"},"genome":{"repo_type":"node_mcp_ci","agent_topology":["maintainer","tester","security","release","experimental"],"risk_score":0.35,"test_confidence":0.78,"publish_readiness":0.85}}}
+ JSON
+ OUT=$(node plugins/ruflo-metaharness/scripts/audit-trend.mjs --baseline /tmp/audit-baseline.json --current /tmp/audit-current.json --format json)
+ echo "$OUT" | python3 -c "import json,sys; d=json.load(sys.stdin); sd=d['delta']['structuralDistance']; assert sd['verdict'] in ('near-identical','minor-drift'), sd; assert 0 < sd['distance'] < 0.2, sd; print('βœ“ structural-distance:', sd['verdict'], 'distance=' + str(sd['distance']))"
+
+ - name: Graceful fallback when fingerprint missing
+ run: |
+ set -e
+ cat > /tmp/audit-old.json <<'JSON'
+ {"startedAt":"2026-06-01T00:00:00Z","composite":{"worst":"clean"},"components":{"oiaManifest":{},"threatModel":{},"mcpScan":{"json":{"findings":[]}}}}
+ JSON
+ cat > /tmp/audit-new.json <<'JSON'
+ {"startedAt":"2026-06-16T00:00:00Z","composite":{"worst":"clean"},"components":{"oiaManifest":{},"threatModel":{},"mcpScan":{"json":{"findings":[]}}},"fingerprint":{"score":{"harnessFit":82},"genome":{"repo_type":"node_mcp_ci","agent_topology":["x"]}}}
+ JSON
+ OUT=$(node plugins/ruflo-metaharness/scripts/audit-trend.mjs --baseline /tmp/audit-old.json --current /tmp/audit-new.json --format json)
+ echo "$OUT" | python3 -c "import json,sys; d=json.load(sys.stdin); assert d['delta']['structuralDistance']['verdict']=='unavailable', d['delta']['structuralDistance']; print('βœ“ graceful fallback when fingerprint absent')"
+
+ - name: Distance alert gate exits 1 below threshold
+ run: |
+ set -e
+ # The fixtures from the previous step produce overall ~0.97;
+ # threshold 0.99 must trigger exit 1.
+ if node plugins/ruflo-metaharness/scripts/audit-trend.mjs \
+ --baseline /tmp/audit-baseline.json \
+ --current /tmp/audit-current.json \
+ --alert-on-distance-below 0.99 > /tmp/trend-alert.txt 2>&1; then
+ echo "FAIL: --alert-on-distance-below should have exited 1"
+ cat /tmp/trend-alert.txt
+ exit 1
+ else
+ echo "βœ“ structural-distance alert correctly exited non-zero (got $?)"
+ fi
+
diff --git a/CLAUDE.md b/CLAUDE.md
index e52d57b499..083357a3c3 100644
--- a/CLAUDE.md
+++ b/CLAUDE.md
@@ -1129,7 +1129,10 @@ npx ruflo metaharness oia-audit --alert-on-worst high
# composite weekly audit β†’ memory
npx ruflo metaharness audit-list --since 30d # enumerate audit records
npx ruflo metaharness audit-trend \ # diff two audits (drift)
- --baseline-key <a> --current-key <b> --alert-on-worsening
+ --baseline-key <a> --current-key <b> --alert-on-worsening \
+ --alert-on-distance-below 0.85 # iter 38 β€” structural-distance gate (ADR-152 Β§3.1)
+npx ruflo metaharness similarity \ # iter 36 β€” ADR-152 Β§3.1 weighted similarity
+ --a a.json --b b.json [--per-dimension] [--alert-below 0.5]
npx ruflo metaharness mint --name foo --template vertical:coding --confirm
# Dedicated command
@@ -1147,6 +1150,7 @@ mcp__claude-flow__metaharness_threat_model
mcp__claude-flow__metaharness_oia_audit
mcp__claude-flow__metaharness_audit_list
mcp__claude-flow__metaharness_audit_trend
+mcp__claude-flow__metaharness_similarity # iter 36 β€” ADR-152 Β§3.1 genome similarity
```
### Routing integration (ADR-148/149)
diff --git a/plugins/ruflo-metaharness/scripts/smoke.sh b/plugins/ruflo-metaharness/scripts/smoke.sh
index 1346c3b9bc..5610659c84 100755
--- a/plugins/ruflo-metaharness/scripts/smoke.sh
+++ b/plugins/ruflo-metaharness/scripts/smoke.sh
@@ -191,6 +191,24 @@ grep -q "execCli(\[\s*'-y'\s*,\s*'metaharness@latest'" "$F" 2>/dev/null || \
grep -q "cwd: opts" "$F" || miss="$miss no-cwd-passthrough"
[[ -z "$miss" ]] && ok || bad "$miss"
+step "17z3. metaharness-ci.yml has the similarity-tests job (iter 40 β€” CI gate enforcement)"
+F="$ROOT/../../.github/workflows/metaharness-ci.yml"
+miss=""
+[[ -f "$F" ]] || miss="$miss workflow-missing"
+grep -q "^ similarity-tests:" "$F" 2>/dev/null || miss="$miss no-job-header"
+grep -q "Unit tests β€” _similarity.mjs" "$F" 2>/dev/null || miss="$miss no-unit-step"
+grep -q "Spike invariants still hold" "$F" 2>/dev/null || miss="$miss no-spike-step"
+grep -q "CLI skill β€” file-input round-trip" "$F" 2>/dev/null || miss="$miss no-cli-skill-step"
+grep -q "audit-trend structural-distance integration" "$F" 2>/dev/null || miss="$miss no-trend-step"
+grep -q "Graceful fallback when fingerprint missing" "$F" 2>/dev/null || miss="$miss no-fallback-step"
+grep -q "Distance alert gate exits 1" "$F" 2>/dev/null || miss="$miss no-alert-step"
+# CLAUDE.md documents the new MCP tool + subcommand
+CMD="$ROOT/../../CLAUDE.md"
+grep -q "mcp__claude-flow__metaharness_similarity" "$CMD" 2>/dev/null || miss="$miss claude-md-no-mcp-tool"
+grep -q "ruflo metaharness similarity" "$CMD" 2>/dev/null || miss="$miss claude-md-no-subcommand"
+grep -q -- "--alert-on-distance-below" "$CMD" 2>/dev/null || miss="$miss claude-md-no-distance-flag"
+[[ -z "$miss" ]] && ok || bad "$miss"
+
step "17z2. _similarity.mjs unit tests (iter 39 β€” library-grade testability)"
F="$ROOT/scripts/test-similarity.mjs"
miss=""