Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

fix(embed): the example runner takes a feature list; the fleet docs keep the measured recipe

M3gA-Mindd1c80cd534e4
diff --git a/docs/gitbooks/en/developing/performance.md b/docs/gitbooks/en/developing/performance.md
index 899b6b61b6..a6cfc88a84 100644
--- a/docs/gitbooks/en/developing/performance.md
+++ b/docs/gitbooks/en/developing/performance.md
@@ -153,10 +153,13 @@ This does not establish capacity for real providers, tool subprocesses, MCP
servers, or 1,000 simultaneously active turns. Measure those workloads before
sizing a production fleet.
-To reproduce from the OpenHuman repository root:
+These figures were measured with the original feature graph: default
+features disabled and no storage driver, at commit `b783b39e78`. To reproduce
+them, build that commit from the OpenHuman repository root:
```sh
-cargo build -p openhuman-embed --locked --release --no-default-features --features storage-sqlite --example linux_fleet
+git checkout b783b39e78
+cargo build -p openhuman-embed --locked --release --no-default-features --example linux_fleet
systemd-run --user --scope -p MemoryMax=2G -p CPUQuota=200% --quiet \
python3 crates/openhuman-embed/examples/linux_fleet_cgroup.py 500
```
@@ -173,3 +176,13 @@ systemd-run --user --scope -p MemoryMax=2G -p MemorySwapMax=0 -p CPUQuota=200% -
The JSON output records process RSS, bootstrap/turn timings, cgroup limits,
peak memory, and OOM counters. The raw runs are checked in as
[`docs/benchmarks/medulla-embed-linux.json`](../../../benchmarks/medulla-embed-linux.json).
+
+On the current tree the example also needs `storage-sqlite`: an ephemeral
+workspace now keeps its session state in the workspace's SQLite store, and the
+core no longer falls back to memory. This build measures that SQLite-backed
+configuration. Its results are not comparable with the table above until the
+benchmark is rerun under it:
+
+```sh
+cargo build -p openhuman-embed --locked --release --no-default-features --features storage-sqlite --example linux_fleet
+```
diff --git a/scripts/__tests__/run-embed-examples.test.mjs b/scripts/__tests__/run-embed-examples.test.mjs
index 954a2d1ffb..bac3405924 100644
--- a/scripts/__tests__/run-embed-examples.test.mjs
+++ b/scripts/__tests__/run-embed-examples.test.mjs
@@ -42,6 +42,8 @@ test("all example runs share the same required feature graph", () => {
});
+const featureArgument = (args) => args[args.indexOf("--features") + 1];
+
test("fleet measurements retain their declared release and minimal-feature invocation", () => {
const examples = discoverExamples().filter(({name}) => name === "linux_fleet" || name === "mcp");
const fleet = examples.find(({name}) => name === "linux_fleet");
@@ -55,10 +57,10 @@ test("fleet measurements retain their declared release and minimal-feature invoc
}});
assert.ok(calls.get("linux_fleet").includes("--release"));
assert.ok(calls.get("linux_fleet").includes("--no-default-features"));
- assert.equal(calls.get("linux_fleet").includes("--features"), false);
+ assert.equal(featureArgument(calls.get("linux_fleet")), "storage-sqlite");
assert.equal(calls.get("mcp").includes("--release"), false);
assert.equal(calls.get("mcp").includes("--no-default-features"), false);
- assert.ok(calls.get("mcp").includes("mcp"));
+ assert.ok(featureArgument(calls.get("mcp")).split(",").includes("mcp"));
});
test("a forced dev profile builds release-declared measurements in the dev profile and keeps their feature graph", () => {
@@ -74,6 +76,6 @@ test("a forced dev profile builds release-declared measurements in the dev profi
assert.equal(args.includes("--profile"), false);
}
assert.ok(calls.get("linux_fleet").includes("--no-default-features"));
- assert.equal(calls.get("linux_fleet").includes("--features"), false);
- assert.ok(calls.get("mcp").includes("mcp"));
+ assert.equal(featureArgument(calls.get("linux_fleet")), "storage-sqlite");
+ assert.ok(featureArgument(calls.get("mcp")).split(",").includes("mcp"));
});
diff --git a/scripts/run-embed-examples.mjs b/scripts/run-embed-examples.mjs
index 1996de852f..98b05cbfbb 100644
--- a/scripts/run-embed-examples.mjs
+++ b/scripts/run-embed-examples.mjs
@@ -14,7 +14,7 @@ export function discoverExamples(directory = resolve(root, "crates/openhuman-emb
}
const profile = source.match(/^\/\/! Profile: (.+)$/m)?.[1]?.trim() ?? "dev";
const defaultFeatures = source.match(/^\/\/! Default features: (.+)$/m)?.[1]?.trim() !== "disabled";
- return { name: file.slice(0, -3), features: feature && feature !== "default" ? [feature] : [], profile, defaultFeatures };
+ return { name: file.slice(0, -3), features: feature && feature !== "default" ? feature.split(",").map((name) => name.trim()) : [], profile, defaultFeatures };
});
}
export function offlineEnvironment(environment) {