π The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
fix(memory): #2432 #2431 + release 3.13.1 β close prior controllers, WAL-safe graph-edge writes
ruvd112d4fc8b7e
diff --git a/package.json b/package.jsonindex a562b59532..59f2a409f1 100644--- a/package.json+++ b/package.json@@ -1,6 +1,6 @@{"name": "claude-flow",- "version": "3.13.0",+ "version": "3.13.1","description": "Ruflo - Enterprise AI agent orchestration for Claude Code. Deploy 60+ specialized agents in coordinated swarms with self-learning, fault-tolerant consensus, vector memory, and MCP integration","main": "dist/index.js","type": "module",diff --git a/ruflo/package.json b/ruflo/package.jsonindex 446d2f91ca..b80449e201 100644--- a/ruflo/package.json+++ b/ruflo/package.json@@ -1,6 +1,6 @@{"name": "ruflo",- "version": "3.13.0",+ "version": "3.13.1","description": "Ruflo - Enterprise AI agent orchestration platform. Deploy 60+ specialized agents in coordinated swarms with self-learning, fault-tolerant consensus, vector memory, and MCP integration","main": "bin/ruflo.js","type": "module",diff --git a/v3/@claude-flow/cli/package.json b/v3/@claude-flow/cli/package.jsonindex f64d58cd33..55ab6c2c77 100644--- a/v3/@claude-flow/cli/package.json+++ b/v3/@claude-flow/cli/package.json@@ -1,6 +1,6 @@{"name": "@claude-flow/cli",- "version": "3.13.0",+ "version": "3.13.1","type": "module","description": "Ruflo CLI - Enterprise AI agent orchestration with 60+ specialized agents, swarm coordination, MCP server, self-learning hooks, and vector memory for Claude Code","main": "dist/src/index.js",@@ -110,7 +110,7 @@"@claude-flow/codex": "^3.0.0-alpha.8","@claude-flow/embeddings": "^3.0.0-alpha.18","@claude-flow/guidance": "^3.0.0-alpha.1",- "@claude-flow/memory": "^3.0.0-alpha.20",+ "@claude-flow/memory": "^3.0.0-alpha.21","@claude-flow/plugin-gastown-bridge": "^0.1.3","@claude-flow/security": "^3.0.0-alpha.10","@metaharness/darwin": "~0.3.1",diff --git a/v3/@claude-flow/cli/src/memory/graph-edge-writer.ts b/v3/@claude-flow/cli/src/memory/graph-edge-writer.tsindex 405dd7d84a..43e84feb96 100644--- a/v3/@claude-flow/cli/src/memory/graph-edge-writer.ts+++ b/v3/@claude-flow/cli/src/memory/graph-edge-writer.ts@@ -2,15 +2,30 @@* Graph Edge Writer β ADR-130 Phase 1** Provides a minimal interface for inserting rows into the graph_edges- * sql.js table defined by MEMORY_SCHEMA_V3.+ * SQLite table defined by MEMORY_SCHEMA_V3.*- * This module is intentionally thin: it opens the shared sql.js SQLite db- * (the same file used by memory-initializer storeEntry), ensures the- * graph_edges table exists, and returns a better-sqlite3-compatible- * prepared-statement interface.+ * #2431 fix (2026-06-22) β replaces the prior sql.js implementation. The+ * prior version opened sql.js, performed in-memory updates, then called+ * `fs.writeFileSync(dbPath, db.export())` after every edge insert. This+ * whole-file flush overwrote the main `memory.db` while the better-sqlite3+ * bridge was actively writing through its WAL β exactly the dual-write+ * race that ADR-068 (#1257) removed. Symptom: PRAGMA integrity_check+ * reports `database disk image is malformed (11)` after a single+ * memory_store + causal-edge sequence.*- * The module is designed for fire-and-forget callers β every public function- * suppresses errors internally so callers never need try/catch.+ * Fix posture: use better-sqlite3 directly (the same native engine the+ * memory bridge uses). WAL-native, no whole-file fsync, no race. Keeps+ * the public API surface identical so callers don't have to change.+ *+ * Note: this is the minimum-safe fix. The architecturally cleaner fix+ * (route writes through the bridge's controller layer) is scoped to a+ * future ADR β see #2431 for the discussion. Until that ADR lands, this+ * module owns its own better-sqlite3 handle but on the same file, with+ * WAL mode enabled (which makes concurrent writers safe by SQLite's own+ * design β no overlapping fsync).+ *+ * The module is designed for fire-and-forget callers β every public+ * function suppresses errors internally so callers never need try/catch.** @module v3/cli/memory/graph-edge-writer*/@@ -22,7 +37,7 @@ import { getMemoryRoot } from './memory-initializer.js';import { encodeEmbedding } from './embedding-quantization.js';// ============================================================================-// Lazy-cached sql.js db handle+// Lazy-cached better-sqlite3 db handle// ============================================================================let _db: any = null;@@ -30,13 +45,17 @@ let _dbPath = '';let _dbInitializing = false;/**- * Return the sql.js Database instance for graph_edges writes.+ * Return the better-sqlite3 Database instance for graph_edges writes.* Creates the graph_edges table if it is absent (idempotent).- * Returns null if sql.js is not available or db cannot be opened.+ * Returns null if better-sqlite3 is not available or db cannot be opened.** #2246 fix: `createIfMissing` (default false for back-compat) β when true,* lazily creates an empty memory.db with the graph_edges schema so* graph-pathfinder works on fresh environments before any memory writes.+ *+ * #2431 fix: better-sqlite3 + WAL mode replaces sql.js + whole-file+ * writeFileSync. Eliminates the dual-write race that corrupted memory.db+ * when called alongside the memory bridge's better-sqlite3 writer.*/export async function getBridgeDb(customDbPath?: string, opts?: { createIfMissing?: boolean }): Promise<any | null> {const dbPath = customDbPath ?? path.join(getMemoryRoot(), 'memory.db');@@ -50,22 +69,36 @@ export async function getBridgeDb(customDbPath?: string, opts?: { createIfMissinconst dbExists = fs.existsSync(dbPath);if (!dbExists && !createIfMissing) return null;- const initSqlJs = (await import('sql.js')).default;- const SQL = await initSqlJs();- let db: any;- if (dbExists) {- const fileBuffer = fs.readFileSync(dbPath);- db = new SQL.Database(fileBuffer);- } else {- // Lazy-create empty DB + ensure parent dir exists.+ // Ensure parent dir exists for createIfMissing case.+ if (!dbExists && createIfMissing) {const dir = path.dirname(dbPath);if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });- db = new SQL.Database();}+ // better-sqlite3 may not be available on all platforms (it's a native+ // module, so platform-specific binaries are required). If unavailable,+ // return null and let callers degrade gracefully β same posture as the+ // prior sql.js version when sql.js failed to load.+ let BetterSqlite3: any;+ try {+ BetterSqlite3 = (await import('better-sqlite3')).default;+ } catch {+ return null;+ }++ const db = new BetterSqlite3(dbPath);++ // WAL mode is the load-bearing piece of the #2431 fix: it lets multiple+ // connections (this module + the memory bridge) write to the same file+ // without overlapping fsyncs corrupting each other. SQLite's WAL is+ // designed for exactly this case.+ db.pragma('journal_mode = WAL');+ db.pragma('synchronous = NORMAL'); // WAL-safe + faster than FULL+ db.pragma('busy_timeout = 5000'); // wait up to 5s on lock contention+// Ensure graph_edges table exists (in case this is an older DB that// predates ADR-130 Phase 1 schema migration).- db.run(`+ db.exec(`CREATE TABLE IF NOT EXISTS graph_edges (id TEXT PRIMARY KEY,source_id TEXT NOT NULL,@@ -79,24 +112,15 @@ export async function getBridgeDb(customDbPath?: string, opts?: { createIfMissinembedding_ref TEXT,metadata TEXT,created_at TEXT NOT NULL- )+ );+ CREATE INDEX IF NOT EXISTS idx_graph_edges_source ON graph_edges (source_id);+ CREATE INDEX IF NOT EXISTS idx_graph_edges_target ON graph_edges (target_id);+ CREATE INDEX IF NOT EXISTS idx_graph_edges_relation ON graph_edges (relation);+ CREATE INDEX IF NOT EXISTS idx_graph_edges_reinforced ON graph_edges (last_reinforced);`);- db.run(`CREATE INDEX IF NOT EXISTS idx_graph_edges_source ON graph_edges (source_id)`);- db.run(`CREATE INDEX IF NOT EXISTS idx_graph_edges_target ON graph_edges (target_id)`);- db.run(`CREATE INDEX IF NOT EXISTS idx_graph_edges_relation ON graph_edges (relation)`);- db.run(`CREATE INDEX IF NOT EXISTS idx_graph_edges_reinforced ON graph_edges (last_reinforced)`);_db = db;_dbPath = dbPath;-- // #2246 β if we just lazy-created the DB, persist the empty file so- // subsequent calls can read it back without re-creating.- if (!dbExists && createIfMissing) {- try {- const data = db.export();- fs.writeFileSync(dbPath, Buffer.from(data));- } catch { /* non-fatal β caller will re-flush on first write */ }- }return db;} catch {return null;@@ -105,18 +129,6 @@ export async function getBridgeDb(customDbPath?: string, opts?: { createIfMissin}}-/**- * Persist the in-memory sql.js database back to disk.- * Called after each write to keep the file consistent.- */-async function flushDb(db: any): Promise<void> {- try {- if (!_dbPath) return;- const data = db.export();- fs.writeFileSync(_dbPath, Buffer.from(data));- } catch { /* non-fatal */ }-}-// ============================================================================// Public write API// ============================================================================@@ -139,6 +151,11 @@ export interface GraphEdgeInput {* Insert a single edge into graph_edges.* Fire-and-forget β errors are suppressed.* Returns true if the write succeeded, false otherwise.+ *+ * #2431 fix: uses better-sqlite3 prepared statements + implicit WAL+ * journal. No `fs.writeFileSync` whole-file flush β the WAL handles+ * durability without overwriting the main file out from under other+ * writers.*/export async function insertGraphEdge(input: GraphEdgeInput): Promise<boolean> {try {@@ -155,28 +172,26 @@ export async function insertGraphEdge(input: GraphEdgeInput): Promise<boolean> {const metaStr = input.metadata ? JSON.stringify(input.metadata) : null;- db.run(+ db.prepare(`INSERT OR IGNORE INTO graph_edges(id, source_id, target_id, relation, weight, confidence, decay_rate,last_reinforced, witness_id, embedding_ref, metadata, created_at)VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,- [- id,- input.sourceId,- input.targetId,- input.relation,- input.weight ?? 1.0,- input.confidence ?? 1.0,- input.decayRate ?? 0.0,- input.lastReinforced ?? null,- input.witnessId ?? null,- embeddingRef,- metaStr,- createdAt,- ],+ ).run(+ id,+ input.sourceId,+ input.targetId,+ input.relation,+ input.weight ?? 1.0,+ input.confidence ?? 1.0,+ input.decayRate ?? 0.0,+ input.lastReinforced ?? null,+ input.witnessId ?? null,+ embeddingRef,+ metaStr,+ createdAt,);- await flushDb(db);return true;} catch {return false;@@ -201,15 +216,13 @@ export async function queryEdgesBySource(: `SELECT id, source_id, target_id, relation, weight FROM graph_edges WHERE source_id = ? LIMIT 1000`;const args = relation ? [sourceId, relation] : [sourceId];- const result = db.exec(sql, args);- if (!result?.[0]) return [];-- const cols = result[0].columns;- return result[0].values.map((row: unknown[]) => {- const obj: Record<string, unknown> = {};- cols.forEach((c: string, i: number) => { obj[c] = row[i]; });- return obj as any;- });+ return db.prepare(sql).all(...args) as Array<{+ id: string;+ source_id: string;+ target_id: string;+ relation: string;+ weight: number;+ }>;} catch {return [];}@@ -222,8 +235,8 @@ export async function countGraphEdges(dbPath?: string): Promise<number> {try {const db = await getBridgeDb(dbPath);if (!db) return 0;- const result = db.exec(`SELECT COUNT(*) FROM graph_edges`);- return (result?.[0]?.values?.[0]?.[0] as number) ?? 0;+ const row = db.prepare(`SELECT COUNT(*) AS n FROM graph_edges`).get() as { n: number } | undefined;+ return row?.n ?? 0;} catch {return 0;}@@ -231,8 +244,15 @@ export async function countGraphEdges(dbPath?: string): Promise<number> {/*** Reset the cached db handle (for tests that need a fresh DB).+ *+ * #2431 fix: also explicitly closes the prior handle so file locks+ * release immediately β better-sqlite3 holds an OS-level file handle+ * which the prior sql.js implementation did not.*/export function _resetBridgeDb(): void {+ if (_db) {+ try { _db.close(); } catch { /* best-effort */ }+ }_db = null;_dbPath = '';}diff --git a/v3/@claude-flow/memory/package.json b/v3/@claude-flow/memory/package.jsonindex 1d05a32092..b084cfe4dc 100644--- a/v3/@claude-flow/memory/package.json+++ b/v3/@claude-flow/memory/package.json@@ -1,6 +1,6 @@{"name": "@claude-flow/memory",- "version": "3.0.0-alpha.20",+ "version": "3.0.0-alpha.21","type": "module","description": "Memory module - AgentDB unification, HNSW indexing, vector search, hybrid SQLite+AgentDB backend (ADR-009)","main": "dist/index.js",diff --git a/v3/@claude-flow/memory/src/controller-registry.ts b/v3/@claude-flow/memory/src/controller-registry.tsindex f1edac23b4..ad41fb78e3 100644--- a/v3/@claude-flow/memory/src/controller-registry.ts+++ b/v3/@claude-flow/memory/src/controller-registry.ts@@ -274,6 +274,9 @@ export class ControllerRegistry extends EventEmitter {? result.reason.message: String(result.reason);+ // #2432 β close any prior instance before replacing.+ await this.closePriorIfAny(name);+this.controllers.set(name, {name,instance: null,@@ -618,12 +621,46 @@ export class ControllerRegistry extends EventEmitter {}}+ /**+ * Close any prior controller instance for `name` before it is replaced.+ *+ * #2432 fix β pre-fix, `controllers.set(name, ...)` silently orphaned the+ * prior instance. For backends that allocate native / WASM resources+ * (notably `SqlJsRvfBackend` which keeps an Emscripten MEMFS file ~11 MB+ * per `new SQL.Database(buffer)` until `close()` runs), GC'ing the JS+ * wrapper does NOT reclaim the underlying allocation. A long-running+ * `mcp start` process that re-init'd controllers hundreds of times grew+ * external memory by ~36 GB in production over 6 weeks.+ *+ * Best-effort close: catch and ignore errors β replacement must proceed+ * even if the prior instance's close throws (it's already orphaned at+ * this point either way).+ */+ private async closePriorIfAny(name: ControllerName): Promise<void> {+ const prior = this.controllers.get(name);+ if (!prior?.instance) return;+ const inst = prior.instance as { close?: () => unknown; dispose?: () => unknown };+ try {+ if (typeof inst.close === 'function') {+ await inst.close();+ } else if (typeof inst.dispose === 'function') {+ await inst.dispose();+ }+ } catch {+ // Best-effort β leak is preferable to crashing init on a replacement.+ }+ }+/*** Initialize a single controller with error isolation.*/private async initController(name: ControllerName, level: number): Promise<void> {const startTime = performance.now();+ // #2432 β close any prior instance before replacing the map entry,+ // otherwise its native/WASM resources leak (e.g. sql.js MEMFS files).+ await this.closePriorIfAny(name);+try {const instance = await this.createController(name);