Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

checkpoint: File edit:

rUv09b51c752bdd
diff --git a/v3/@claude-flow/testing/src/helpers/index.ts b/v3/@claude-flow/testing/src/helpers/index.ts
index 6954184d15..02b81d1d18 100644
--- a/v3/@claude-flow/testing/src/helpers/index.ts
+++ b/v3/@claude-flow/testing/src/helpers/index.ts
@@ -14,7 +14,7 @@ export {
createSequenceMock,
InteractionRecorder,
type MockedInterface,
-} from './create-mock';
+} from './create-mock.js';
// Test application builder
export {
diff --git a/v3/benchmarks/index.ts b/v3/benchmarks/index.ts
new file mode 100644
index 0000000000..b5e22913f1
--- /dev/null
+++ b/v3/benchmarks/index.ts
@@ -0,0 +1,224 @@
+/**
+ * V3 Benchmark Suite Entry Point
+ *
+ * Comprehensive benchmark suite for validating V3 performance targets:
+ * - Flash Attention: 2.49x-7.47x speedup
+ * - AgentDB Search: 150x-12,500x improvement
+ * - Memory Reduction: 50-75%
+ * - Startup Time: <500ms
+ * - SONA Learning: <0.05ms adaptation
+ */
+
+// Framework exports
+export * from './framework/benchmark.js';
+
+// Startup benchmarks
+export { default as runColdStartBenchmarks } from './startup/cli-cold-start.bench.js';
+export { default as runWarmStartBenchmarks } from './startup/cli-warm-start.bench.js';
+export { default as runMCPInitBenchmarks } from './startup/mcp-server-init.bench.js';
+export { default as runAgentSpawnBenchmarks } from './startup/agent-spawn.bench.js';
+
+// Memory benchmarks
+export { default as runVectorSearchBenchmarks } from './memory/vector-search.bench.js';
+export { default as runHNSWIndexingBenchmarks } from './memory/hnsw-indexing.bench.js';
+export { default as runMemoryWriteBenchmarks } from './memory/memory-write.bench.js';
+export { default as runCacheHitRateBenchmarks } from './memory/cache-hit-rate.bench.js';
+
+// Swarm benchmarks
+export { default as runAgentCoordinationBenchmarks } from './swarm/agent-coordination.bench.js';
+export { default as runTaskDecompositionBenchmarks } from './swarm/task-decomposition.bench.js';
+export { default as runConsensusLatencyBenchmarks } from './swarm/consensus-latency.bench.js';
+export { default as runMessageThroughputBenchmarks } from './swarm/message-throughput.bench.js';
+
+// Attention benchmarks
+export { default as runFlashAttentionBenchmarks } from './attention/flash-attention.bench.js';
+export { default as runMultiHeadAttentionBenchmarks } from './attention/multi-head-attention.bench.js';
+export { default as runMemoryEfficiencyBenchmarks } from './attention/memory-efficiency.bench.js';
+
+// Regression detection
+export { default as compareWithBaseline } from './regression/compare.js';
+export { default as generateReport } from './regression/report.js';
+
+// ============================================================================
+// Benchmark Runner
+// ============================================================================
+
+interface BenchmarkSuiteConfig {
+ categories?: string[];
+ verbose?: boolean;
+ outputFormat?: 'console' | 'json' | 'markdown' | 'html';
+ outputPath?: string;
+ compareBaseline?: boolean;
+ baselinePath?: string;
+}
+
+/**
+ * Run all benchmarks
+ */
+export async function runAllBenchmarks(config: BenchmarkSuiteConfig = {}): Promise<void> {
+ const {
+ categories = ['startup', 'memory', 'swarm', 'attention'],
+ verbose = true,
+ } = config;
+
+ console.log('=' .repeat(80));
+ console.log('V3 Performance Benchmark Suite');
+ console.log('=' .repeat(80));
+ console.log('');
+ console.log('Target Performance Metrics:');
+ console.log(' - CLI Startup: <500ms (5x faster)');
+ console.log(' - MCP Init: <400ms (4.5x faster)');
+ console.log(' - Agent Spawn: <200ms (4x faster)');
+ console.log(' - Vector Search: <1ms (150x-12,500x faster)');
+ console.log(' - Memory Write: <5ms (10x faster)');
+ console.log(' - Consensus: <100ms (5x faster)');
+ console.log(' - Flash Attention: 2.49x-7.47x speedup');
+ console.log(' - Memory Usage: <256MB (50% reduction)');
+ console.log('');
+
+ const startTime = performance.now();
+
+ // Startup benchmarks
+ if (categories.includes('startup')) {
+ console.log('\n' + '='.repeat(60));
+ console.log('STARTUP BENCHMARKS');
+ console.log('='.repeat(60));
+
+ const { default: runColdStart } = await import('./startup/cli-cold-start.bench.js');
+ const { default: runWarmStart } = await import('./startup/cli-warm-start.bench.js');
+ const { default: runMCPInit } = await import('./startup/mcp-server-init.bench.js');
+ const { default: runAgentSpawn } = await import('./startup/agent-spawn.bench.js');
+
+ await runColdStart();
+ await runWarmStart();
+ await runMCPInit();
+ await runAgentSpawn();
+ }
+
+ // Memory benchmarks
+ if (categories.includes('memory')) {
+ console.log('\n' + '='.repeat(60));
+ console.log('MEMORY BENCHMARKS');
+ console.log('='.repeat(60));
+
+ const { default: runVectorSearch } = await import('./memory/vector-search.bench.js');
+ const { default: runHNSWIndexing } = await import('./memory/hnsw-indexing.bench.js');
+ const { default: runMemoryWrite } = await import('./memory/memory-write.bench.js');
+ const { default: runCacheHitRate } = await import('./memory/cache-hit-rate.bench.js');
+
+ await runVectorSearch();
+ await runHNSWIndexing();
+ await runMemoryWrite();
+ await runCacheHitRate();
+ }
+
+ // Swarm benchmarks
+ if (categories.includes('swarm')) {
+ console.log('\n' + '='.repeat(60));
+ console.log('SWARM BENCHMARKS');
+ console.log('='.repeat(60));
+
+ const { default: runAgentCoordination } = await import('./swarm/agent-coordination.bench.js');
+ const { default: runTaskDecomposition } = await import('./swarm/task-decomposition.bench.js');
+ const { default: runConsensusLatency } = await import('./swarm/consensus-latency.bench.js');
+ const { default: runMessageThroughput } = await import('./swarm/message-throughput.bench.js');
+
+ await runAgentCoordination();
+ await runTaskDecomposition();
+ await runConsensusLatency();
+ await runMessageThroughput();
+ }
+
+ // Attention benchmarks
+ if (categories.includes('attention')) {
+ console.log('\n' + '='.repeat(60));
+ console.log('ATTENTION BENCHMARKS');
+ console.log('='.repeat(60));
+
+ const { default: runFlashAttention } = await import('./attention/flash-attention.bench.js');
+ const { default: runMultiHeadAttention } = await import('./attention/multi-head-attention.bench.js');
+ const { default: runMemoryEfficiency } = await import('./attention/memory-efficiency.bench.js');
+
+ await runFlashAttention();
+ await runMultiHeadAttention();
+ await runMemoryEfficiency();
+ }
+
+ const totalTime = performance.now() - startTime;
+
+ console.log('\n' + '='.repeat(80));
+ console.log('BENCHMARK SUITE COMPLETE');
+ console.log('='.repeat(80));
+ console.log(`Total time: ${(totalTime / 1000).toFixed(2)}s`);
+ console.log('');
+}
+
+/**
+ * Run specific benchmark category
+ */
+export async function runCategory(category: string): Promise<void> {
+ switch (category.toLowerCase()) {
+ case 'startup':
+ const { default: runColdStart } = await import('./startup/cli-cold-start.bench.js');
+ const { default: runWarmStart } = await import('./startup/cli-warm-start.bench.js');
+ const { default: runMCPInit } = await import('./startup/mcp-server-init.bench.js');
+ const { default: runAgentSpawn } = await import('./startup/agent-spawn.bench.js');
+ await runColdStart();
+ await runWarmStart();
+ await runMCPInit();
+ await runAgentSpawn();
+ break;
+
+ case 'memory':
+ const { default: runVectorSearch } = await import('./memory/vector-search.bench.js');
+ const { default: runHNSWIndexing } = await import('./memory/hnsw-indexing.bench.js');
+ const { default: runMemoryWrite } = await import('./memory/memory-write.bench.js');
+ const { default: runCacheHitRate } = await import('./memory/cache-hit-rate.bench.js');
+ await runVectorSearch();
+ await runHNSWIndexing();
+ await runMemoryWrite();
+ await runCacheHitRate();
+ break;
+
+ case 'swarm':
+ const { default: runAgentCoordination } = await import('./swarm/agent-coordination.bench.js');
+ const { default: runTaskDecomposition } = await import('./swarm/task-decomposition.bench.js');
+ const { default: runConsensusLatency } = await import('./swarm/consensus-latency.bench.js');
+ const { default: runMessageThroughput } = await import('./swarm/message-throughput.bench.js');
+ await runAgentCoordination();
+ await runTaskDecomposition();
+ await runConsensusLatency();
+ await runMessageThroughput();
+ break;
+
+ case 'attention':
+ const { default: runFlashAttention } = await import('./attention/flash-attention.bench.js');
+ const { default: runMultiHeadAttention } = await import('./attention/multi-head-attention.bench.js');
+ const { default: runMemoryEfficiency } = await import('./attention/memory-efficiency.bench.js');
+ await runFlashAttention();
+ await runMultiHeadAttention();
+ await runMemoryEfficiency();
+ break;
+
+ default:
+ console.error(`Unknown category: ${category}`);
+ console.log('Available categories: startup, memory, swarm, attention');
+ }
+}
+
+// CLI interface
+if (import.meta.url === `file://${process.argv[1]}`) {
+ const args = process.argv.slice(2);
+ const category = args[0];
+
+ if (category) {
+ runCategory(category).catch(console.error);
+ } else {
+ runAllBenchmarks().catch(console.error);
+ }
+}
+
+export default {
+ runAllBenchmarks,
+ runCategory,
+};
diff --git a/v3/benchmarks/tsconfig.json b/v3/benchmarks/tsconfig.json
new file mode 100644
index 0000000000..b9c958703c
--- /dev/null
+++ b/v3/benchmarks/tsconfig.json
@@ -0,0 +1,32 @@
+{
+ "compilerOptions": {
+ "target": "ES2022",
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "allowSyntheticDefaultImports": true,
+ "esModuleInterop": true,
+ "strict": true,
+ "noImplicitAny": true,
+ "strictNullChecks": true,
+ "strictFunctionTypes": true,
+ "noImplicitReturns": true,
+ "noFallthroughCasesInSwitch": true,
+ "declaration": true,
+ "declarationMap": true,
+ "sourceMap": true,
+ "outDir": "./dist",
+ "rootDir": ".",
+ "forceConsistentCasingInFileNames": true,
+ "resolveJsonModule": true,
+ "isolatedModules": true,
+ "lib": ["ES2022"],
+ "types": ["node"]
+ },
+ "include": [
+ "./**/*.ts"
+ ],
+ "exclude": [
+ "node_modules",
+ "dist"
+ ]
+}