Skip to content

armgit / orca

Public Imported from GitHub
0

Orca is the place for working with a fleet of agents (e.g. Grok Bot, Claude Code). Run any coding agent with your own subscription. Available on desktop, mobile and remote runtime.

6.1 KB
Raw Blame
#!/usr/bin/env node
// Compare repeated flatten/find O(rows×ids) against one first-wins index O(rows+ids) on synchronous hydration/reconnect path before first frame.
// Require identical resolved rows before timing. Run: node config/scripts/hydrate-worktree-lookup-benchmark.mjs
import { performance } from 'node:perf_hooks'

const ITERATIONS = Number(process.env.ORCA_HYDRATE_BENCH_ITERATIONS ?? '60')
const WARMUP = Number(process.env.ORCA_HYDRATE_BENCH_WARMUP ?? '10')
const ROUNDS = 6

for (const [name, value] of [
  ['ORCA_HYDRATE_BENCH_ITERATIONS', ITERATIONS],
  ['ORCA_HYDRATE_BENCH_WARMUP', WARMUP]
]) {
  if (!Number.isSafeInteger(value) || value <= 0) {
    throw new Error(`${name} must be a positive integer, received ${value}`)
  }
}

function resolveByFlatten(worktreesByRepo, ids) {
  const resolved = []
  for (const id of ids) {
    const worktree = Object.values(worktreesByRepo)
      .flat()
      .find((entry) => entry.id === id)
    resolved.push(worktree ? worktree.repoId : null)
  }
  return resolved
}

// Post-fix: mirrors buildWorktreeByIdIndex in store/slices/worktree-by-id-index.ts.
function resolveByIndex(worktreesByRepo, ids) {
  const index = new Map()
  for (const worktrees of Object.values(worktreesByRepo)) {
    for (const worktree of worktrees) {
      if (!index.has(worktree.id)) {
        index.set(worktree.id, worktree)
      }
    }
  }
  const resolved = []
  for (const id of ids) {
    const worktree = index.get(id)
    resolved.push(worktree ? worktree.repoId : null)
  }
  return resolved
}

function makeStore(repoCount, worktreesPerRepo) {
  const worktreesByRepo = {}
  for (let repo = 0; repo < repoCount; repo += 1) {
    const repoId = `repo-${repo}`
    worktreesByRepo[repoId] = Array.from({ length: worktreesPerRepo }, (_value, index) => ({
      id: `${repoId}/wt-${index}`,
      repoId,
      path: `/Users/dev/worktrees/${repoId}/wt-${index}`,
      branch: `feature/branch-${index}`
    }))
  }
  // Inject duplicate ID: find is first-wins, so overwrite-on-collision indexes must fail equality check.
  if (repoCount > 1) {
    const [firstRepo, secondRepo] = Object.keys(worktreesByRepo)
    worktreesByRepo[secondRepo] = [
      { ...worktreesByRepo[firstRepo][0], repoId: secondRepo },
      ...worktreesByRepo[secondRepo]
    ]
  }
  return worktreesByRepo
}

// Cold-start SSH IDs can be absent; misses exercise linear arm’s full-list worst case.
function makeIds(worktreesByRepo, count) {
  const all = Object.values(worktreesByRepo).flat()
  const ids = Array.from({ length: count }, (_value, index) =>
    index % 7 === 0 ? `absent/wt-${index}` : all[(index * 31) % all.length].id
  )
  // Always look up the duplicated id, so first-wins is exercised, not just present.
  ids[1] = all[0].id
  return ids
}

function timeArm(resolve, worktreesByRepo, ids) {
  let sink = 0
  const start = performance.now()
  for (let index = 0; index < ITERATIONS; index += 1) {
    // Consume the result so V8 cannot drop the call as dead.
    sink += resolve(worktreesByRepo, ids).length
  }
  const elapsed = (performance.now() - start) / ITERATIONS
  if (sink === -1) {
    throw new Error('unreachable')
  }
  return elapsed
}

function median(samples) {
  const sorted = [...samples].sort((a, b) => a - b)
  const mid = sorted.length / 2
  return (sorted[mid - 1] + sorted[mid]) / 2
}

// Arms alternate which one leads so within-round drift cannot favour either.
function measure(worktreesByRepo, ids) {
  for (let index = 0; index < WARMUP; index += 1) {
    resolveByFlatten(worktreesByRepo, ids)
    resolveByIndex(worktreesByRepo, ids)
  }
  const flattenSamples = []
  const indexSamples = []
  for (let round = 0; round < ROUNDS; round += 1) {
    if (round % 2 === 0) {
      flattenSamples.push(timeArm(resolveByFlatten, worktreesByRepo, ids))
      indexSamples.push(timeArm(resolveByIndex, worktreesByRepo, ids))
    } else {
      indexSamples.push(timeArm(resolveByIndex, worktreesByRepo, ids))
      flattenSamples.push(timeArm(resolveByFlatten, worktreesByRepo, ids))
    }
  }
  return { flattenMs: median(flattenSamples), indexMs: median(indexSamples) }
}

const pad = (value, width) => String(value).padStart(width)
console.log('Session-hydration worktree lookup, per cold start. Lower is better.')
console.log(`iterations=${ITERATIONS} warmup=${WARMUP} rounds=${ROUNDS} (per-arm medians)`)
console.log(
  `${pad('repos', 6)} ${pad('worktrees', 10)} ${pad('ids', 5)} ${pad('flatten', 11)} ${pad('indexed', 11)} ${pad('speedup', 9)}`
)

// Synthetic shapes approximate heavy-machine scale (10 repos/423 worktrees/188 reconnects); uniform distribution plus duplicate is not a dataset replay.
for (const [repoCount, worktreesPerRepo, idCount] of [
  [1, 5, 5],
  [3, 20, 20],
  [10, 42, 188],
  [10, 100, 400]
]) {
  const worktreesByRepo = makeStore(repoCount, worktreesPerRepo)
  const ids = makeIds(worktreesByRepo, idCount)
  const flattenResult = resolveByFlatten(worktreesByRepo, ids)
  const indexResult = resolveByIndex(worktreesByRepo, ids)
  if (JSON.stringify(flattenResult) !== JSON.stringify(indexResult)) {
    throw new Error(`resolution differs at ${repoCount} repos x ${worktreesPerRepo} worktrees`)
  }
  if (!flattenResult.some((value) => value !== null)) {
    throw new Error(`fixture resolved nothing at ${repoCount} repos`)
  }
  if (!flattenResult.some((value) => value === null)) {
    throw new Error(`fixture had no absent ids at ${repoCount} repos`)
  }
  // Count actual rows: injected multi-repo duplicate makes the product off by one.
  const worktreeCount = Object.values(worktreesByRepo).reduce((sum, rows) => sum + rows.length, 0)
  const { flattenMs, indexMs } = measure(worktreesByRepo, ids)
  console.log(
    `${pad(repoCount, 6)} ${pad(worktreeCount, 10)} ${pad(idCount, 5)} ${pad(`${flattenMs.toFixed(4)} ms`, 11)} ${pad(`${indexMs.toFixed(4)} ms`, 11)} ${pad(`${(flattenMs / indexMs).toFixed(1)}x`, 9)}`
  )
}

console.log(
  '\nFixtures are synthetic at real-world scale, not a replay of a real session.\nThis times one of the four lookup sites. A one-repo session sees almost nothing;\nthe win scales with worktrees x pending ids, and lands on the cold-start path that\ngates terminal pane mounting.'
)