Skip to content

Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS

1.7 KB
Raw Blame
import { afterEach, expect, it } from 'vitest';
import { mkdtemp, mkdir, readFile, rm, writeFile } from 'node:fs/promises';
import { tmpdir } from 'os';
import { join } from 'path';
import migration from './389-local-coding-comparison-coverage.js';

let rootDir;
afterEach(async () => { if (rootDir) await rm(rootDir, { recursive: true, force: true }); });

it('does not re-add retired coding scores or overwrite a catalog and fails closed on future versions', async () => {
  rootDir = await mkdtemp(join(tmpdir(), 'portos-coding-seed-'));
  await mkdir(join(rootDir, 'data'));
  await mkdir(join(rootDir, 'data.reference'));
  const seed = JSON.parse(await readFile(new URL('../../data.reference/model-comparison.json', import.meta.url), 'utf8'));
  await writeFile(join(rootDir, 'data.reference/model-comparison.json'), JSON.stringify(seed));
  // No install catalog yet — a fresh install gets the seed through setup-data.
  expect(await migration.up({ rootDir })).toEqual({ added: 0 });

  const coding = seed.observations.filter(row => row.id.startsWith('swe-bench-2026-09-16-'));
  expect(coding).toEqual([]);

  const prior = { schemaVersion: 1, observations: [seed.observations[0]] };
  const path = join(rootDir, 'data/model-comparison.json');
  await writeFile(path, JSON.stringify(prior));
  expect(await migration.up({ rootDir })).toEqual({ added: 0 });
  const result = JSON.parse(await readFile(path, 'utf8'));
  expect(result.observations).toEqual(prior.observations);
  expect(await migration.up({ rootDir })).toEqual({ added: 0 });

  const future = JSON.stringify({ ...prior, schemaVersion: 99 });
  await writeFile(path, future);
  await expect(migration.up({ rootDir })).rejects.toThrow();
  expect(await readFile(path, 'utf8')).toBe(future);
});