Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
/**
* This table is the convergence target for #7474: three independently
* maintained redaction tables (`federationSafety.js`, `agentContextMcp.js`,
* `agentErrorAnalysis.js`) drifted apart, so a fix to one never reached the
* others. The regressions worth pinning here are the ones that would let
* that drift resume: every machine-identity/PII shape the union of the old
* three tables caught must still be caught by `redactPii`, and the pattern
* objects must stay safe for `federationSafetyFindings` to reuse across many
* `.test()` calls without a stateful `lastIndex` bug.
*/
import { describe, expect, it } from 'vitest';
import { PII_PATTERNS, PII_REPLACEMENTS, globalPattern, redactPii } from './piiRedactionPatterns.js';
// One sample per CODE the table declares (not per pattern — `ip-literal`
// covers both an IPv4 and an IPv6 entry, exercised separately below). If a
// future entry adds a code with no sample here, this map is the thing to
// extend — the loop below fails loudly on a missing key rather than skipping it.
const SAMPLE_BY_CODE = {
'home-path': { text: 'notes live at /Users/exampleuser/journal', leak: 'exampleuser' },
'windows-path': { text: 'checkout at C:\\Users\\exampleuser\\portos', leak: 'exampleuser' },
'ip-literal': { text: 'reachable at 203.0.113.5 today', leak: '203.0.113.5' },
'network-host': { text: 'peer is host-example.ts.net', leak: 'host-example' },
'mac-address': { text: 'interface de:ad:be:ef:00:11 up', leak: 'de:ad:be:ef:00:11' },
'email-address': { text: 'reach [email protected]', leak: '[email protected]' },
'phone-number': { text: 'call +1 555 010 4477', leak: '555 010 4477' },
'gps-coordinate': { text: 'recorded latitude: 37.4219', leak: '37.4219' },
};
describe('PII_PATTERNS / redactPii', () => {
it('declares a sample for every code it exports (fixture stays in sync with the table)', () => {
const codes = new Set(PII_PATTERNS.map((entry) => entry.code));
expect(Object.keys(SAMPLE_BY_CODE).sort()).toEqual([...codes].sort());
});
it('redacts every code the union of the three old tables caught', () => {
for (const [code, { text, leak }] of Object.entries(SAMPLE_BY_CODE)) {
const out = redactPii(text);
expect(out, `code ${code}`).not.toContain(leak);
}
});
it('catches an IPv6 literal as well as IPv4 under the same "ip-literal" code', () => {
// Both entries share a code, so the coverage loop above only exercises
// one of the two patterns — pin the IPv6 side, which neither
// agentContextMcp.js nor agentErrorAnalysis.js redacted before #7474.
expect(redactPii('address fe80::1ff:fe23:4567:890a active')).not.toContain('fe80::1ff:fe23:4567:890a');
});
it('applies patterns in table order over one string carrying several kinds at once', () => {
const out = redactPii('[email protected] from /Users/alice/notes, host node.ts.net');
expect(out).not.toContain('[email protected]');
expect(out).not.toContain('/Users/alice');
expect(out).not.toContain('node.ts.net');
});
it('keeps every pattern non-global, so federationSafetyFindings can .test() it across many strings without a stateful lastIndex miss', () => {
// A 'g'-flagged regex object remembers `lastIndex` between calls; the
// second `.test()` on a matching string can come back false purely
// because the first call advanced past it. This is the bypass this table
// exists to prevent: catch it here before it reaches federationSafety.js.
for (const { code, pattern } of PII_PATTERNS) {
expect(pattern.global, `code ${code} must not carry the 'g' flag`).toBe(false);
}
const emailPattern = PII_PATTERNS.find((entry) => entry.code === 'email-address').pattern;
expect(emailPattern.test('[email protected]')).toBe(true);
expect(emailPattern.test('[email protected]')).toBe(true);
});
it('keeps each consumer output vocabulary intact while sharing one pattern list', () => {
// The first cut of #7474 shared the patterns AND the replacement text,
// which silently rewrote every marker agentContextMcp emits — caught only
// by the critical `search-redacts-and-omits-fields` eval case. Sharing
// patterns is the goal; sharing output text is a behaviour change.
const sample = 'mail [email protected] from /Users/alice/notes on 192.0.2.10 via node.tailnet.ts.net';
const bracketed = redactPii(sample, PII_REPLACEMENTS.bracketed);
expect(bracketed).toContain('[REDACTED EMAIL]');
expect(bracketed).toContain('[REDACTED IP]');
expect(bracketed).toContain('[REDACTED HOST]');
expect(bracketed).toContain('~');
expect(bracketed).not.toContain('<email>');
const terse = redactPii(sample);
expect(terse).toContain('<email>');
expect(terse).toContain('<ip>');
expect(terse).toContain('<host>');
expect(terse).not.toContain('[REDACTED EMAIL]');
// Whichever vocabulary is in play, nothing sensitive survives either one.
for (const out of [bracketed, terse]) {
expect(out).not.toContain('[email protected]');
expect(out).not.toContain('/Users/alice');
expect(out).not.toContain('192.0.2.10');
expect(out).not.toContain('node.tailnet.ts.net');
}
});
it('falls back to the table replacement for a code a vocabulary does not name, so a new pattern is never silently un-redacted', () => {
// The bypass probe for the fallback: a vocabulary that names nothing must
// still redact every shape, or adding a pattern to the table would leave
// a consumer emitting the raw value.
const out = redactPii('reach [email protected] at 192.0.2.10', {});
expect(out).not.toContain('[email protected]');
expect(out).not.toContain('192.0.2.10');
});
it('globalPattern derives a replace-safe copy without mutating the shared regex object', () => {
const homePathPattern = PII_PATTERNS.find((entry) => entry.code === 'home-path').pattern;
const asGlobal = globalPattern(homePathPattern);
expect(asGlobal.global).toBe(true);
expect(homePathPattern.global).toBe(false);
expect('/Users/alice/a and /Users/bob/b'.replace(asGlobal, '/$1/<user>')).toBe('/Users/<user>/a and /Users/<user>/b');
});
});