Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
import { describe, it, expect } from 'vitest';
import { htmlToText } from './htmlToText.js';
describe('htmlToText', () => {
it('drops script/style/head/noscript blocks and strips tags', () => {
const html = '<html><head><title>x</title><style>.a{}</style></head><body>' +
'<script>var a = 1;</script><noscript>enable js</noscript><p>Hello</p></body></html>';
const text = htmlToText(html);
expect(text).toBe('Hello');
expect(text).not.toContain('var a');
expect(text).not.toContain('enable js');
});
it('converts <br> and block closes to newlines', () => {
expect(htmlToText('a<br>b</div>c</li>d</tr>e</h2>f')).toBe('a\nb\nc\nd\ne\nf');
});
it('uses a single newline for </p> by default', () => {
expect(htmlToText('<p>one</p><p>two</p>')).toBe('one\ntwo');
});
it('honors paragraphBreak for </p> (Gmail keeps blank lines)', () => {
expect(htmlToText('<p>one</p><p>two</p>', { paragraphBreak: '\n\n' })).toBe('one\n\ntwo');
});
it('decodes entities including nbsp and caller extras', () => {
expect(htmlToText('C G & AB')).toBe('C G & AB');
expect(htmlToText('a‌b', { extraEntities: { zwnj: '' } })).toBe('ab');
});
it('leaves out-of-range numeric entities untouched (never throws)', () => {
expect(htmlToText('� ok')).toBe('� ok');
});
it('preserves inner space runs by default (tab-sheet alignment)', () => {
expect(htmlToText('<pre>C G</pre>')).toBe('C G');
});
it('collapses space/tab runs when collapseSpaces is set', () => {
expect(htmlToText('a \t b', { collapseSpaces: true })).toBe('a b');
});
it('normalizes CRLF and collapses 3+ newlines, then trims', () => {
expect(htmlToText('\n\na\r\n\r\n\r\nb\n\n')).toBe('a\n\nb');
});
it('returns "" for non-strings', () => {
expect(htmlToText(null)).toBe('');
expect(htmlToText(undefined)).toBe('');
expect(htmlToText(42)).toBe('');
});
});
describe('htmlToText on hostile container tags', () => {
it('keeps the old semantics for unclosed and nested containers', () => {
expect(htmlToText('<head>a<head>b</head>c')).toBe('c');
expect(htmlToText('<p>before</p><style>unclosed body text')).toBe('before\nunclosed body text');
expect(htmlToText('<SCRIPT>x</script>kept<Style>y</STYLE>')).toBe('kept');
// A character whose lowercase form is longer must not shift the offsets.
expect(htmlToText('<script>\u0130</script>x')).toBe('x');
});
it('stays linear on a document made of unclosed container tags', () => {
const html = '<head>'.repeat(200_000) + '<p>tail</p>';
const started = performance.now();
expect(htmlToText(html)).toBe('tail');
expect(performance.now() - started).toBeLessThan(1_000);
});
});