Beautiful, AI-native markdown IDE and LLM wiki
TypeScript 2nd-brainagent-skillsclaudecodexcompany-braindocsknowledge-knowledge-baseknowledge-managementllmllm-wikillm-wiki-karpathymarkdownmarkdown-editormdmdxnotespkmsecond-brainskills
import { stripFrontmatter } from '../extensions/frontmatter.ts';
import { bodyEdgeEmpties } from './doc-boundary-space.ts';
const COMMONMARK_ESCAPE_RE = /\\([!"#$%&'()*+,\-./:;<=>?@[\]^_`{|}~])/g;
const LINE_START_ESCAPE_RE =
/(?<![^\n])((?:[ \t]*(?:>|(?:[-+*]|\d{1,9}[.)])[ \t]))*)[ \t]*(\d{1,9}\\[.)]|\\[-+*#>_=])/g;
const BLOCK_START_OPENER_RE =
/^(?:[-+*](?:[ \t]|$)|\d{1,9}[.)](?:[ \t]|$)|#{1,6}(?:[ \t]|$)|>|(?:\*[ \t]*){3,}$|(?:-[ \t]*){3,}$|(?:_[ \t]*){3,}$)/;
const PARAGRAPH_INTERRUPTER_RE =
/^(?:[-+*][ \t]+\S|1[.)][ \t]+\S|#{1,6}(?:[ \t]|$)|>|(?:\*[ \t]*){3,}$|(?:_[ \t]*){3,}$|(?:-[ \t]*){3,}$|-+[ \t]*$|=+[ \t]*$)/;
const BLOCK_BOUNDARY_LINE_RE =
/^(?:$|#{1,6}(?:[ \t]|$)|`{3,}|~{3,}|(?:\*[ \t]*){3,}$|(?:-[ \t]*){3,}$|(?:_[ \t]*){3,}$)/;
const JSX_CONTAINER_TAG_LINE_RE = /^<\/?[A-Z][A-Za-z0-9.]*(?:\s[^>]*)?>$/;
function previousLine(s: string, lineStart: number): string {
return s.slice(s.lastIndexOf('\n', lineStart - 2) + 1, lineStart - 1);
}
function isBlockBoundaryLine(line: string): boolean {
const content = line.replace(/^[ \t>]*/, '');
return (
BLOCK_BOUNDARY_LINE_RE.test(content) ||
JSX_CONTAINER_TAG_LINE_RE.test(content.replace(/[ \t]+$/, ''))
);
}
function structuralEscapeOffsets(s: string): Set<number> {
const offsets = new Set<number>();
if (!s.includes('\\')) return offsets;
for (const m of s.matchAll(LINE_START_ESCAPE_RE)) {
const containerPrefix = m[1] ?? '';
const marker = m[2] ?? '';
const lineStart = m.index;
const markerStart = lineStart + m[0].length - marker.length;
const lineEnd = s.indexOf('\n', markerStart);
const unescapedContent = s
.slice(markerStart, lineEnd === -1 ? s.length : lineEnd)
.replace(COMMONMARK_ESCAPE_RE, '$1');
const opensListItem = /[^ \t>]/.test(containerPrefix);
const followsBlockBoundary = lineStart === 0 || isBlockBoundaryLine(previousLine(s, lineStart));
const opener =
opensListItem || followsBlockBoundary ? BLOCK_START_OPENER_RE : PARAGRAPH_INTERRUPTER_RE;
if (opener.test(unescapedContent)) offsets.add(markerStart + marker.indexOf('\\'));
}
return offsets;
}
function collapseCommonMarkEscapes(s: string): string {
const structural = structuralEscapeOffsets(s);
if (structural.size === 0) return s.replace(COMMONMARK_ESCAPE_RE, '$1');
return s.replace(COMMONMARK_ESCAPE_RE, (escaped: string, char: string, offset: number) =>
structural.has(offset) ? escaped : char,
);
}
const TABLE_ALIGN_ROW_RE = /^\s*\|?\s*:?-+:?\s*(\|\s*:?-+:?\s*)+\|?\s*$/;
const LIST_ITEM_INDENT_RE = /^[ \t]+([-+*]|\d+[.)]|[a-zA-Z][.)])\s/;
const ORDERED_LIST_MARKER_RE = /^\d+([.)])(?=\s)/;
const ORDERED_LIST_MARKER_CANONICAL = '1';
const EMPHASIS_AROUND_CODE_RE = /\*\*\s*(`[^`]+`)\s*\*\*/g;
const FENCE_LINE_RE = /^(`{3,}|~{3,})/;
function findTableRowLines(lines: readonly string[]): Set<number> {
const rows = new Set<number>();
let fenceOpener: '`' | '~' | null = null;
for (let i = 0; i < lines.length; i++) {
const trimmed = lines[i].trimEnd();
const fence = FENCE_LINE_RE.exec(trimmed);
if (fence) {
const char = fence[1][0] as '`' | '~';
if (fenceOpener === null) {
fenceOpener = char;
continue;
}
if (fenceOpener === char) {
fenceOpener = null;
continue;
}
}
if (fenceOpener !== null || i === 0) continue;
if (!TABLE_ALIGN_ROW_RE.test(trimmed)) continue;
const prev = lines[i - 1].trimEnd();
if (!prev.startsWith('|') || TABLE_ALIGN_ROW_RE.test(prev)) continue;
rows.add(i - 1);
rows.add(i);
for (let j = i + 1; j < lines.length; j++) {
if (!lines[j].trimEnd().startsWith('|')) break;
rows.add(j);
}
}
return rows;
}
function stripTrailingPipe(line: string): string {
return line.slice(0, -1).trimEnd();
}
const CONTINUATION_BLOCK_START_RE =
/^(?:#{1,6}[ \t]|>|(?:[-+*]|\d{1,9}[.)])[ \t]|`{3,}|~{3,}|=+[ \t]*$|-+[ \t]*$|(?:\*[ \t]*){3,}$|(?:_[ \t]*){3,}$)/;
function findFenceInteriorLines(lines: readonly string[]): Set<number> {
const interior = new Set<number>();
let opener: '`' | '~' | null = null;
for (let i = 0; i < lines.length; i++) {
const line = lines[i] ?? '';
const m = /^(`{3,}|~{3,})/.exec(line.trimStart());
if (m?.[1]) {
const ch = m[1][0] as '`' | '~';
if (opener === null) {
opener = ch;
continue;
}
if (opener === ch) {
opener = null;
continue;
}
}
if (opener !== null) interior.add(i);
}
return interior;
}
const JSX_CONTAINER_OPEN_RE = /^<[A-Z][A-Za-z0-9.]*(?:\s[^>]*)?>$/;
const JSX_CONTAINER_CLOSE_RE = /^<\/[A-Z][A-Za-z0-9.]*\s*>$/;
const CAPITALIZED_JSX_TAG_RE = /<\/?[A-Z]/;
function foldJsxContainerBoundaryBlanks(lines: readonly string[]): string[] {
let hasCapitalizedJsxTag = false;
for (let i = 0; i < lines.length; i++) {
if (CAPITALIZED_JSX_TAG_RE.test(lines[i] ?? '')) {
hasCapitalizedJsxTag = true;
break;
}
}
if (!hasCapitalizedJsxTag) return lines as string[];
const fenceInterior = findFenceInteriorLines(lines);
const isTag: boolean[] = [];
const depthAt: number[] = [];
let depth = 0;
for (let i = 0; i < lines.length; i++) {
const raw = lines[i] ?? '';
const t = raw.trim();
if (fenceInterior.has(i)) {
isTag.push(false);
depthAt.push(depth);
continue;
}
const containerContext = depth >= 1 || !/^[ \t]/.test(raw);
isTag.push(containerContext && JSX_CONTAINER_TAG_LINE_RE.test(t));
const close = containerContext && JSX_CONTAINER_CLOSE_RE.test(t);
const open = containerContext && !close && JSX_CONTAINER_OPEN_RE.test(t) && !t.endsWith('/>');
if (close) {
depth = Math.max(0, depth - 1);
depthAt.push(depth);
} else {
depthAt.push(depth);
if (open) depth += 1;
}
}
const prevNonBlank: number[] = new Array(lines.length);
for (let i = 0, last = -1; i < lines.length; i++) {
prevNonBlank[i] = last;
if ((lines[i] ?? '').trim() !== '') last = i;
}
const nextNonBlank: number[] = new Array(lines.length);
for (let i = lines.length - 1, next = lines.length; i >= 0; i--) {
nextNonBlank[i] = next;
if ((lines[i] ?? '').trim() !== '') next = i;
}
const drop = new Set<number>();
for (let i = 0; i < lines.length; i++) {
if ((lines[i] ?? '').trim() !== '' || fenceInterior.has(i) || (depthAt[i] ?? 0) < 1) {
continue;
}
const p = prevNonBlank[i] ?? -1;
const n = nextNonBlank[i] ?? lines.length;
if ((p >= 0 && isTag[p] === true) || (n < lines.length && isTag[n] === true)) {
drop.add(i);
}
}
const out: string[] = [];
for (let i = 0; i < lines.length; i++) {
if (drop.has(i)) continue;
const line = lines[i] ?? '';
out.push(isTag[i] === true && (depthAt[i] ?? 0) >= 1 ? line.replace(/^[ \t]+/, '') : line);
}
return out;
}
export function normalizeBridge(s: string): string {
const lines = foldJsxContainerBoundaryBlanks(
collapseCommonMarkEscapes(s.replace(/^/, '').replace(/\r/g, ''))
.replace(EMPHASIS_AROUND_CODE_RE, '$1')
.replace(/^\n+/, '')
.replace(/^[*-]{3,}(?=\n|$)/, '---')
.replace(/(\n)([#>+-]|\d+[.)]|`{3,}|~{3,})/g, '\n\n$2')
.replace(
/^([#>+-].*|\d+[.)].*|`{3,}.*|~{3,}.*|<\/[A-Z][A-Za-z0-9]*>[ \t]*)\n([^\n])/gm,
'$1\n\n$2',
)
.split('\n'),
);
const tableRowLines = findTableRowLines(lines);
const fenceInterior = findFenceInteriorLines(lines);
return lines
.map((l, i) => {
const trimmed = l.trimEnd();
if (
i > 0 &&
!fenceInterior.has(i) &&
/^[ \t]+\S/.test(trimmed) &&
(lines[i - 1] ?? '').trim() !== '' &&
!LIST_ITEM_INDENT_RE.test(trimmed) &&
!CONTINUATION_BLOCK_START_RE.test(trimmed.trimStart())
) {
const prev = (lines[i - 1] ?? '').trimStart();
if (!CONTINUATION_BLOCK_START_RE.test(prev) && !prev.startsWith('|')) {
return trimmed.replace(/^[ \t]+/, '');
}
}
if (TABLE_ALIGN_ROW_RE.test(trimmed)) {
const collapsed = trimmed.replace(/\s+/g, '');
return tableRowLines.has(i) &&
collapsed.length > 1 &&
collapsed.startsWith('|') &&
collapsed.endsWith('|')
? stripTrailingPipe(collapsed)
: collapsed;
}
let line = LIST_ITEM_INDENT_RE.test(trimmed) ? trimmed.replace(/^[ \t]+/, '') : trimmed;
if (tableRowLines.has(i) && line.length > 1 && line.startsWith('|') && line.endsWith('|')) {
line = stripTrailingPipe(line);
}
return line.replace(ORDERED_LIST_MARKER_RE, `${ORDERED_LIST_MARKER_CANONICAL}$1`);
})
.join('\n')
.replace(/\n{3,}/g, '\n\n')
.replace(/\n+$/, '');
}
export const BRIDGE_TOLERANCE_CLASSES = [
'bom',
'crlf',
'commonmark-escape',
'emphasis-around-code',
'leading-newline',
'doc-start-thematic',
'block-separator-collapse',
'table-align-row-spacing',
'row-no-trailing-pipe',
'list-indent-canonical',
'ordered-list-marker-number',
'paragraph-continuation-indent',
'jsx-container-boundary-blank',
'trailing-whitespace',
'blank-line-collapse',
'trailing-newline',
] as const;
export type BridgeToleranceClass = (typeof BRIDGE_TOLERANCE_CLASSES)[number];
function interiorBlankRunLengths(s: string): number[] {
const interior = s.replace(/^\n+/, '').replace(/\n+$/, '');
return [...interior.matchAll(/\n{2,}/g)].map((m) => m[0].length);
}
export function addsBlankLines(baseline: string, candidate: string): boolean {
const beforeEdges = bodyEdgeEmpties(baseline);
const afterEdges = bodyEdgeEmpties(candidate);
if (afterEdges.leading > beforeEdges.leading) return true;
if (afterEdges.trailing > beforeEdges.trailing) return true;
const before = interiorBlankRunLengths(stripFrontmatter(baseline).body);
const after = interiorBlankRunLengths(stripFrontmatter(candidate).body);
if (before.length !== after.length) return false;
return after.some((length, i) => length > (before[i] ?? 0));
}
export function detectAppliedToleranceClasses(left: string, right: string): BridgeToleranceClass[] {
const classes: BridgeToleranceClass[] = [];
if (left.charCodeAt(0) === 0xfeff || right.charCodeAt(0) === 0xfeff) {
classes.push('bom');
}
if (left.includes('\r') || right.includes('\r')) {
classes.push('crlf');
}
if (
/\\[!"#$%&'()*+,\-./:;<=>?@[\]^_`{|}~\\]/.test(left) ||
/\\[!"#$%&'()*+,\-./:;<=>?@[\]^_`{|}~\\]/.test(right)
) {
classes.push('commonmark-escape');
}
if (/\*\*\s*`[^`]+`\s*\*\*/.test(left) || /\*\*\s*`[^`]+`\s*\*\*/.test(right)) {
classes.push('emphasis-around-code');
}
const leftNoBom = left.replace(/^/, '');
const rightNoBom = right.replace(/^/, '');
if (leftNoBom.startsWith('\n') !== rightNoBom.startsWith('\n')) {
classes.push('leading-newline');
}
const leftStart = leftNoBom.replace(/^\n+/, '');
const rightStart = rightNoBom.replace(/^\n+/, '');
const isStarsLeft = /^\*{3,}(?=\n|$)/.test(leftStart);
const isDashesLeft = /^-{3,}(?=\n|$)/.test(leftStart);
const isStarsRight = /^\*{3,}(?=\n|$)/.test(rightStart);
const isDashesRight = /^-{3,}(?=\n|$)/.test(rightStart);
if ((isStarsLeft && isDashesRight) || (isDashesLeft && isStarsRight)) {
classes.push('doc-start-thematic');
}
const blockSepBeforeRe = /\n\n([#>+-]|\d+[.)]|`{3,}|~{3,})/;
const blockSepAfterRe =
/^([#>+-].*|\d+[.)].*|`{3,}.*|~{3,}.*|<\/[A-Z][A-Za-z0-9]*>[ \t]*)\n\n[^\n]/m;
const beforeLeft = blockSepBeforeRe.test(leftNoBom);
const beforeRight = blockSepBeforeRe.test(rightNoBom);
const afterLeft = blockSepAfterRe.test(leftNoBom);
const afterRight = blockSepAfterRe.test(rightNoBom);
if (beforeLeft !== beforeRight || afterLeft !== afterRight) {
classes.push('block-separator-collapse');
}
const leftLf = leftNoBom.replace(/\r/g, '');
const rightLf = rightNoBom.replace(/\r/g, '');
const tableAlignRowMultiline = /^\s*\|?\s*:?-+:?\s*(\|\s*:?-+:?\s*)+\|?\s*$/m;
if (tableAlignRowMultiline.test(leftLf) || tableAlignRowMultiline.test(rightLf)) {
classes.push('table-align-row-spacing');
}
const hasUnterminatedPipeRow = (s: string): boolean =>
tableAlignRowMultiline.test(s) && /^\|[^\n]*[^|\s][ \t]*$/m.test(s);
if (hasUnterminatedPipeRow(leftLf) !== hasUnterminatedPipeRow(rightLf)) {
classes.push('row-no-trailing-pipe');
}
const listIndentMultiline = /^[ \t]+([-+*]|\d+[.)]|[a-zA-Z][.)])\s/m;
if (listIndentMultiline.test(leftLf) || listIndentMultiline.test(rightLf)) {
classes.push('list-indent-canonical');
}
const continuationIndentMultiline = /[^\n]\n[ \t]+(?![-+*>#]|\d+[.)])\S/;
if (continuationIndentMultiline.test(leftLf) || continuationIndentMultiline.test(rightLf)) {
classes.push('paragraph-continuation-indent');
}
const leftLines = leftLf.split('\n');
const rightLines = rightLf.split('\n');
const hasJsxBoundaryBlank = (ls: string[]): boolean => {
for (let i = 0; i < ls.length - 1; i++) {
const a = (ls[i] ?? '').trim();
const b = (ls[i + 1] ?? '').trim();
const adjacentTagBlank = a !== '' && b === '' && JSX_CONTAINER_TAG_LINE_RE.test(a);
const adjacentBlankTag = a === '' && b !== '' && JSX_CONTAINER_TAG_LINE_RE.test(b);
if (adjacentTagBlank || adjacentBlankTag) return true;
}
return false;
};
if (hasJsxBoundaryBlank(leftLines) || hasJsxBoundaryBlank(rightLines)) {
classes.push('jsx-container-boundary-blank');
}
const canonMarkerLine = (line: string): string =>
line
.replace(/^[ \t]+/, '')
.replace(ORDERED_LIST_MARKER_RE, `${ORDERED_LIST_MARKER_CANONICAL}$1`);
const markerLineCount = Math.min(leftLines.length, rightLines.length);
for (let i = 0; i < markerLineCount; i++) {
const l = leftLines[i] ?? '';
const r = rightLines[i] ?? '';
if (l !== r && canonMarkerLine(l) === canonMarkerLine(r) && /^[ \t]*\d+[.)]\s/.test(l)) {
classes.push('ordered-list-marker-number');
break;
}
}
if (/[ \t]\n/.test(leftLf) || /[ \t]\n/.test(rightLf)) {
classes.push('trailing-whitespace');
}
if (/[ \t]$/.test(leftLf) || /[ \t]$/.test(rightLf)) {
if (!classes.includes('trailing-whitespace')) classes.push('trailing-whitespace');
}
if (/\n{3,}/.test(leftLf) || /\n{3,}/.test(rightLf)) {
classes.push('blank-line-collapse');
}
if (leftLf.endsWith('\n') !== rightLf.endsWith('\n')) {
classes.push('trailing-newline');
}
return classes;
}