An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作
TypeScript agentic-aiai-agentknowledge-baselocal-firstmarkdownmcpmindmapnote-takingself-hostedsiyuanworkspace
import {getAVRichTextBlockDOM, getAVRichTextLute, sanitizeAVRichTextBlockDOM, serializeAVRichTextBlockDOM} from "../render/av/richText";
import {decodeTableCellRich, encodeTableCellRich, TABLE_CELL_RICH_ATTRIBUTE} from "./tableCellRichValue";
import {Constants} from "../../constants";
import {restoreInlineElementBoundaries} from "./inlineElementBoundary";
import {getTextWithoutSemanticMarkers} from "./inlineElementMarker";
import {getTableVirtualizationHTML, TABLE_VIRTUAL_ID} from "./tableVirtualizationDOM";
export const TABLE_CELL_INLINE_ATTRIBUTE = "data-sy-table-cell-inline";
let tableCellPreviewCache: Map<string, string> | undefined;
export const updateTableCellContentLayout = (element: HTMLElement, blockDOM: string) => {
const inline = getTableCellInlineHTML(blockDOM);
element.classList.toggle("table__cell--inline", inline !== null);
const template = document.createElement("template");
template.innerHTML = inline || "";
const empty = inline !== null && getTextWithoutSemanticMarkers(template.content).replace(/\u200b/g, "") === "" &&
!template.content.querySelector("br, img, [data-type~='inline-math']");
element.classList.toggle("table__cell--empty", empty);
};
export const getTableCellInlineHTML = (blockDOM: string): string | null => {
const template = document.createElement("template");
template.innerHTML = blockDOM;
restoreInlineElementBoundaries(template.content);
const blocks = Array.from(template.content.children);
if (blocks.length === 0) {
return "";
}
if (blocks.length !== 1 || blocks[0].getAttribute("data-type") !== "NodeParagraph" ||
blocks[0].querySelector('[data-type^="Node"]')) {
return null;
}
const content = blocks[0].querySelector(':scope > [contenteditable="true"]');
if (!content) {
return null;
}
content.querySelectorAll('span[data-type="text"]:not([style])').forEach(span => span.replaceWith(...Array.from(span.childNodes)));
// 表格的行级内容使用 br 保存软换行,片段编辑器使用文本换行。
const walker = document.createTreeWalker(content, NodeFilter.SHOW_TEXT);
const texts: Text[] = [];
while (walker.nextNode()) {
texts.push(walker.currentNode as Text);
}
texts.forEach(text => {
if (text.data.includes("\n")) {
const lines = text.data.split("\n");
text.replaceWith(...lines.flatMap((line, index) => index === 0 ? [line] : [document.createElement("br"), line]));
}
});
return content.innerHTML;
};
export const getTableCellRichBlockDOM = (cell: Element) => {
const encoded = cell.getAttribute(TABLE_CELL_RICH_ATTRIBUTE);
// 普通单元格先转换已有的行级 DOM,文字中的 Markdown 标记保持字面含义。
const blockDOM = encoded !== null ? getAVRichTextBlockDOM(decodeTableCellRich(encoded).content, true, true) :
`<div class="p" data-type="NodeParagraph" data-node-id="${Lute.NewNodeID()}"><div contenteditable="true">` +
`${(cell.getAttribute(TABLE_CELL_INLINE_ATTRIBUTE) ?? cell.innerHTML) || "\u200b"}</div></div>`;
const template = document.createElement("template");
template.innerHTML = blockDOM;
if (!template.content.childNodes.length) {
template.innerHTML = `<div class="p" data-type="NodeParagraph" data-node-id="${Lute.NewNodeID()}">` +
'<div contenteditable="true">\u200b</div></div>';
}
const walker = document.createTreeWalker(template.content, NodeFilter.SHOW_TEXT);
const texts: Text[] = [];
while (walker.nextNode()) {
const text = walker.currentNode as Text;
if (text.parentElement?.closest('[contenteditable="true"]') &&
!text.parentElement.closest('span[data-type], [data-type="NodeCodeBlock"], [data-type="NodeMathBlock"], .img') &&
/[!"#$%&'()*+,\-./:;<=>?@[\\\]^_`{|}~]/.test(text.data)) {
texts.push(text);
}
}
// 已有标记符作为字面文本参与编辑,避免输入其他字符时被即时 Markdown 解析重新解释。
texts.forEach(text => {
const span = document.createElement("span");
span.dataset.type = "text";
text.replaceWith(span);
span.appendChild(text);
});
return template.innerHTML;
};
export const serializeTableCellRich = (blockDOM: string) => {
const template = document.createElement("template");
template.innerHTML = sanitizeAVRichTextBlockDOM(blockDOM, true, true);
// 光标由事务选区单独记录,不能将临时定位节点序列化为正文。
template.content.querySelectorAll("wbr").forEach(marker => marker.remove());
let prefix = "SYTABLECELLWHITESPACE";
while (template.innerHTML.includes(prefix)) {
prefix += "X";
}
const whitespace: string[] = [];
const protectWhitespace = (value: string) => {
const token = `${prefix}${whitespace.length}END`;
whitespace.push(value.replace(/ /g, " ").replace(/\t/g, "	").replace(/\n/g, "<br />"));
return token;
};
// 多块内容中的空段落需要显式占位,避免 Markdown 格式化移除用户插入的空行。
const paragraphs = template.content.querySelectorAll('[data-type="NodeParagraph"] > [contenteditable="true"]');
if (template.content.childElementCount > 1 || template.content.querySelector('[data-type="NodeList"]')) {
paragraphs.forEach(paragraph => {
if (!paragraph.innerHTML.replace(/\u200b/g, "").trim()) {
paragraph.textContent = protectWhitespace(" ");
}
});
}
template.content.querySelectorAll("br").forEach(br => {
if (!br.closest('[data-type="NodeCodeBlock"], [data-type="NodeMathBlock"], .img')) {
br.replaceWith(protectWhitespace("\n"));
}
});
// 只转义正文文本中的 Markdown 标记,实际行级格式和代码、公式的源内容保持原样。
const walker = document.createTreeWalker(template.content, NodeFilter.SHOW_TEXT);
while (walker.nextNode()) {
const text = walker.currentNode as Text;
if (text.parentElement?.closest('[contenteditable="true"]') &&
!text.parentElement.closest('[data-type="NodeCodeBlock"], [data-type="NodeMathBlock"], .img')) {
if (!text.parentElement.closest("span[data-type]")) {
text.data = text.data.replace(/[!"#$%&'()*+,\-./:;<=>?@[\\\]^_`{|}~]/g, "\\$&");
}
// 软换行不能变成段落分隔,段首和段尾空白不能被 Markdown 格式化移除。
text.data = text.data.replace(/^[ \t]+|[ \t]+$|\n/g, protectWhitespace);
}
}
const lute = getAVRichTextLute();
const value = serializeAVRichTextBlockDOM(template.innerHTML, lute, true, true);
if (whitespace.length === 0) {
return value;
}
const markdown = value.markdown.replace(new RegExp(`${prefix}(\\d+)END`, "g"),
(_token, index) => whitespace[Number(index)]);
const normalizedBlockDOM = getAVRichTextBlockDOM(markdown, true, true);
return {blockDOM: normalizedBlockDOM, markdown, plainText: lute.BlockDOM2Content(normalizedBlockDOM)};
};
export const updateTableCellEditingValue = (cell: Element, value: {blockDOM: string, markdown: string}) => {
const inline = getTableCellInlineHTML(value.blockDOM);
if (cell.hasAttribute(TABLE_CELL_RICH_ATTRIBUTE) || inline === null) {
cell.removeAttribute(TABLE_CELL_INLINE_ATTRIBUTE);
cell.setAttribute(TABLE_CELL_RICH_ATTRIBUTE, encodeTableCellRich(value.markdown));
cell.closest('[data-type="NodeTable"]')?.setAttribute(Constants.CUSTOM_SY_TABLE_RICH, "1");
} else {
cell.setAttribute(TABLE_CELL_INLINE_ATTRIBUTE, inline);
}
};
export const getTableCellRichInline = (cell: Element) => {
const encoded = cell.getAttribute(TABLE_CELL_RICH_ATTRIBUTE);
decodeTableCellRich(encoded);
return getAVRichTextLute().BlockDOM2InlineBlockDOM(
`<div data-type="NodeTable" data-node-id="${Lute.NewNodeID()}"><div contenteditable="true">` +
`<table><thead><tr><th ${TABLE_CELL_RICH_ATTRIBUTE}="${encoded}"></th></tr></thead></table></div></div>`);
};
export const getTableCellRichPlainText = (cell: Element) => {
const template = document.createElement("template");
template.innerHTML = getTableCellRichBlockDOM(cell);
// 从源内容逐块投影文本,段落分隔保留空行,块内软换行和列表标记保持原样。
const projectedCell = document.createElement("td");
const projection = document.createElement("template");
let boundaryToken = "SYTABLECELLPARAGRAPHBOUNDARY";
while (template.innerHTML.includes(boundaryToken)) {
boundaryToken += "X";
}
// 嵌套段落的边界使用临时占位符补足空行,投影时仍保留完整列表结构。
template.content.querySelectorAll('[data-type="NodeListItem"] > [data-type="NodeParagraph"], ' +
'[data-type="NodeBlockquote"] > [data-type="NodeParagraph"]').forEach(block => {
if (block.nextElementSibling?.getAttribute("data-type")?.startsWith("Node")) {
block.querySelector('[contenteditable="true"]')?.appendChild(document.createTextNode(boundaryToken));
}
});
return Array.from(template.content.children).map(block => {
projectedCell.setAttribute(TABLE_CELL_RICH_ATTRIBUTE, encodeTableCellRich(serializeTableCellRich(block.outerHTML).markdown));
projection.innerHTML = getTableCellRichInline(projectedCell);
projection.content.querySelectorAll("br").forEach(br => br.replaceWith("\n"));
return getTextWithoutSemanticMarkers(projection.content).replace(/\u200b/g, "").split(boundaryToken).join("\n").trim();
}).join("\n\n").trim();
};
export const getTableCellPlainText = (cell: Element) => {
if (cell.hasAttribute(TABLE_CELL_RICH_ATTRIBUTE)) {
return getTableCellRichPlainText(cell);
}
const clone = cell.cloneNode(true) as Element;
clone.querySelectorAll("br").forEach(br => br.replaceWith("\n"));
return getTextWithoutSemanticMarkers(clone).replace(/\u200b/g, "").replace(/\n+$/g, "");
};
export const renderTableCellRich = (cell: Element) => {
const encoded = cell.getAttribute(TABLE_CELL_RICH_ATTRIBUTE);
if (encoded === null) {
const inline = cell.getAttribute(TABLE_CELL_INLINE_ATTRIBUTE);
if (inline !== null) {
cell.innerHTML = inline;
cell.removeAttribute(TABLE_CELL_INLINE_ATTRIBUTE);
}
return;
}
cell.removeAttribute(TABLE_CELL_INLINE_ATTRIBUTE);
if (!tableCellPreviewCache) {
// 同一轮快照和事务清理复用静态预览,微任务边界释放单元格源与预览内容。
tableCellPreviewCache = new Map();
queueMicrotask(() => { tableCellPreviewCache = undefined; });
}
let preview = tableCellPreviewCache.get(encoded);
if (preview === undefined) {
decodeTableCellRich(encoded);
const template = document.createElement("template");
// 由 Lute 从源数据产生预览,事务、剪贴板和静态渲染使用同一套单元格协议。
template.innerHTML = getAVRichTextLute().SpinBlockDOM(
`<div data-type="NodeTable" data-node-id="${Lute.NewNodeID()}"><div contenteditable="true">` +
`<table><thead><tr><th ${TABLE_CELL_RICH_ATTRIBUTE}="${encoded}"></th></tr></thead></table></div></div>`);
preview = template.content.querySelector("th").innerHTML;
tableCellPreviewCache.set(encoded, preview);
}
cell.innerHTML = preview;
cell.setAttribute("contenteditable", "false");
cell.closest('[data-type="NodeTable"]')?.setAttribute(Constants.CUSTOM_SY_TABLE_RICH, "1");
};
export const setTableCellRich = (cell: Element, content: string) => {
cell.setAttribute(TABLE_CELL_RICH_ATTRIBUTE, encodeTableCellRich(content));
renderTableCellRich(cell);
};
export const clearTableCellContent = (cell: Element) => {
if (cell.hasAttribute(TABLE_CELL_RICH_ATTRIBUTE)) {
setTableCellRich(cell, "");
} else {
cell.innerHTML = "";
}
};
export const mergeTableCellContents = (cells: HTMLTableCellElement[]) => {
if (cells.some(cell => cell.hasAttribute(TABLE_CELL_RICH_ATTRIBUTE))) {
const source = serializeTableCellRich(cells.map(getTableCellRichBlockDOM).join("\n"));
setTableCellRich(cells[0], source.markdown);
} else {
cells[0].innerHTML = cells.map(cell => cell.innerHTML.trim().replace(/<br>$/, "")).filter(Boolean).join("<br>");
}
cells.slice(1).forEach(cell => {
cell.removeAttribute(TABLE_CELL_RICH_ATTRIBUTE);
cell.removeAttribute("contenteditable");
cell.removeAttribute("tabindex");
cell.innerHTML = "";
});
};
export const copyTableCellContent = (target: Element, source: Element) => {
const encoded = source.getAttribute(TABLE_CELL_RICH_ATTRIBUTE);
if (encoded !== null) {
decodeTableCellRich(encoded);
target.setAttribute(TABLE_CELL_RICH_ATTRIBUTE, encoded);
renderTableCellRich(target);
} else if (target.hasAttribute(TABLE_CELL_RICH_ATTRIBUTE)) {
setTableCellRich(target, serializeTableCellRich(getTableCellRichBlockDOM(source)).markdown);
} else {
target.innerHTML = source.innerHTML;
}
};
export const cleanTableCellRichHTML = (html: string) => {
if (!html.includes(TABLE_CELL_RICH_ATTRIBUTE) && !html.includes(TABLE_CELL_INLINE_ATTRIBUTE)) {
return html;
}
const template = document.createElement("template");
template.innerHTML = html;
template.content.querySelectorAll(`th[${TABLE_CELL_RICH_ATTRIBUTE}], td[${TABLE_CELL_RICH_ATTRIBUTE}], ` +
`th[${TABLE_CELL_INLINE_ATTRIBUTE}], td[${TABLE_CELL_INLINE_ATTRIBUTE}]`)
.forEach(cell => renderTableCellRich(cell));
return template.innerHTML;
};
// 编辑器界面只在单元格副本中替换,完整表格快照由可见行与屏外缓存拼接。
export const getTableBlockHTML = (table: Element) => {
if (!table.querySelector(`[${TABLE_VIRTUAL_ID}]`)) {
return cleanTableCellRichHTML(table.outerHTML);
}
const replacements = new Map<Element, string>();
table.querySelectorAll(`th[${TABLE_CELL_RICH_ATTRIBUTE}], td[${TABLE_CELL_RICH_ATTRIBUTE}], ` +
`th[${TABLE_CELL_INLINE_ATTRIBUTE}], td[${TABLE_CELL_INLINE_ATTRIBUTE}]`).forEach(cell => {
const clone = cell.cloneNode(false) as Element;
renderTableCellRich(clone);
replacements.set(cell, clone.outerHTML);
});
return getTableVirtualizationHTML(table, replacements);
};
export const retainTableCellRichMetadata = (html: string, changedHTML: string) => {
if (!changedHTML.includes(Constants.CUSTOM_SY_TABLE_RICH)) {
return html;
}
const changed = document.createElement("template");
changed.innerHTML = changedHTML;
const original = document.createElement("template");
original.innerHTML = html;
changed.content.querySelectorAll(`[data-type="NodeTable"][${Constants.CUSTOM_SY_TABLE_RICH}="1"]`).forEach(table => {
const id = table.getAttribute("data-node-id");
original.content.querySelectorAll('[data-type="NodeTable"]').forEach(previous => {
if (previous.getAttribute("data-node-id") === id) {
previous.setAttribute(Constants.CUSTOM_SY_TABLE_RICH, "1");
}
});
});
return original.innerHTML;
};