Skip to content

armgit / alook

Public Imported from GitHub
0

Multi-Agent Collaboration for Team and Friends

feat(chat): render redacted placeholders as inline badges

Gus903563cc9748
diff --git a/src/web/src/app/globals.css b/src/web/src/app/globals.css
index aed2da0ea..c74008a7c 100644
--- a/src/web/src/app/globals.css
+++ b/src/web/src/app/globals.css
@@ -2407,7 +2407,7 @@ html.dark .blog-content [data-rehype-pretty-code-figure] span {
[data-streamdown="code-block-body"] pre,
[data-streamdown="code-block-body"] pre code,
-[data-streamdown="code-block-body"] pre code span {
+[data-streamdown="code-block-body"] pre code span:not([data-redacted]) {
background-color: #24292e !important;
color: #e1e4e8 !important;
font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace !important;
diff --git a/src/web/src/components/community/messages/inline-marks.tsx b/src/web/src/components/community/messages/inline-marks.tsx
index 978dc359f..d16896567 100644
--- a/src/web/src/components/community/messages/inline-marks.tsx
+++ b/src/web/src/components/community/messages/inline-marks.tsx
@@ -15,7 +15,7 @@ export function Spoiler({ children }: { children?: React.ReactNode }) {
onClick={() => setShown(true)}
className={[
"rounded-[4px] px-1 transition-colors",
- shown ? "bg-muted text-foreground" : "bg-foreground/80 text-transparent select-none",
+ shown ? "bg-muted text-foreground" : "bg-foreground/80 text-transparent select-none [&_[data-redacted]]:invisible",
].join(" ")}
>
{children}
diff --git a/src/web/src/components/community/messages/message-body-full.tsx b/src/web/src/components/community/messages/message-body-full.tsx
index 44e2e48d9..d67c47208 100644
--- a/src/web/src/components/community/messages/message-body-full.tsx
+++ b/src/web/src/components/community/messages/message-body-full.tsx
@@ -1,4 +1,11 @@
+import { unified } from "unified"
+import type { Plugin } from "unified"
+import type { Root } from "hast"
import { mermaid, cjk, math } from "@/lib/streamdown-plugins"
+import { withRedactedDiagrams } from "./redacted-diagram"
+import { redactedContentPlugin } from "./redacted-content"
-const fullMessagePlugins = { mermaid, cjk, math }
+const mathRenderer = unified().use([math.rehypePlugin]).use(redactedContentPlugin)
+const renderMath: Plugin<[], Root> = () => (tree) => mathRenderer.runSync(tree) as Root
+const fullMessagePlugins = { mermaid: withRedactedDiagrams(mermaid), cjk, math: { ...math, rehypePlugin: renderMath } }
export default fullMessagePlugins
diff --git a/src/web/src/components/community/messages/message-body-view.tsx b/src/web/src/components/community/messages/message-body-view.tsx
index 1c7983575..1d9f22706 100644
--- a/src/web/src/components/community/messages/message-body-view.tsx
+++ b/src/web/src/components/community/messages/message-body-view.tsx
@@ -11,6 +11,7 @@ import {
MD_LITERAL_TAGS,
buildMdComponents,
} from "./message-markdown"
+import { redactedContentPlugin } from "./redacted-content"
import { CommunityInviteCard } from "../social/community-invite-card"
import type { MessagePerspective } from "@/components/community/messages/message-presentation-types"
import type { OpenProfile } from "@/components/community/social/profile-types"
@@ -67,6 +68,7 @@ const HARDEN_CONFIG = {
// — i.e. raw HTML the user typed, like `<b>bold</b>` — becomes a plain-text
// node) makes user-typed HTML render as literal text automatically.
const REHYPE_PLUGINS: PluggableList = [
+ redactedContentPlugin,
[rehypeSanitize, SANITIZE_SCHEMA],
[harden, HARDEN_CONFIG],
]
diff --git a/src/web/src/components/community/messages/message-body.dom.test.ts b/src/web/src/components/community/messages/message-body.dom.test.ts
index 23510867f..821cdfaa0 100644
--- a/src/web/src/components/community/messages/message-body.dom.test.ts
+++ b/src/web/src/components/community/messages/message-body.dom.test.ts
@@ -5,6 +5,7 @@ import { renderCommunity as render } from "@/test/community-owner-harness"
import { readFileSync } from "node:fs"
import { dirname, resolve } from "node:path"
import { fileURLToPath } from "node:url"
+import { extractTableDataFromElement } from "streamdown"
import fullMessagePlugins from "./message-body-full"
import { MessageBodyView } from "./message-body-view"
@@ -272,3 +273,76 @@ describe("MessageBody — single newlines render as hard breaks (remark-breaks)"
expect(paras.length).toBe(2)
})
})
+
+
+describe("MessageBody — redacted content", () => {
+ it("renders builtin, custom and adjacent placeholders without changing surrounding prose", () => {
+ const text = "邮箱:[REDACTED_EMAIL],key [REDACTED_ENV_KEY] [REDACTED][REDACTED_PHONE]。"
+ let renderer: ReturnType<typeof render>
+ act(() => { renderer = render(React.createElement(MessageBody, { text })) })
+ expect(renderer!.container.querySelectorAll("[data-redacted]")).toHaveLength(4)
+ expect(renderer!.container.textContent).toBe(text)
+ })
+
+ it("keeps badges inside emphasis, quotes, tables and hidden spoilers", () => {
+ let renderer: ReturnType<typeof render>
+ act(() => {
+ renderer = render(React.createElement(MessageBody, {
+ text: "**[REDACTED_SECRET]**\n\n> [REDACTED_ID_CARD]\n\n| Value |\n| --- |\n| [REDACTED_BANK_CARD] |\n\n||[REDACTED_TOKEN]||",
+ }))
+ })
+ for (const selector of ['[data-streamdown="strong"]', "blockquote", "td", "button"]) {
+ expect(renderer!.container.querySelector(`${selector} [data-redacted]`), selector).not.toBeNull()
+ }
+ expect(extractTableDataFromElement(renderer!.container.querySelector("table")!).rows).toEqual([["[REDACTED_BANK_CARD]"]])
+ const spoiler = renderer!.container.querySelector("button [data-redacted]")!.parentElement!
+ expect(spoiler.className).toContain("[&_[data-redacted]]:invisible")
+ act(() => { fireEvent.click(spoiler) })
+ expect(spoiler.className).not.toContain("[&_[data-redacted]]:invisible")
+ })
+
+ it("prioritizes badges in inline code, fenced code, links and escaped text", async () => {
+ const copy = vi.fn().mockResolvedValue(undefined)
+ vi.stubGlobal("navigator", { clipboard: { writeText: copy } })
+ const text = "`[REDACTED_SECRET]`\n\n```js\nconst key = '[REDACTED_ENV_KEY]';\n next();\n```\n\n[[REDACTED_EMAIL]](https://example.com)\n\n\\[REDACTED_PHONE] &#91;REDACTED_TOKEN]"
+ let renderer: ReturnType<typeof render>
+ try {
+ act(() => { renderer = render(React.createElement(MessageBody, { text })) })
+ expect(renderer!.container.querySelectorAll("[data-redacted]")).toHaveLength(5)
+ expect(renderer!.container.querySelector('code[data-streamdown="inline-code"] [data-redacted]')).not.toBeNull()
+ expect(renderer!.container.querySelector("pre code [data-redacted]"), renderer!.container.innerHTML).not.toBeNull()
+ expect(renderer!.container.querySelector("a [data-redacted]")).not.toBeNull()
+ expect(renderer!.container.querySelector("pre code")!.textContent).toBe("const key = '[REDACTED_ENV_KEY]';\n next();\n")
+ await act(async () => { fireEvent.click(renderer!.container.querySelector('[data-streamdown="code-block-copy-button"]')!) })
+ expect(copy).toHaveBeenCalledWith("const key = '[REDACTED_ENV_KEY]';\n next();\n")
+ } finally {
+ vi.unstubAllGlobals()
+ }
+ })
+
+ it("leaves incomplete and lowercase markers unchanged", () => {
+ const text = "[redacted_email] [REDACTED_] [REDACTED_EMAIL"
+ let renderer: ReturnType<typeof render>
+ act(() => { renderer = render(React.createElement(MessageBody, { text })) })
+ expect(renderer!.container.querySelectorAll("[data-redacted]")).toHaveLength(0)
+ expect(renderer!.container.textContent).toBe(text)
+ })
+
+ it("does not turn user-authored HTML into redaction badges", () => {
+ let renderer: ReturnType<typeof render>
+ act(() => { renderer = render(React.createElement(MessageBody, { text: "<redacted>ordinary text</redacted>" })) })
+ expect(renderer!.container.querySelectorAll("[data-redacted]")).toHaveLength(0)
+ expect(renderer!.container.textContent).toContain("ordinary text")
+ })
+})
+
+
+describe("MessageBody — specialized redaction rendering", () => {
+ it("preserves inline and display math with redacted badges", () => {
+ let renderer: ReturnType<typeof render>
+ act(() => { renderer = render(React.createElement(MessageBody, { text: "$x + [REDACTED_EMAIL]$\n\n$$\ny + [REDACTED_TOKEN]\n$$" })) })
+ expect(renderer!.container.querySelectorAll(".katex")).toHaveLength(2)
+ expect(renderer!.container.querySelectorAll(".katex-html [data-redacted]")).toHaveLength(2)
+ expect(renderer!.container.querySelector(".katex-display")).not.toBeNull()
+ })
+})
diff --git a/src/web/src/components/community/messages/message-markdown.tsx b/src/web/src/components/community/messages/message-markdown.tsx
index 0fd16bee4..3467e3d7e 100644
--- a/src/web/src/components/community/messages/message-markdown.tsx
+++ b/src/web/src/components/community/messages/message-markdown.tsx
@@ -1,4 +1,5 @@
import type React from "react"
+import { RedactedBadge, RedactedCode } from "./redacted-content"
import { Spoiler, MentionPill } from "./inline-marks"
import { ChannelRefPill } from "./channel-ref-pill"
import { ServerRefPill } from "./server-ref-pill"
@@ -42,6 +43,8 @@ export function extractInviteTokens(text: string): string[] {
// mention pill would lose its discriminator (same-name pills all resolve to
// the first match) and @everyone loses its styling flag.
export const MD_ALLOWED_TAGS = {
+ redacted: [],
+ redactedcode: ["dataRedactedBlock", "dataLanguage"],
spoiler: [],
mention: ["dataEveryone", "dataTag"],
channelref: [],
@@ -52,7 +55,7 @@ export const MD_ALLOWED_TAGS = {
// nested markdown children (e.g. `||**bold**||`). Handing it to Streamdown's
// `literalTagContent` flattens all descendants into one text node, stripping
// the nested `<strong>`/`<em>` — see message-body.test.tsx's regression case.
-export const MD_LITERAL_TAGS = ["mention", "channelref", "serverref"]
+export const MD_LITERAL_TAGS = ["redacted", "redactedcode", "mention", "channelref", "serverref"]
// A mention pill's rendered text is always `@name` (produced by
// `chat-syntax-plugin.ts`'s `mentionReplacer`, which already drops the
@@ -65,6 +68,8 @@ export function mentionNameFromText(text: string): string {
}
export const MD_COMPONENTS = {
+ redacted: RedactedBadge,
+ redactedcode: RedactedCode,
a: PlatformLinkBadge,
img: RemoteMarkdownImage,
spoiler: ({ children }: { children?: React.ReactNode }) => <Spoiler>{children}</Spoiler>,
diff --git a/src/web/src/components/community/messages/redacted-content.tsx b/src/web/src/components/community/messages/redacted-content.tsx
new file mode 100644
index 000000000..c633d75aa
--- /dev/null
+++ b/src/web/src/components/community/messages/redacted-content.tsx
@@ -0,0 +1,78 @@
+import type { ReactNode } from "react"
+import type { Element, ElementContent, Root } from "hast"
+import type { Plugin } from "unified"
+import { CodeBlockContainer, CodeBlockCopyButton, CodeBlockHeader } from "streamdown"
+
+const REDACTED = /\[REDACTED(?:_[A-Z0-9]+)*\]/g
+
+export function RedactedBadge({ children }: { children?: ReactNode }) {
+ return <span data-redacted role="img" aria-label="redacted" className="inline-block whitespace-nowrap rounded-sm bg-muted px-1 align-baseline font-sans text-xs font-medium leading-normal text-muted-foreground after:content-['redacted']"><span aria-hidden className="sr-only">{children}</span></span>
+}
+
+function parts(text: string): string[] {
+ return text.split(new RegExp(`(${REDACTED.source})`, "g"))
+}
+
+function codeText(node: Element | ElementContent): string {
+ return node.type === "text" ? node.value : "children" in node ? node.children.map(codeText).join("") : ""
+}
+
+export const redactedContentPlugin: Plugin<[], Root> = () => (tree) => {
+ function visit(parent: Root | Element) {
+ const merged: Root["children"] = []
+ for (const node of parent.children) {
+ const previous = merged.at(-1)
+ if (node.type === "text" && previous?.type === "text") previous.value += node.value
+ else merged.push(node)
+ }
+ parent.children = merged.flatMap((node): ElementContent[] => {
+ if (node.type === "text") {
+ return parts(node.value).map((value, index) => index % 2 ? {
+ type: "element", tagName: "redacted", properties: {}, children: [{ type: "text", value }],
+ } : { type: "text", value })
+ }
+ if (node.type === "element") {
+ const classes = node.properties.className as string[] | undefined
+ if (["math", "annotation", "redacted", "redactedcode"].includes(node.tagName)) return [node]
+ if (node.tagName === "code" && classes?.some((name) => name === "language-mermaid" || name === "math-inline" || name === "math-display")) {
+ if (!classes.includes("language-mermaid")) {
+ node.children = [{ type: "text", value: codeText(node).replace(REDACTED, (value) => `\\text{${value.replaceAll("_", "\\_")}}`) }]
+ }
+ return [node]
+ }
+ if (node.tagName === "code" && parts(codeText(node)).length > 1) {
+ const language = (node.properties.className as string[] | undefined)?.find((name) => name.startsWith("language-"))?.slice(9) ?? ""
+ node.tagName = "redactedcode"
+ node.properties = { dataRedactedBlock: parent.type === "element" && parent.tagName === "pre" ? "1" : "0", dataLanguage: language }
+ } else {
+ visit(node)
+ }
+ return [node]
+ }
+ return node.type === "comment" ? [node] : []
+ })
+ }
+ visit(tree)
+}
+
+export function RedactedCode({ children, ...props }: Record<string, unknown> & { children?: ReactNode }) {
+ const text = String(children ?? "")
+ const content = parts(text).map((value, index) => index % 2 ? <RedactedBadge key={index}>{value}</RedactedBadge> : value)
+ if (props["data-redacted-block"] !== "1") {
+ return <code data-streamdown="inline-code" className="rounded bg-muted px-1.5 py-0.5 font-mono text-sm">{content}</code>
+ }
+ const language = String(props["data-language"] ?? "")
+ return (
+ <CodeBlockContainer language={language}>
+ <CodeBlockHeader language={language} />
+ <div className="pointer-events-none absolute right-2 top-2 z-10 flex items-center">
+ <div data-streamdown="code-block-actions" className="pointer-events-auto flex items-center gap-2">
+ <CodeBlockCopyButton code={text} />
+ </div>
+ </div>
+ <div data-streamdown="code-block-body" className="thin-scrollbar overflow-x-auto overflow-y-auto">
+ <pre><code>{content}</code></pre>
+ </div>
+ </CodeBlockContainer>
+ )
+}
diff --git a/src/web/src/components/community/messages/redacted-diagram.dom.test.ts b/src/web/src/components/community/messages/redacted-diagram.dom.test.ts
new file mode 100644
index 000000000..d189334a5
--- /dev/null
+++ b/src/web/src/components/community/messages/redacted-diagram.dom.test.ts
@@ -0,0 +1,40 @@
+import { describe, expect, it, vi } from "vitest"
+import { redactDiagramSvg, withRedactedDiagrams } from "./redacted-diagram"
+
+describe("redacted diagrams", () => {
+ it("preserves source passed to Mermaid and adds badges only to rendered labels", async () => {
+ const svg = '<svg xmlns="http://www.w3.org/2000/svg"><style>.x{content:"[REDACTED_TOKEN]"}</style><foreignObject><div xmlns="http://www.w3.org/1999/xhtml">Email [REDACTED_EMAIL]</div></foreignObject></svg>'
+ const engine = { initialize: vi.fn(), render: vi.fn().mockResolvedValue({ svg }) }
+ const plugin = withRedactedDiagrams({ name: "mermaid", type: "diagram", language: "mermaid", getMermaid: () => engine })
+ const source = 'graph LR; A["Email [REDACTED_EMAIL]"]-->B'
+ const result = await plugin.getMermaid().render("diagram1", source)
+ expect(engine.render).toHaveBeenCalledWith("diagram1", source)
+ const doc = new DOMParser().parseFromString(result.svg, "image/svg+xml")
+ expect(doc.querySelector("parsererror")).toBeNull()
+ expect(result.svg).not.toContain("var(--")
+ expect(doc.querySelector("foreignObject [data-redacted]")?.textContent).toBe("redacted")
+ expect(doc.querySelector("style")?.textContent).toContain("[REDACTED_TOKEN]")
+ })
+
+ it("positions SVG-only badge backgrounds in the label coordinate system and cleans measurement DOM", () => {
+ const previous = Object.getOwnPropertyDescriptor(SVGElement.prototype, "getBBox")
+ Object.defineProperty(SVGElement.prototype, "getBBox", { configurable: true, value: () => ({ x: 10, y: 20, width: 50, height: 12 }) })
+ const before = document.body.childElementCount
+ try {
+ const result = redactDiagramSvg('<svg xmlns="http://www.w3.org/2000/svg"><g><text transform="translate(4 5)"><tspan>[REDACTED_EMAIL]</tspan></text></g></svg>')
+ const doc = new DOMParser().parseFromString(result, "image/svg+xml")
+ expect(doc.querySelector("rect")?.getAttribute("transform")).toBe("translate(4 5)")
+ expect(doc.querySelector("rect")?.getAttribute("width")).toBe("56")
+ expect(doc.querySelector("text [data-redacted]")?.textContent).toBe("redacted")
+ expect(document.body.childElementCount).toBe(before)
+ } finally {
+ if (previous) Object.defineProperty(SVGElement.prototype, "getBBox", previous)
+ else Reflect.deleteProperty(SVGElement.prototype, "getBBox")
+ }
+ })
+
+ it("returns diagrams without markers unchanged", () => {
+ const svg = '<svg xmlns="http://www.w3.org/2000/svg"><text>Ordinary diagram</text></svg>'
+ expect(redactDiagramSvg(svg)).toBe(svg)
+ })
+})
diff --git a/src/web/src/components/community/messages/redacted-diagram.ts b/src/web/src/components/community/messages/redacted-diagram.ts
new file mode 100644
index 000000000..767b8e81f
--- /dev/null
+++ b/src/web/src/components/community/messages/redacted-diagram.ts
@@ -0,0 +1,78 @@
+import type { DiagramPlugin } from "streamdown"
+
+const SVG = "http://www.w3.org/2000/svg"
+const HTML = "http://www.w3.org/1999/xhtml"
+const TOKEN = /\[REDACTED(?:_[A-Z0-9]+)*\]/g
+
+export function redactDiagramSvg(svg: string): string {
+ if (!svg.includes("[REDACTED")) return svg
+ const theme = getComputedStyle(document.documentElement)
+ const background = theme.getPropertyValue("--muted").trim()
+ const foreground = theme.getPropertyValue("--muted-foreground").trim()
+ const font = getComputedStyle(document.body).fontFamily
+ const root = new DOMParser().parseFromString(svg, "image/svg+xml").documentElement
+ const walker = document.createTreeWalker(root, NodeFilter.SHOW_TEXT)
+ const nodes: Text[] = []
+ while (walker.nextNode()) nodes.push(walker.currentNode as Text)
+ const measured: SVGTSpanElement[] = []
+ for (const node of nodes) {
+ const parent = node.parentElement
+ if (!parent || parent.closest("style, script, title, desc")) continue
+ const html = !!parent.closest("foreignObject")
+ if (!html && !parent.closest("text")) continue
+ const parts = node.data.split(new RegExp(`(${TOKEN.source})`, "g"))
+ if (parts.length === 1) continue
+ node.replaceWith(...parts.map((value, index) => {
+ if (!(index % 2)) return document.createTextNode(value)
+ const badge = document.createElementNS(html ? HTML : SVG, html ? "span" : "tspan")
+ badge.setAttribute("data-redacted", "")
+ badge.setAttribute("aria-label", "redacted")
+ badge.textContent = "redacted"
+ badge.setAttribute("style", `font-size:12px;font-family:${font};font-weight:500;color:${foreground};fill:${foreground}`)
+ if (html) {
+ badge.setAttribute("style", `${badge.getAttribute("style")};display:inline-block;white-space:nowrap;background:${background};border-radius:3px;padding:0 4px;line-height:1.5`)
+ } else measured.push(badge as SVGTSpanElement)
+ return badge
+ }))
+ }
+ const host = document.createElement("div")
+ host.style.cssText = "position:fixed;left:-10000px;top:0;visibility:hidden;pointer-events:none"
+ try {
+ if (measured.length) {
+ host.appendChild(root)
+ document.body.appendChild(host)
+ for (const badge of measured) {
+ const text = badge.closest("text")!
+ const box = badge.getBBox()
+ const rect = document.createElementNS(SVG, "rect")
+ rect.setAttribute("x", String(box.x - 3))
+ rect.setAttribute("y", String(box.y - 1))
+ rect.setAttribute("width", String(box.width + 6))
+ rect.setAttribute("height", String(box.height + 2))
+ rect.setAttribute("rx", "3")
+ rect.setAttribute("style", `fill:${background};stroke:none`)
+ if (text.hasAttribute("transform")) rect.setAttribute("transform", text.getAttribute("transform")!)
+ text.parentNode!.insertBefore(rect, text)
+ }
+ }
+ return new XMLSerializer().serializeToString(root)
+ } finally {
+ host.remove()
+ }
+}
+
+export function withRedactedDiagrams(plugin: DiagramPlugin): DiagramPlugin {
+ return {
+ ...plugin,
+ getMermaid(config) {
+ const engine = plugin.getMermaid(config)
+ return {
+ initialize: (next) => engine.initialize(next),
+ async render(id, source) {
+ const result = await engine.render(id, source)
+ return { ...result, svg: redactDiagramSvg(result.svg) }
+ },
+ }
+ },
+ }
+}