Python
feat(memhub): remove the HY pipeline section from the Debug panel
alvinfei19a7af0e71e5
diff --git a/memhub/apps/desktop/src/diagnostics-ipc.test.ts b/memhub/apps/desktop/src/diagnostics-ipc.test.tsindex 3364a75..c84b856 100644--- a/memhub/apps/desktop/src/diagnostics-ipc.test.ts+++ b/memhub/apps/desktop/src/diagnostics-ipc.test.ts@@ -230,39 +230,21 @@ it("filters raw Core INFO and DEBUG while preserving warnings and errors", async).toBe(true);});-it("shows HY pipeline metrics without exposing model content", async () => {- const dataDir = await mkdtemp(- path.join(os.tmpdir(), "om-debug-hy-pipeline-"),- );+it("does not read HY's own log directory", async () => {+ // MemHub turns the HY pipeline log off; files left by older builds and+ // HY's text log stay on disk but are not part of the Debug panel.+ const dataDir = await mkdtemp(path.join(os.tmpdir(), "om-debug-hy-logs-"));roots.push(dataDir);- const pipelineDir = path.join(- dataDir,- "hy-memory",- "governed-v2",- "logs",- "default",- );- await mkdir(pipelineDir, { recursive: true });- const target = path.join(pipelineDir, "2026-10-14.log");- await writeFile(target, "");+ const hyLogs = path.join(dataDir, "hy-memory", "governed-v2", "logs");+ await mkdir(path.join(hyLogs, "default"), { recursive: true });const cursor = await captureDebugLogCursor(dataDir);- const pipelineEntry = {- request_id: "request-safe-1",- user_id: "private-user",- agent_id: "private-agent",- session_id: "private-session",- step: "EXTRACT",- prompt: "private prompt",- content: "private response",- parsed: "private parsed output",- tokens: 42,- elapsed_ms: 123.5,- timestamp: "2026-10-14T10:01:00.000",- };- await appendFile(target, `${JSON.stringify(pipelineEntry)}\n`);await writeFile(- path.join(dataDir, "hy-memory", "governed-v2", "logs", "hy_memory.log"),- `${JSON.stringify({ ...pipelineEntry, request_id: "must-not-appear" })}\n`,+ path.join(hyLogs, "default", "2026-10-14.log"),+ `${JSON.stringify({ request_id: "old-pipeline", step: "EXTRACT" })}\n`,+ );+ await writeFile(+ path.join(hyLogs, "hy_memory.log"),+ "2026-10-14 10:01:00 [WARNING] [-] hy_memory.client: hy text log\n",);const snapshot = await readDebugLogSnapshot(@@ -271,29 +253,11 @@ it("shows HY pipeline metrics without exposing model content", async () => {cursor,);- expect(snapshot.entries).toEqual([- expect.objectContaining({- service: "hy-memory",- component: "hy.pipeline",- event: "hy.pipeline.extract",- message: "EXTRACT · 42 tokens · 124 ms",- duration_ms: 123.5,- trace_id: "request-safe-1",- details: { phase: "EXTRACT", count: 42 },- source: "pipeline",- }),- ]);- const serialized = JSON.stringify(snapshot);- for (const secret of [- "private prompt",- "private response",- "private parsed output",- "private-user",- "private-agent",- "private-session",- ]) {- expect(serialized).not.toContain(secret);- }+ expect(snapshot.entries).toEqual([]);+ expect(cursor).toEqual({+ diagnosticLogs: [],+ serviceLogs: expect.any(Array),+ });});it("logs a renderer ui-action with action, page, phase and the shared trace id", async () => {diff --git a/memhub/apps/desktop/src/diagnostics-ipc.ts b/memhub/apps/desktop/src/diagnostics-ipc.tsindex e84295b..a11ca9b 100644--- a/memhub/apps/desktop/src/diagnostics-ipc.ts+++ b/memhub/apps/desktop/src/diagnostics-ipc.ts@@ -18,7 +18,6 @@ const UI_TRACE = "one-memory:log-ui-trace";const DEBUG_LOGS = "one-memory:get-debug-logs";const DEBUG_LOG_NAME =/^diagnostic-(runtime|core|host-bridge|desktop|cli)\.jsonl(?:\.\d+)?$/;-const PIPELINE_LOG_NAME = /^\d{4}-\d{2}-\d{2}\.log$/;const SERVICE_LOG_NAMES = ["service.log","service-error.log",@@ -30,24 +29,16 @@ interface ServiceLogCursor {files: Array<{ device: number; inode: number; offset: number }>;}-interface PipelineLogCursor {- relativePath: string;- device: number;- inode: number;- offset: number;-}-export interface DebugLogCursor {diagnosticLogs: Array<{ device: number; inode: number; offset: number }>;serviceLogs: ServiceLogCursor[];- pipelineLogs: PipelineLogCursor[];}export interface DebugLogEntry {id: string;timestamp: string;level: "debug" | "info" | "warn" | "error";- service: "runtime" | "core" | "host-bridge" | "desktop" | "cli" | "hy-memory";+ service: "runtime" | "core" | "host-bridge" | "desktop" | "cli";component: string;event: string;outcome: string;@@ -57,7 +48,7 @@ export interface DebugLogEntry {trace_id?: string;details?: Record<string, string | number | boolean | null>;message?: string;- source: "diagnostic" | "stdout" | "stderr" | "pipeline";+ source: "diagnostic" | "stdout" | "stderr";}export interface DebugLogSnapshot {@@ -259,7 +250,6 @@ export async function readDebugLogSnapshot(cursor: DebugLogCursor = {diagnosticLogs: [],serviceLogs: [],- pipelineLogs: [],},): Promise<DebugLogSnapshot> {const started = Number.isFinite(startedAt) ? startedAt : Date.now();@@ -300,7 +290,6 @@ export async function readDebugLogSnapshot();}}- entries.push(...(await readPipelineLogEntries(dataDir, cursor, started)));entries.sort((left, right) =>left.timestamp === right.timestamp? left.id.localeCompare(right.id)@@ -319,7 +308,6 @@ export async function captureDebugLogCursor(): Promise<DebugLogCursor> {const directory = path.join(dataDir, "logs");const names = await readdir(directory).catch(() => []);- const pipelineRoot = path.join(dataDir, "hy-memory", "governed-v2", "logs");return {diagnosticLogs: (await Promise.all(@@ -355,7 +343,6 @@ export async function captureDebugLogCursor(};}),),- pipelineLogs: await pipelineLogFiles(pipelineRoot),};}@@ -462,8 +449,8 @@ async function readServiceLogEntries(if (!message) continue;const level = serviceLogLevel(message, cursor.name);// Raw stdout is an implementation trace, not a product event. Core's- // structured diagnostics and HY pipeline logs already carry meaningful- // successful work with request/task identity. Showing raw INFO/DEBUG+ // structured diagnostics already carry meaningful successful work with+ // request/task identity. Showing raw INFO/DEBUG// here duplicated those events and turned polling access logs, file// watchers and library initialization into thousands of fake "useful"// rows. Keep raw output only when it needs attention.@@ -543,135 +530,6 @@ function logLineTimestamp(return new Date(Math.max(startedAt, fallback)).toISOString();}-async function pipelineLogFiles(root: string): Promise<PipelineLogCursor[]> {- const rootInfo = await lstat(root).catch(() => null);- if (!rootInfo?.isDirectory() || rootInfo.isSymbolicLink()) return [];- const files: PipelineLogCursor[] = [];- const visit = async (directory: string): Promise<void> => {- for (const entry of await readdir(directory, { withFileTypes: true })) {- const target = path.join(directory, entry.name);- if (entry.isSymbolicLink()) continue;- if (entry.isDirectory()) {- await visit(target);- continue;- }- // The same root also contains HY's human-readable hy_memory.log.- // Pipeline files are date-named JSONL; accepting every .log file makes- // the Debug poller repeatedly parse unrelated text and still display no- // HY entries.- if (!entry.isFile() || !PIPELINE_LOG_NAME.test(entry.name)) continue;- const info = await safeRegularFile(target);- if (!info) continue;- files.push({- relativePath: path.relative(root, target),- device: info.dev,- inode: info.ino,- offset: info.size,- });- }- };- await visit(root);- return files;-}--async function readPipelineLogEntries(- dataDir: string,- cursor: DebugLogCursor,- startedAt: number,-): Promise<DebugLogEntry[]> {- const root = path.join(dataDir, "hy-memory", "governed-v2", "logs");- const current = await pipelineLogFiles(root);- const baseline = new Map(- cursor.pipelineLogs.map((file) => [- `${file.device}:${file.inode}`,- file.offset,- ]),- );- const entries: DebugLogEntry[] = [];- for (const file of current) {- const target = path.join(root, file.relativePath);- const offset = baseline.get(`${file.device}:${file.inode}`) ?? 0;- const info = await safeRegularFile(target);- if (!info || info.size <= offset) continue;- const content = await readFileFromOffset(target, offset).catch(() => "");- let lineNumber = 0;- for (const line of content.split("\n")) {- lineNumber += 1;- if (!line.trim()) continue;- const entry = pipelineLogEntry(- line,- file,- lineNumber,- offset,- startedAt,- info.mtimeMs,- );- if (entry) entries.push(entry);- }- }- return entries;-}--function pipelineLogEntry(- line: string,- file: PipelineLogCursor,- lineNumber: number,- offset: number,- startedAt: number,- fallbackTime: number,-): DebugLogEntry | null {- let value: Record<string, unknown>;- try {- value = JSON.parse(line) as Record<string, unknown>;- } catch {- return null;- }- const step = typeof value.step === "string" ? value.step.trim() : "";- if (!step || !/^[A-Za-z0-9_-]{1,80}$/.test(step)) return null;- const rawTimestamp =- typeof value.timestamp === "string" ? value.timestamp : "";- const parsedTimestamp = Date.parse(rawTimestamp);- const timestamp = new Date(- Math.max(- startedAt,- Number.isFinite(parsedTimestamp) ? parsedTimestamp : fallbackTime,- ),- ).toISOString();- const elapsed = safeFiniteNumber(value.elapsed_ms);- const tokens = safeFiniteNumber(value.tokens);- const requestId =- typeof value.request_id === "string" && value.request_id.length <= 256- ? value.request_id- : undefined;- return {- id: `hy-pipeline:${file.device}:${file.inode}:${offset}:${lineNumber}`,- timestamp,- level: "info",- service: "hy-memory",- component: "hy.pipeline",- event: `hy.pipeline.${step.toLowerCase().replaceAll("_", "-")}`,- outcome: "observed",- ...(elapsed === undefined ? {} : { duration_ms: elapsed }),- ...(requestId ? { trace_id: requestId } : {}),- details: {- phase: step,- ...(tokens === undefined ? {} : { count: tokens }),- },- message: [- step,- ...(tokens === undefined ? [] : [`${Math.round(tokens)} tokens`]),- ...(elapsed === undefined ? [] : [`${Math.round(elapsed)} ms`]),- ].join(" · "),- source: "pipeline",- };-}--function safeFiniteNumber(value: unknown): number | undefined {- return typeof value === "number" && Number.isFinite(value)- ? value- : undefined;-}-export function installDiagnosticsIpc(options: DiagnosticIpcOptions,): () => void {diff --git a/memhub/apps/web/src/DebugLogPanel.tsx b/memhub/apps/web/src/DebugLogPanel.tsxindex 6f6b904..5173afa 100644--- a/memhub/apps/web/src/DebugLogPanel.tsx+++ b/memhub/apps/web/src/DebugLogPanel.tsx@@ -50,7 +50,6 @@ const SERVICE_LABELS: Record<DebugLogEntry["service"], string> = {core: "Core","host-bridge": "Host Bridge",cli: "CLI",- "hy-memory": "HY Memory",};export function DebugLogPanel() {diff --git a/memhub/apps/web/src/debug-log-types.ts b/memhub/apps/web/src/debug-log-types.tsindex 0df67b0..f3da192 100644--- a/memhub/apps/web/src/debug-log-types.ts+++ b/memhub/apps/web/src/debug-log-types.ts@@ -4,14 +4,7 @@ export interface DebugLogEntry {id: string;timestamp: string;level: DebugLogLevel;- service:- | "runtime"- | "core"- | "host-bridge"- | "desktop"- | "cli"- | "hy-memory"- | "renderer";+ service: "runtime" | "core" | "host-bridge" | "desktop" | "cli" | "renderer";component: string;event: string;outcome: string;@@ -21,7 +14,7 @@ export interface DebugLogEntry {trace_id?: string;details?: Record<string, string | number | boolean | null>;message?: string;- source: "diagnostic" | "stdout" | "stderr" | "console" | "pipeline";+ source: "diagnostic" | "stdout" | "stderr" | "console";}export interface DebugLogSnapshot {