Doubao-powered voice input for Linux, Wayland and Omarchy
import {
loadReportImages,
normalizeJsonControlCharacters,
} from './omarchy-shell-evidence.mjs';
function allAttemptSteps(attempt) {
return [
...(attempt?.beforeEach ?? []),
...(attempt?.steps ?? []),
...(attempt?.afterEach ?? []),
];
}
function hasScreenshotEvidence(step) {
return Array.isArray(step?.agentDetails) && step.agentDetails.length > 0;
}
function projectSlug(projectName) {
const slug = projectName
.toLowerCase()
.replace(/[^a-z0-9]+/g, '-')
.replace(/^-|-$/g, '');
if (!slug) {
throw new Error(
`Cannot build a preview filename for project ${projectName}`,
);
}
return slug;
}
export function casePreviewFileName(projectName, caseId, extension = 'jpg') {
if (!/^[a-zA-Z0-9-]+$/.test(caseId)) {
throw new Error(`Invalid Midscene case ID: ${caseId}`);
}
if (!['jpg', 'png', 'webp'].includes(extension)) {
throw new Error(`Unsupported Midscene screenshot format: ${extension}`);
}
return `case-preview-${projectSlug(projectName)}-${caseId}.${extension}`;
}
function scriptAttributes(source) {
const attributes = new Map();
for (const match of source.matchAll(/([\w-]+)=["']([^"']*)["']/g)) {
attributes.set(match[1], match[2]);
}
return attributes;
}
async function embeddedReportData(reportHtml, reportFile) {
const dumps = [];
for (const match of reportHtml.matchAll(
/<script\s+([^>]*\btype=["']midscene_web_dump["'][^>]*)>\s*(\{[\s\S]*?)<\/script>/g,
)) {
const attributes = scriptAttributes(match[1]);
dumps.push({
reportId:
attributes.get('data-report-id') ??
attributes.get('data-group-id') ??
null,
dump: JSON.parse(normalizeJsonControlCharacters(match[2].trim())),
});
}
const images = await loadReportImages(reportHtml, reportFile);
return { dumps, images };
}
function normalizedText(value) {
if (typeof value !== 'string') return null;
const text = value
.replaceAll('__midscene_lt__', '<')
.replaceAll('__midscene_gt__', '>')
.replace(/\s+/g, ' ')
.trim();
return text || null;
}
function taggedModelText(rawResponse) {
const response = normalizedText(rawResponse);
if (!response) return null;
const tagged = response.match(
/<(?:observation|planning)>([\s\S]*?)<\/(?:observation|planning)>/,
);
return normalizedText(tagged?.[1]);
}
function modelTaskText(task) {
return (
normalizedText(task?.thought) ??
normalizedText(task?.log?.taskInfo?.formatResponse?.thought) ??
normalizedText(task?.output?.thought) ??
taggedModelText(task?.log?.rawResponse) ??
taggedModelText(task?.log?.taskInfo?.rawResponse) ??
normalizedText(task?.output?.output)
);
}
function isModelTask(task) {
return (
task?.type === 'Insight' ||
(task?.type === 'Planning' && task?.subType === 'Plan')
);
}
function executionForDetail(dumps, detail) {
const preferred = dumps.filter(
(entry) => !detail.reportId || entry.reportId === detail.reportId,
);
for (const entry of preferred.length ? preferred : dumps) {
const execution = entry.dump?.executions?.find(
(item) => item.id === detail.executionId,
);
if (execution) return execution;
}
return null;
}
function evidenceForStep(step, embedded, allowUntimedEvidence = false) {
const candidates = [];
function collect(execution, destination) {
for (const task of execution?.tasks ?? []) {
const screenshotId = task?.uiContext?.screenshot?.id;
const explanation = modelTaskText(task);
if (
isModelTask(task) &&
screenshotId &&
embedded.images.has(screenshotId)
) {
destination.push({ screenshotId, explanation });
}
}
}
for (const detail of step.agentDetails ?? []) {
collect(executionForDetail(embedded.dumps, detail), candidates);
}
// Custom Nodes can call an Agent without forwarding agentDetails to the
// runner step. Match by execution time when available; for older reports
// without timestamps, only a one-step, one-attempt case is unambiguous.
if (!candidates.length && !hasScreenshotEvidence(step)) {
const startedAt = Date.parse(step.startedAt ?? '');
const endedAt = Date.parse(step.endedAt ?? '');
const hasWindow = Number.isFinite(startedAt) && Number.isFinite(endedAt);
const unlinked = [];
for (const entry of embedded.dumps) {
for (const execution of entry.dump?.executions ?? []) {
const executionTime = Number(
execution.logTime ?? execution.tasks?.[0]?.timing?.start,
);
const inStep = hasWindow && Number.isFinite(executionTime) &&
executionTime >= startedAt - 1000 &&
executionTime <= endedAt + 1000;
if (!inStep && !(allowUntimedEvidence && !hasWindow)) continue;
collect(execution, unlinked);
}
}
if (unlinked.length === 1) candidates.push(unlinked[0]);
}
const selected = candidates.at(-1);
const error = normalizedText(step.error?.message);
const result = normalizedText(step.output?.summary);
const description = error ?? selected?.explanation ?? result ??
(step.status === 'success'
? 'Step passed; no per-step AI response was recorded.'
: 'Step failed without a recorded error message.');
return {
...(selected
? { screenshot: embedded.images.get(selected.screenshotId) }
: {}),
description,
descriptionKind: error ? 'error' : selected?.explanation ? 'ai' : 'result',
};
}
export async function reportCases(
run,
projectName,
{ reportHtml, reportFile } = {},
) {
const project = run?.projects?.find((item) => item.name === projectName);
if (!project) {
throw new Error(`Project ${projectName} is absent from the runner dump`);
}
const embedded = reportHtml
? await embeddedReportData(reportHtml, reportFile)
: null;
const cases = (project.documents ?? []).flatMap((document) =>
document.cases ?? [],
);
return cases.flatMap((testCase) => {
const attempt = testCase.attempts?.at(-1);
if (!attempt) {
if (testCase.status === 'not-run') return [];
throw new Error(
`Case ${testCase.name ?? testCase.caseId} has no attempt`,
);
}
const steps = allAttemptSteps(attempt);
const passed = (testCase.status ?? attempt.status) === 'success';
const step = passed
? steps.findLast(hasScreenshotEvidence) ?? steps.at(-1)
: steps.find(
(item) => item.status === 'failed' && hasScreenshotEvidence(item),
) ??
steps.find((item) => item.status === 'failed');
if (!step?.id) {
throw new Error(
`Case ${testCase.name ?? testCase.caseId} has no report step to preview`,
);
}
if (!testCase.caseId || !testCase.name) {
throw new Error('Midscene case metadata is incomplete');
}
const soleUntimedStep = cases.length === 1 &&
testCase.attempts?.length === 1 && steps.length === 1;
const evidence = embedded
? evidenceForStep(step, embedded, soleUntimedStep)
: null;
if (
passed && embedded && !evidence?.screenshot &&
(hasScreenshotEvidence(step) || step.node?.startsWith('ai'))
) {
throw new Error(`Step ${step.id} has no embedded node screenshot`);
}
const selection = passed
? embedded && !evidence?.screenshot
? 'last-no-screenshot'
: 'last-screenshot'
: evidence && !evidence.screenshot
? 'first-failing-no-screenshot'
: 'first-failing-screenshot';
return [{
caseId: testCase.caseId,
name: testCase.name,
status: passed ? 'success' : 'failed',
durationMs: attempt.durationMs,
stepId: step.id,
stepTitle: step.title ?? step.node,
selection,
...(evidence?.screenshot
? {
previewFile: casePreviewFileName(
projectName,
testCase.caseId,
evidence.screenshot.extension,
),
}
: embedded
? {}
: { previewFile: casePreviewFileName(projectName, testCase.caseId) }),
...(evidence ?? {}),
}];
});
}