Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

fix(meetings): move the replay strip and related items to the summary tab (#6299)

Louis Beaumontf92e8be4770a
diff --git a/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.test.tsx b/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.test.tsx
index 4b617f54e..06c290cc9 100644
--- a/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.test.tsx
+++ b/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.test.tsx
@@ -210,6 +210,51 @@ describe("meeting summary surface", () => {
expect(onGenerate).toHaveBeenCalledOnce();
});
+ // The replay scrubber and the "related during this meeting" list used to
+ // render under the note editor, below a draft of unbounded length. They are
+ // evidence for the summary, so they now hang off the summary tab — after the
+ // summary text, inside the same centered shell, and selectable.
+ it("renders meeting evidence after the summary, not before it", () => {
+ render(
+ <MeetingSummarySurface
+ note={"## Summary\nThe team agreed to ship."}
+ state="ready"
+ detail="saved locally"
+ onGenerate={vi.fn()}
+ canGenerate
+ activity={<div data-testid="evidence">replay the moment</div>}
+ />,
+ );
+
+ const activity = screen.getByTestId("meeting-summary-activity");
+ expect(screen.getByTestId("evidence")).toBeVisible();
+ expect(activity).toHaveClass("select-text");
+ expect(activity.closest(".max-w-3xl")).not.toBeNull();
+
+ // Order matters: the summary is the answer, the evidence supports it.
+ const column = screen.getByTestId("meeting-summary-reading-column");
+ expect(
+ column.compareDocumentPosition(activity) &
+ Node.DOCUMENT_POSITION_FOLLOWING,
+ ).toBeTruthy();
+ });
+
+ it("leaves no evidence container behind when a meeting has none", () => {
+ render(
+ <MeetingSummarySurface
+ note={"## Summary\nThe team agreed to ship."}
+ state="ready"
+ detail="saved locally"
+ onGenerate={vi.fn()}
+ canGenerate
+ />,
+ );
+
+ expect(
+ screen.queryByTestId("meeting-summary-activity"),
+ ).not.toBeInTheDocument();
+ });
+
it("offers a truthful empty state before a summary exists", () => {
render(
<MeetingSummarySurface
diff --git a/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.tsx b/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.tsx
index b71c74ee8..790382513 100644
--- a/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.tsx
+++ b/apps/screenpipe-app-tauri/components/meeting-notes/meeting-workspace.tsx
@@ -162,6 +162,7 @@ export function MeetingSummarySurface({
streamedSummary,
onGenerate,
canGenerate,
+ activity,
}: {
note: string;
state: "idle" | "working" | "ready" | "attention";
@@ -169,6 +170,11 @@ export function MeetingSummarySurface({
streamedSummary?: string;
onGenerate: () => void;
canGenerate: boolean;
+ // Replay scrubber and the "related during this meeting" list. They are
+ // evidence for the summary — what was on screen and open while it was
+ // written — so they belong under it. Under the note editor they sat below a
+ // draft of unbounded length, which is a place nobody scrolls to.
+ activity?: React.ReactNode;
}) {
const savedSummary = extractMeetingSummary(note);
const isStreaming = state === "working" && Boolean(streamedSummary?.trim());
@@ -274,6 +280,15 @@ export function MeetingSummarySurface({
</div>
)}
</div>
+
+ {activity && (
+ <div
+ data-testid="meeting-summary-activity"
+ className="mt-10 select-text space-y-6"
+ >
+ {activity}
+ </div>
+ )}
</div>
</section>
);
diff --git a/apps/screenpipe-app-tauri/components/meeting-notes/note-view.tsx b/apps/screenpipe-app-tauri/components/meeting-notes/note-view.tsx
index fae0bcb65..1b277f557 100644
--- a/apps/screenpipe-app-tauri/components/meeting-notes/note-view.tsx
+++ b/apps/screenpipe-app-tauri/components/meeting-notes/note-view.tsx
@@ -1831,27 +1831,6 @@ export function NoteView({
transcriptOpen={transcriptOpen}
onTranscriptToggle={() => setTranscriptOpen((open) => !open)}
/>
-
- {/* `activity` is cast from an HTTP body, not validated, so a
- payload missing `audio_summary` used to throw here and take the
- whole note — text, transcript, controls — to the global error
- boundary over a supporting strip. Degrade instead. */}
- {meetingCtx?.activity && (
- <div className="mt-10 select-text space-y-6">
- {Array.isArray(
- meetingCtx.activity.audio_summary?.top_transcriptions,
- ) && (
- <ReplayStrip
- meetingId={meeting.id}
- segments={
- meetingCtx.activity.audio_summary.top_transcriptions
- }
- timeRange={meetingCtx.activity.time_range}
- />
- )}
- <Receipts activity={meetingCtx.activity} />
- </div>
- )}
</div>
</section>
@@ -1884,6 +1863,32 @@ export function NoteView({
canGenerate={
canSummarizeMeeting && !summaryWorking && !retranscribing
}
+ // Mounted with the tab rather than always: the strip pulls the
+ // meeting's transcript rows and frame samples, and opening a
+ // meeting to read notes or the transcript should not pay for
+ // evidence nobody asked to see.
+ activity={
+ // `activity` is cast from an HTTP body, not validated, so a
+ // payload missing `audio_summary` used to throw here and take
+ // the whole surface to the global error boundary over a
+ // supporting strip. Degrade instead.
+ meetingCtx?.activity ? (
+ <>
+ {Array.isArray(
+ meetingCtx.activity.audio_summary?.top_transcriptions,
+ ) && (
+ <ReplayStrip
+ meetingId={meeting.id}
+ segments={
+ meetingCtx.activity.audio_summary.top_transcriptions
+ }
+ timeRange={meetingCtx.activity.time_range}
+ />
+ )}
+ <Receipts activity={meetingCtx.activity} />
+ </>
+ ) : null
+ }
/>
)}
</main>
diff --git a/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts b/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
index 6c56ebb17..744bef042 100644
--- a/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
+++ b/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
@@ -106,7 +106,10 @@ export function mockLocalApiResponse(
// Receipts reads `windows` straight off this body without validating it, so
// the harness has to return the real shape rather than an empty object.
if (url.pathname === "/activity-summary") {
- return Response.json({ windows: [], total_active_seconds: 0 });
+ if (scenario === "empty") {
+ return Response.json({ windows: [], total_active_seconds: 0 });
+ }
+ return Response.json(mockActivitySummary());
}
if (url.pathname === "/meetings/status") {
return Response.json({ active: false, manualActive: false });
@@ -126,6 +129,19 @@ export function mockLocalApiResponse(
}
if (url.pathname === "/search") {
const appName = url.searchParams.get("app_name");
+ // The meeting scrubber pages this endpoint for the meeting's transcript;
+ // page two onward must come back empty or it loops to its cap.
+ if (
+ scenario !== "empty" &&
+ url.searchParams.get("content_type") === "audio"
+ ) {
+ const offset = Number(url.searchParams.get("offset")) || 0;
+ const data = offset > 0 ? [] : mockMeetingAudioRows();
+ return Response.json({
+ data,
+ pagination: { limit: data.length, offset, total: data.length },
+ });
+ }
if (scenario !== "empty" && appName) {
const limit = Number(url.searchParams.get("limit")) || 36;
const offset = Number(url.searchParams.get("offset")) || 0;
@@ -143,11 +159,95 @@ export function mockLocalApiResponse(
return Response.json(scenario === "empty" ? emptyPage : { data: [] });
}
+// One window shared by the meeting row, its activity summary and its audio
+// rows, so the scrubber's bounds, tick marks and caption all agree.
+function mockMeetingWindow() {
+ const start = new Date(Date.now() - 75 * 60 * 1000);
+ const end = new Date(start.getTime() + 21 * 60 * 1000);
+ return { start, end };
+}
+
+/** Synthetic transcript turns spread across the meeting window. Timestamps
+ * are derived, not stored, so the fixture stays inside the window no matter
+ * when the harness is opened. */
+const MOCK_MEETING_TURNS: ReadonlyArray<{
+ at: number;
+ device: "input" | "output";
+ speaker: string;
+ text: string;
+}> = [
+ { at: 0.04, device: "output", speaker: "sample person", text: "Let's start with where the rollout actually stands." },
+ { at: 0.18, device: "input", speaker: "me", text: "Capture is stable on the two machines we watched all week." },
+ { at: 0.33, device: "output", speaker: "another person", text: "What happens when someone reopens the meeting a day later?" },
+ { at: 0.47, device: "input", speaker: "me", text: "They get the saved summary, and the transcript stays intact underneath it." },
+ { at: 0.61, device: "output", speaker: "sample person", text: "Good. Put the evidence next to the summary so nobody has to trust it blind." },
+ { at: 0.76, device: "input", speaker: "me", text: "Agreed — the replay strip and the open tabs belong on that tab." },
+ { at: 0.91, device: "output", speaker: "another person", text: "Then we can send the summary out without a second pass." },
+];
+
+function mockMeetingAudioRows() {
+ const { start, end } = mockMeetingWindow();
+ const span = end.getTime() - start.getTime();
+ return MOCK_MEETING_TURNS.map((turn, index) => ({
+ type: "Audio",
+ content: {
+ chunk_id: 5_000 + index,
+ transcription: turn.text,
+ timestamp: new Date(start.getTime() + span * turn.at).toISOString(),
+ file_path: `/sample/audio/chunk-${5_000 + index}.mp4`,
+ device_type: turn.device,
+ speaker:
+ turn.device === "input"
+ ? null
+ : { id: 700 + index, name: turn.speaker },
+ },
+ }));
+}
+
+/** Full-shape activity summary for the sample meeting: the scrubber needs
+ * `audio_summary` + `time_range`, and the related list needs `windows` and
+ * `edited_files`. Returning the trimmed `{ windows: [] }` body meant neither
+ * could be seen — or reviewed — in the harness. */
+function mockActivitySummary() {
+ const { start, end } = mockMeetingWindow();
+ const span = end.getTime() - start.getTime();
+ return {
+ apps: [
+ { name: "Google Chrome", frame_count: 412, minutes: 12, first_seen: start.toISOString(), last_seen: end.toISOString() },
+ { name: "Cursor", frame_count: 188, minutes: 6, first_seen: start.toISOString(), last_seen: end.toISOString() },
+ ],
+ windows: [
+ { app_name: "Google Chrome", window_name: "Rollout plan — sample doc", browser_url: "https://example.com/docs/rollout-plan", minutes: 8, frame_count: 240 },
+ { app_name: "Google Chrome", window_name: "Sample tracker — board", browser_url: "https://example.com/board/sample", minutes: 4, frame_count: 120 },
+ { app_name: "Cursor", window_name: "meeting-workspace.tsx", browser_url: "", minutes: 6, frame_count: 188 },
+ { app_name: "Slack", window_name: "#sample-channel", browser_url: "", minutes: 2, frame_count: 44 },
+ ],
+ edited_files: [
+ { path: "/sample/project/components/meeting-notes/note-view.tsx", frame_count: 96 },
+ { path: "/sample/notes/rollout-plan.md", frame_count: 31 },
+ ],
+ audio_summary: {
+ segment_count: MOCK_MEETING_TURNS.length,
+ speakers: [
+ { name: "sample person", segment_count: 3 },
+ { name: "another person", segment_count: 2 },
+ ],
+ top_transcriptions: MOCK_MEETING_TURNS.map((turn) => ({
+ transcription: turn.text,
+ speaker: turn.speaker,
+ device: turn.device,
+ timestamp: new Date(start.getTime() + span * turn.at).toISOString(),
+ })),
+ },
+ total_frames: 600,
+ time_range: { start: start.toISOString(), end: end.toISOString() },
+ };
+}
+
// Invented content only. This exists so the meeting note surface renders in
// the browser harness; it must never be mistaken for captured data.
function mockMeeting() {
- const start = new Date(Date.now() - 75 * 60 * 1000);
- const end = new Date(start.getTime() + 21 * 60 * 1000);
+ const { start, end } = mockMeetingWindow();
return {
id: 1,
meeting_start: start.toISOString(),