Skip to content

Desktop app that records your on-screen work session and uses the GitHub Copilot SDK to reconstruct it as an intent + ordered steps, then builds a reusable Skill or Automation for Microsoft Autopilots like Scout, Microsoft Copilot Cowork, or Copilot Studio.

Track last completed session; platform-neutral capture labels

adileic28174052c40
diff --git a/common/config.ts b/common/config.ts
index 92a3945..3246d9e 100644
--- a/common/config.ts
+++ b/common/config.ts
@@ -6,9 +6,9 @@
*
* Cost tiers (per source):
* 0 — no prompt, no setup (works out of the box)
- * 1 — one-time OS grant (macOS Accessibility / Screen Recording)
+ * 1 — one-time OS grant (accessibility / screen-capture permission)
* 2 — manual setup (install a shell hook)
- * 3 — heaviest OS grant (Screen Recording for video)
+ * 3 — heaviest OS grant (screen-capture permission for video)
*/
export type CaptureLevel = "basic" | "standard" | "full" | "custom";
@@ -18,13 +18,13 @@ export interface CaptureConfig {
appActivity: boolean;
/** Clipboard copies (formats, length, hash, short preview). Tier 0 — no prompt. */
clipboard: boolean;
- /** Window titles. Tier 1 — needs macOS Accessibility + Screen Recording. */
+ /** Window titles. Tier 1 — needs an accessibility / screen-capture grant. */
windowTitles: boolean;
/** Active browser tab URLs. Tier 1 — needs the same grant as titles. */
browserUrls: boolean;
/** Terminal commands. Tier 2 — needs the opt-in shell hook installed. */
terminal: boolean;
- /** Low-fps screen video + extracted keyframes. Tier 3 — needs Screen Recording. */
+ /** Low-fps screen video + extracted keyframes. Tier 3 — needs screen-capture. */
video: boolean;
}
@@ -79,16 +79,16 @@ export const CAPTURE_SOURCES: readonly CaptureSourceInfo[] = [
key: "windowTitles",
label: "Window titles",
tier: 1,
- cost: "macOS: Accessibility + Screen Recording (one-time)",
+ cost: "One-time OS permission",
},
{
key: "browserUrls",
label: "Browser URLs",
tier: 1,
- cost: "macOS: Accessibility + Screen Recording (one-time)",
+ cost: "One-time OS permission",
},
{ key: "terminal", label: "Terminal commands", tier: 2, cost: "Install a shell hook (one-time)" },
- { key: "video", label: "Screen video + keyframes", tier: 3, cost: "Screen Recording permission" },
+ { key: "video", label: "Screen video + keyframes", tier: 3, cost: "Screen-capture permission" },
];
export function configForLevel(level: Exclude<CaptureLevel, "custom">): CaptureConfig {
@@ -112,7 +112,7 @@ export const CAPTURE_LEVEL_INFO: readonly CaptureLevelInfo[] = [
{
level: "standard",
label: "Standard",
- blurb: "Adds window titles + browser URLs. One-time macOS grant.",
+ blurb: "Adds window titles + browser URLs. One-time OS permission.",
},
{
level: "full",
diff --git a/electron/collectors/active-window.ts b/electron/collectors/active-window.ts
index 8c98491..2c4ff3d 100644
--- a/electron/collectors/active-window.ts
+++ b/electron/collectors/active-window.ts
@@ -107,7 +107,7 @@ export class ActiveWindowCollector implements Collector {
if (this.mode === "full") {
this.mode = "degraded";
this.ctx?.log.warn(
- "Reduced capture: window titles/URLs need Accessibility + Screen Recording permission.",
+ "Reduced capture: window titles/URLs need a screen-capture / accessibility permission.",
);
return activeWindow(DEGRADED);
}
diff --git a/electron/recorder/controller.ts b/electron/recorder/controller.ts
index 52b49b1..c4f79b8 100644
--- a/electron/recorder/controller.ts
+++ b/electron/recorder/controller.ts
@@ -54,6 +54,8 @@ export class RecorderController {
private activeCollectors: readonly Collector[] = [];
private video: SessionMediaRecorder | null = null;
private processing: Promise<void> | null = null;
+ private lastCompleted: { id: string; dir: string } | null = null;
+ private lastProcessed = false;
constructor(private readonly deps: RecorderDeps) {
this.host = new CollectorHost(this.bus);
@@ -65,12 +67,20 @@ export class RecorderController {
return this.store ? "recording" : "idle";
}
+ /** The last completed session's directory, if any (for analysis). */
+ lastSessionDir(): string | null {
+ return this.lastCompleted?.dir ?? null;
+ }
+
status(): RecorderStatus {
return {
state: this.state,
sessionId: this.store?.meta.id ?? null,
startedAt: this.store?.meta.startedAt ?? null,
eventCount: this.store?.eventCount ?? 0,
+ lastSession: this.lastCompleted
+ ? { id: this.lastCompleted.id, processed: this.lastProcessed }
+ : null,
};
}
@@ -146,6 +156,8 @@ export class RecorderController {
this.bus.detach();
this.store = null;
store.finalize(Date.now());
+ this.lastCompleted = { id: store.meta.id, dir: store.dir };
+ this.lastProcessed = false;
log.info("Recording stopped:", store.meta.id, `(${store.eventCount} events)`);
this.emit();
// Frames + correlation run in the background so the UI returns promptly.
@@ -159,13 +171,18 @@ export class RecorderController {
}
private async runPostProcess(dir: string, closed: Promise<void>): Promise<void> {
- if (!this.deps.postProcess) return;
+ if (!this.deps.postProcess) {
+ if (this.lastCompleted?.dir === dir) this.lastProcessed = true;
+ this.emit();
+ return;
+ }
try {
await closed; // ensure events.jsonl is fully flushed before reading it
await this.deps.postProcess(dir);
} catch (err) {
log.warn("post-processing failed:", err instanceof Error ? err.message : err);
} finally {
+ if (this.lastCompleted?.dir === dir) this.lastProcessed = true;
this.emit();
}
}