Skip to content

Desktop app that records your on-screen work session and uses the GitHub Copilot SDK to reconstruct it as an intent + ordered steps, then builds a reusable Skill or Automation for Microsoft Autopilots like Scout, Microsoft Copilot Cowork, or Copilot Studio.

2.4 KB
Raw Blame
// Fixed corpus for the frame OCR + blur evals (the opt-in Advanced-protection
// image channel). Real frames are OCR'd on-device with tesseract; here we supply
// the recognized words + their pixel boxes directly, so the box-mapping logic —
// join words → run the shared detectors → paint every word whose char span
// overlaps a match — is exercised deterministically without tesseract or sharp.
//
// Each word carries `sensitive: true` when its box MUST be blurred. Words are laid
// out left-to-right on one row with wide gaps, so a padded box only ever overlaps
// its own word (no ambiguous neighbor overlap during scoring).

export interface FrameWord {
  text: string;
  /** True when this word's box must be covered before the frame is sent. */
  sensitive?: boolean;
}

export interface FrameCase {
  id: string;
  about: string;
  words: FrameWord[];
  /** Values already detected in the session's text (cross-feed blur). */
  knownValues?: string[];
}

export const frameCorpus: FrameCase[] = [
  {
    id: "frame-github-token",
    about: "A GitHub token visible on screen (secretlint over OCR text)",
    words: [
      { text: "run" },
      { text: "ghp_A1b2C3d4E5f6G7h8I9j0K1l2M3n4O5p6Q7r8", sensitive: true },
      { text: "now" },
    ],
  },
  {
    id: "frame-email",
    about: "An email address on screen (structured PII over OCR text)",
    words: [
      { text: "contact" },
      { text: "[email protected]", sensitive: true },
      { text: "today" },
    ],
  },
  {
    id: "frame-card-split",
    about: "A card number OCR'd as four separate words — all four boxes blur",
    words: [
      { text: "card" },
      { text: "4111", sensitive: true },
      { text: "1111", sensitive: true },
      { text: "1111", sensitive: true },
      { text: "1111", sensitive: true },
      { text: "ok" },
    ],
  },
  {
    id: "frame-known-value-cross-feed",
    about: "A phone number flagged in the session text, blurred on screen via cross-feed",
    words: [
      { text: "call" },
      { text: "+44", sensitive: true },
      { text: "20", sensitive: true },
      { text: "7946", sensitive: true },
      { text: "0958", sensitive: true },
      { text: "now" },
    ],
    knownValues: ["+44 20 7946 0958"],
  },
  {
    id: "frame-clean",
    about: "Ordinary on-screen text — nothing blurred (precision)",
    words: [{ text: "Opened" }, { text: "the" }, { text: "roadmap" }, { text: "doc" }],
  },
];