Skip to content

AI media harness for planning, generating, and editing locally

TypeScript
11.9 KB
Raw Blame
// @vitest-environment jsdom
import "@testing-library/jest-dom/vitest";
import { useState } from "react";
import { cleanup, createEvent, fireEvent, render, screen } from "@testing-library/react";
import { afterEach, expect, it, vi } from "vitest";
import { ImageEditor } from "./ImageEditor";
import { ExtendCanvas } from "./ExtendCanvas";
import { parseProjectConfig } from "../../lib/project";
import * as persistence from "../../lib/persistence";
import * as settings from "../../lib/settings";
import { choose } from "./comboTestUtils";
import fixture from "../../../fixtures/project-v1-image.json";
import type { ExtendBounds } from "../../lib/extendImage";

afterEach(() => { cleanup(); localStorage.clear(); vi.restoreAllMocks(); });
const source = { id: "source", name: "Source", kind: "image" as const, relativePath: "media/source.png", mimeType: "image/png", width: 400, height: 300, createdAt: "2026-10-04T00:00:00Z" };

it("opens Zoom from Template with box controls and returns to image settings", () => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  const config = parseProjectConfig(fixture); config.assets = [source]; config.imageScene!.outputAssetId = source.id;
  render(<ImageEditor config={config} folderPath="D:/Images" onChange={vi.fn()} onGenerate={vi.fn()} onCancel={vi.fn()} onGenerateExtend={vi.fn()} />);
  fireEvent.click(screen.getByRole("button", { name: "Template" }));
  expect(screen.getByRole("menuitem", { name: "Zoom" })).toBeEnabled();
  expect(screen.getByRole("menuitem", { name: "Character sheet" })).toBeEnabled();
  fireEvent.click(screen.getByRole("menuitem", { name: "Zoom" }));
  expect(screen.getByLabelText("Zoom bounding box tool")).toBeInTheDocument();
  expect(screen.getByLabelText("Zoom width")).toHaveValue(608);
  expect(screen.getByLabelText("Zoom resolution")).toBeEnabled();
  expect(screen.getByLabelText("Zoom prompt")).toBeInTheDocument();
  fireEvent.click(screen.getByRole("button", { name: "Close template settings" }));
  expect(screen.queryByLabelText("Zoom bounding box tool")).not.toBeInTheDocument();
});

it("executes an optional-prompt extension at the changed resolution without changing video settings", () => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  vi.spyOn(persistence, "isTauri").mockReturnValue(true);
  vi.spyOn(settings, "templateUsable").mockReturnValue(true);
  const generator = settings.createGeneratorTemplate("Zoom generator");
  settings.saveGeneratorTemplateSettings({ templates: [generator], defaultTemplateId: generator.id });
  const initial = parseProjectConfig(fixture);
  initial.assets = [source]; initial.imageScene!.outputAssetId = source.id;
  let latest = initial;
  const execute = vi.fn();
  function Harness() {
    const [config, setConfig] = useState(initial); latest = config;
    return <ImageEditor config={config} folderPath="D:/Images" onChange={setConfig} onGenerate={vi.fn()} onCancel={vi.fn()} onGenerateExtend={execute} />;
  }
  render(<Harness />);
  fireEvent.click(screen.getByRole("button", { name: "Template" }));
  fireEvent.click(screen.getByRole("menuitem", { name: "Zoom" }));
  choose("Zoom resolution", "1088p");
  expect(latest.imageSettings?.resolution).toBe("1088p");
  expect(latest.settings).toEqual(initial.settings);
  fireEvent.click(screen.getByRole("button", { name: "Execute" }));
  expect(execute).toHaveBeenCalledWith(expect.objectContaining({ id: generator.id }), source.id,
    expect.objectContaining({ prompt: "", bounds: { x: -104, y: -74, width: 608, height: 448 } }));
});

it("snaps typed H3 Image Zoom sizes even when they round back to the current box", () => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  vi.spyOn(persistence, "isTauri").mockReturnValue(true);
  vi.spyOn(settings, "templateUsable").mockReturnValue(true);
  const generator = settings.createGeneratorTemplate("H3 Image", "h3_image");
  settings.saveGeneratorTemplateSettings({ templates: [generator], defaultTemplateId: generator.id });
  settings.saveActiveGeneratorId("image", generator.id);
  const config = parseProjectConfig(fixture);
  config.assets = [source]; config.imageScene!.outputAssetId = source.id;
  const execute = vi.fn();
  render(<ImageEditor config={config} folderPath="D:/Images" onChange={vi.fn()} onGenerate={vi.fn()} onCancel={vi.fn()} onGenerateExtend={execute} />);
  fireEvent.click(screen.getByRole("button", { name: "Template" }));
  fireEvent.click(screen.getByRole("menuitem", { name: "Zoom" }));
  for (const [field, value, aligned] of [["width", 609, 608], ["height", 449, 448], ["width", 625, 640]] as const) {
    const input = screen.getByLabelText(`Zoom ${field}`);
    fireEvent.change(input, { target: { value: String(value) } });
    fireEvent.blur(input);
    expect(input).toHaveValue(aligned);
    expect(input).toBeValid();
    expect(screen.getByRole("button", { name: "Move Zoom box" })).toHaveAttribute(field, String(aligned));
  }
  expect(screen.getByRole("button", { name: "Execute" })).toBeEnabled();
  fireEvent.click(screen.getByRole("button", { name: "Execute" }));
  expect(execute).toHaveBeenCalledWith(expect.objectContaining({ modelType: "h3_image" }), source.id,
    expect.objectContaining({ bounds: { x: -104, y: -74, width: 640, height: 448 } }));
});

it("moves, resizes, redraws and cancels box drags in original pixel coordinates", () => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  let latest: ExtendBounds = { x: -96, y: -64, width: 576, height: 448 };
  function Harness() {
    const [bounds, setBounds] = useState(latest); latest = bounds;
    return <ExtendCanvas source={source} folderPath="D:/Images" bounds={bounds} onChange={setBounds} disabled={false} />;
  }
  render(<Harness />);
  const canvas = screen.getByLabelText("Zoom bounding box tool");
  const pointer = (type: "pointerDown" | "pointerMove" | "pointerUp" | "pointerCancel", target: Element, x: number, y: number) => {
    const view = canvas.getAttribute("viewBox")!.split(" ").map(Number);
    vi.spyOn(canvas, "getBoundingClientRect").mockReturnValue({ left: 0, top: 0, width: view[2], height: view[3] } as DOMRect);
    const event = createEvent[type](target);
    Object.defineProperties(event, { button: { value: 0 }, pointerId: { value: 1 }, clientX: { value: x - view[0] }, clientY: { value: y - view[1] } });
    fireEvent(target, event);
  };
  pointer("pointerDown", screen.getByRole("button", { name: "Move Zoom box" }), 0, 0);
  pointer("pointerMove", canvas, 20, 10); pointer("pointerUp", canvas, 20, 10);
  expect(latest).toEqual({ x: -76, y: -54, width: 576, height: 448 });
  pointer("pointerDown", canvas.querySelector('[data-handle="nw"]')!, -76, -54);
  pointer("pointerMove", canvas, -106, -79); pointer("pointerUp", canvas, -106, -79);
  expect(latest).toEqual({ x: -108, y: -86, width: 608, height: 480 });
  pointer("pointerDown", canvas, -130, -100);
  pointer("pointerMove", canvas, 200, 200); pointer("pointerUp", canvas, 200, 200);
  expect(latest).toEqual({ x: -130, y: -100, width: 320, height: 288 });
  pointer("pointerDown", canvas.querySelector('[data-handle="se"]')!, 200, 200);
  pointer("pointerMove", canvas, 300, 300); pointer("pointerCancel", canvas, 300, 300);
  expect(latest).toEqual({ x: -130, y: -100, width: 320, height: 288 });
  pointer("pointerDown", canvas.querySelector('[data-handle="e"]')!, 200, 0);
  pointer("pointerMove", canvas, 300, 0);
  fireEvent.keyDown(canvas, { key: "Escape" });
  expect(latest).toEqual({ x: -130, y: -100, width: 320, height: 288 });
});

it.each([0.5, 2])("snaps within six screen pixels at %sx scale without trapping the drag or resizing a moved box", (scale) => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  const original = { x: -96, y: -64, width: 576, height: 448 };
  let latest: ExtendBounds = original;
  function Harness() {
    const [bounds, setBounds] = useState(original); latest = bounds;
    return <ExtendCanvas source={{ ...source, width: 384, height: 288 }} folderPath="D:/Images" bounds={bounds} onChange={setBounds} disabled={false} />;
  }
  render(<Harness />);
  const canvas = screen.getByLabelText("Zoom bounding box tool");
  const pointer = (type: "pointerDown" | "pointerMove" | "pointerUp" | "pointerCancel", target: Element, x: number, y: number) => {
    const view = canvas.getAttribute("viewBox")!.split(" ").map(Number);
    vi.spyOn(canvas, "getBoundingClientRect").mockReturnValue({ left: 0, top: 0, width: view[2] * scale, height: view[3] * scale } as DOMRect);
    const event = createEvent[type](target);
    Object.defineProperties(event, { button: { value: 0 }, pointerId: { value: 1 }, clientX: { value: (x - view[0]) * scale }, clientY: { value: (y - view[1]) * scale } });
    fireEvent(target, event);
  };
  // Resize only the active edge, leaving its opposite edge and vertical bounds fixed.
  pointer("pointerDown", canvas.querySelector('[data-handle="e"]')!, 480, 150);
  pointer("pointerMove", canvas, 384 + 4 / scale, 150);
  expect(latest).toEqual({ ...original, width: 480 });
  pointer("pointerMove", canvas, 416, 150);
  expect(latest).toEqual({ ...original, width: 512 });
  pointer("pointerMove", canvas, 384 - 4 / scale, 150);
  expect(latest).toEqual({ ...original, width: 480 });
  pointer("pointerCancel", canvas, 384, 150);
  expect(latest).toEqual(original);

  // A corner snaps to both original borders while preserving the opposite corner.
  pointer("pointerDown", canvas.querySelector('[data-handle="nw"]')!, -96, -64);
  pointer("pointerMove", canvas, -4 / scale, 4 / scale);
  expect(latest).toEqual({ x: 0, y: 0, width: 480, height: 384 });
  fireEvent.keyDown(canvas, { key: "Escape" });
  expect(latest).toEqual(original);

  // Moving snaps by translation, never by stretching the box.
  pointer("pointerDown", screen.getByRole("button", { name: "Move Zoom box" }), 0, 0);
  pointer("pointerMove", canvas, 96 - 4 / scale, 64 + 4 / scale);
  expect(latest).toEqual({ ...original, x: 0, y: 0 });
  pointer("pointerCancel", canvas, 96, 64);

  // Both endpoints of a newly drawn box can align exactly with the source.
  pointer("pointerDown", canvas, -4 / scale, -4 / scale);
  pointer("pointerMove", canvas, 384 + 4 / scale, 288 + 4 / scale);
  expect(latest).toEqual({ x: 0, y: 0, width: 384, height: 288 });
  pointer("pointerUp", canvas, 384, 288);
  fireEvent.keyDown(screen.getByRole("button", { name: "Move Zoom box" }), { key: "ArrowLeft" });
  expect(latest).toEqual({ x: -1, y: 0, width: 384, height: 288 });
});


it("executes a contained selection as crop regeneration", () => {
  vi.spyOn(persistence, "readMediaFileUrl").mockResolvedValue(null);
  vi.spyOn(persistence, "isTauri").mockReturnValue(true);
  vi.spyOn(settings, "templateUsable").mockReturnValue(true);
  const generator = settings.createGeneratorTemplate("Zoom generator");
  settings.saveGeneratorTemplateSettings({ templates: [generator], defaultTemplateId: generator.id });
  const initial = parseProjectConfig(fixture);
  initial.assets = [source]; initial.imageScene!.outputAssetId = source.id;
  const execute = vi.fn();
  function Harness() {
    const [config, setConfig] = useState(initial);
    return <ImageEditor config={config} folderPath="D:/Images" onChange={setConfig} onGenerate={vi.fn()} onCancel={vi.fn()} onGenerateExtend={execute} />;
  }
  render(<Harness />);
  fireEvent.click(screen.getByRole("button", { name: "Template" }));
  fireEvent.click(screen.getByRole("menuitem", { name: "Zoom" }));
  for (const [field, value] of Object.entries({ x: 32, y: 32, width: 128, height: 96 })) {
    fireEvent.change(screen.getByLabelText(`Zoom ${field}`), { target: { value: String(value) } });
  }
  expect(screen.getByText(/Regenerate selection:/)).toBeInTheDocument();
  expect(screen.getByRole("button", { name: "Execute" })).toBeEnabled();
  fireEvent.click(screen.getByRole("button", { name: "Execute" }));
  expect(execute).toHaveBeenCalledWith(expect.objectContaining({ id: generator.id }), source.id,
    expect.objectContaining({ bounds: { x: 32, y: 32, width: 128, height: 96 } }));
});