Skip to content

AI media harness for planning, generating, and editing locally

TypeScript

Build first-project generation flow

Bitti0786fc72a17a
diff --git a/src-tauri/src/lib.rs b/src-tauri/src/lib.rs
index be2f869..adfc0d6 100644
--- a/src-tauri/src/lib.rs
+++ b/src-tauri/src/lib.rs
@@ -193,6 +193,14 @@ struct ProjectRecord {
config: ProjectConfig,
}
+#[derive(Debug, Serialize)]
+#[serde(rename_all = "camelCase")]
+struct ImportedReferenceImage {
+ name: String,
+ relative_path: String,
+ mime_type: String,
+}
+
fn normalize_project_path(value: &str) -> Result<String, String> {
if value.is_empty() || value.contains('\0') {
return Err("Project paths cannot be empty or contain null bytes.".into());
@@ -296,7 +304,10 @@ fn validate_and_normalize_config(mut config: ProjectConfig) -> Result<ProjectCon
"queued" | "preparing" | "generating" | "encoding" | "completed" | "failed"
) || !(0.0..=1.0).contains(&job.progress)
{
- return Err(format!("Invalid generation stage or progress for job '{}'.", job.id));
+ return Err(format!(
+ "Invalid generation stage or progress for job '{}'.",
+ job.id
+ ));
}
job.output_relative_path = job
.output_relative_path
@@ -480,6 +491,65 @@ fn choose_project_folder(app: AppHandle) -> Result<Option<ProjectRecord>, String
.transpose()
}
+#[tauri::command]
+fn choose_reference_image(
+ app: AppHandle,
+ folder_path: String,
+) -> Result<Option<ImportedReferenceImage>, String> {
+ let selected = app
+ .dialog()
+ .file()
+ .set_title("Add an image reference")
+ .add_filter("Images", &["png", "jpg", "jpeg", "webp"])
+ .blocking_pick_file();
+ let Some(selected) = selected else {
+ return Ok(None);
+ };
+ let source = selected
+ .into_path()
+ .map_err(|error| format!("Could not access selected image: {error}"))?;
+ if !source.is_file() {
+ return Err("The selected image does not exist.".into());
+ }
+ let project_folder = PathBuf::from(folder_path)
+ .canonicalize()
+ .map_err(|error| format!("Could not resolve project folder: {error}"))?;
+ let references_folder = project_folder.join("references");
+ fs::create_dir_all(&references_folder)
+ .map_err(|error| format!("Could not prepare references folder: {error}"))?;
+ let extension = source
+ .extension()
+ .and_then(|value| value.to_str())
+ .map(str::to_ascii_lowercase)
+ .ok_or_else(|| "The selected image needs a file extension.".to_string())?;
+ let mime_type = match extension.as_str() {
+ "png" => "image/png",
+ "jpg" | "jpeg" => "image/jpeg",
+ "webp" => "image/webp",
+ _ => return Err("Choose a PNG, JPEG, or WebP image.".into()),
+ };
+ let display_name = source
+ .file_stem()
+ .and_then(|value| value.to_str())
+ .unwrap_or("Image reference");
+ let base_name = safe_folder_name(display_name);
+ let mut file_name = format!("{base_name}.{extension}");
+ let mut destination = references_folder.join(&file_name);
+ let mut suffix = 2;
+ while destination.exists() {
+ file_name = format!("{base_name}-{suffix}.{extension}");
+ destination = references_folder.join(&file_name);
+ suffix += 1;
+ }
+ fs::copy(&source, &destination)
+ .map_err(|error| format!("Could not copy image into this project: {error}"))?;
+ Ok(Some(ImportedReferenceImage {
+ name: display_name.to_string(),
+ relative_path: format!("references/{file_name}"),
+ mime_type: mime_type.into(),
+ }))
+}
+
#[tauri::command]
fn create_project(
app: AppHandle,
@@ -544,6 +614,7 @@ pub fn run() {
.invoke_handler(tauri::generate_handler![
open_project,
choose_project_folder,
+ choose_reference_image,
create_project,
save_project
])
diff --git a/src/App.test.tsx b/src/App.test.tsx
index 441630a..01aa7e0 100644
--- a/src/App.test.tsx
+++ b/src/App.test.tsx
@@ -24,4 +24,14 @@ describe("project library controls", () => {
fireEvent.click(screen.getByRole("button", { name: "More options for Northern Light — Brand Film" }));
await waitFor(() => expect(screen.getByRole("menuitem", { name: "Open project" })).not.toBeNull());
});
+
+ it("opens a prompt-created project in Generator with its initial draft selected", async () => {
+ render(<App />);
+ await screen.findByText("Northern Light — Brand Film");
+ fireEvent.change(screen.getByRole("textbox", { name: "Describe your video" }), { target: { value: "A quiet product film for a ceramic lamp" } });
+ fireEvent.click(screen.getByRole("button", { name: "Create project" }));
+ await screen.findByRole("heading", { name: "Generator" });
+ expect(screen.getByRole("heading", { name: "First scene" })).not.toBeNull();
+ expect(screen.getByText("Generation runtime unavailable")).not.toBeNull();
+ });
});
diff --git a/src/App.tsx b/src/App.tsx
index 8a89638..f2b758d 100644
--- a/src/App.tsx
+++ b/src/App.tsx
@@ -12,6 +12,7 @@ function App() {
const [view, setView] = useState<WorkspaceView>("library");
const [projects, setProjects] = useState<ProjectRecord[]>([]);
const [activeProject, setActiveProject] = useState<ProjectRecord | null>(null);
+ const [activeProjectInitialView, setActiveProjectInitialView] = useState<"timeline" | "generator">("timeline");
const [loading, setLoading] = useState(true);
const [busy, setBusy] = useState(false);
const [query, setQuery] = useState("");
@@ -51,6 +52,7 @@ function App() {
const project = await chooseAndOpenProject();
if (!project) return;
setProjects((current) => [project, ...current.filter((item) => item.config.id !== project.config.id)]);
+ setActiveProjectInitialView("timeline");
setActiveProject(project);
} catch (reason) {
setError(reason instanceof Error ? reason.message : String(reason));
@@ -64,6 +66,7 @@ function App() {
const project = await createProject(input);
if (!project) return;
setProjects((current) => [project, ...current]);
+ setActiveProjectInitialView("generator");
setActiveProject(project);
} catch (reason) {
setError(reason instanceof Error ? reason.message : String(reason));
@@ -78,7 +81,7 @@ function App() {
};
if (activeProject) {
- return <ProjectWorkspace project={activeProject} onBack={() => setActiveProject(null)} onSave={async (project) => {
+ return <ProjectWorkspace project={activeProject} initialView={activeProjectInitialView} onBack={() => setActiveProject(null)} onSave={async (project) => {
const saved = await saveProject(project);
setActiveProject(saved);
setProjects((current) => [saved, ...current.filter((item) => item.config.id !== saved.config.id)]);
@@ -108,7 +111,7 @@ function App() {
{loading ? (
<div className="project-grid">{[0, 1, 2].map((item) => <div className="project-skeleton" key={item}><i /><span /><small /></div>)}</div>
) : filteredProjects.length ? (
- <div className={`project-grid project-grid--${projectLayout}`}>{filteredProjects.map((project, index) => <ProjectCard key={`${project.config.id}-${project.folderPath}`} project={project} index={index} onOpen={setActiveProject} />)}</div>
+ <div className={`project-grid project-grid--${projectLayout}`}>{filteredProjects.map((project, index) => <ProjectCard key={`${project.config.id}-${project.folderPath}`} project={project} index={index} onOpen={(selected) => { setActiveProjectInitialView("timeline"); setActiveProject(selected); }} />)}</div>
) : (
<div className="library-empty"><FolderOpen size={24} /><h3>{query ? "No projects match your search" : "Your library is ready"}</h3><p>{query ? "Try a project name, prompt, or folder." : "Describe a video above or open an existing Pol Studio project folder."}</p>{!query && <button className="secondary-button" onClick={() => void openFromFolder()}>Open project folder</button>}</div>
)}
diff --git a/src/components/ProjectWorkspace.test.ts b/src/components/ProjectWorkspace.test.ts
index ea108a3..233050b 100644
--- a/src/components/ProjectWorkspace.test.ts
+++ b/src/components/ProjectWorkspace.test.ts
@@ -1,12 +1,16 @@
// @vitest-environment jsdom
-import { fireEvent, render, screen } from "@testing-library/react";
+import { cleanup, fireEvent, render, screen } from "@testing-library/react";
import { createElement } from "react";
-import { describe, expect, it } from "vitest";
+import { afterEach, describe, expect, it, vi } from "vitest";
import completeFixture from "../../fixtures/project-v1-complete.json";
-import { parseProjectConfig } from "../lib/project";
+import { createProjectConfig, parseProjectConfig } from "../lib/project";
import { formatDurationTimecode } from "./ProjectWorkspace";
import { ProjectWorkspace } from "./ProjectWorkspace";
+import { GeneratorView } from "./workspace/GeneratorView";
+import { TimelineView } from "./workspace/TimelineView";
+
+afterEach(cleanup);
describe("project workspace timecode", () => {
it("formats project duration as valid hours, minutes, and seconds", () => {
@@ -27,4 +31,61 @@ describe("project workspace timecode", () => {
expect(alert.textContent).toContain("Couldn’t save project");
expect(alert.textContent).toContain("The original project file is locked.");
});
+
+ it("creates and selects a draft job from Add or generate a scene", async () => {
+ const config = createProjectConfig({ name: "Ceramic lamp", prompt: "A quiet product film", aspectRatio: "16:9", resolution: "1080p", targetDurationSeconds: 30 });
+ render(createElement(ProjectWorkspace, {
+ project: { folderPath: "C:\\Ceramic Lamp", config }, initialView: "timeline",
+ onBack: () => undefined, onSave: async () => undefined,
+ }));
+ fireEvent.click(screen.getByRole("button", { name: "Add or generate a scene" }));
+ await screen.findByRole("heading", { name: "Generator" });
+ expect(screen.getByRole("heading", { name: "New scene draft" })).not.toBeNull();
+ expect(screen.getAllByText("DRAFT").length).toBeGreaterThan(0);
+ });
+
+ it("shows a project-specific empty monitor without unrelated demo preview", () => {
+ const config = createProjectConfig({ name: "Ceramic lamp", prompt: "A quiet product film", aspectRatio: "16:9", resolution: "1080p", targetDurationSeconds: 30 });
+ render(createElement(ProjectWorkspace, {
+ project: { folderPath: "C:\\Ceramic Lamp", config }, initialView: "timeline",
+ onBack: () => undefined, onSave: async () => undefined,
+ }));
+ const monitor = screen.getByTestId("project-empty-monitor");
+ expect(monitor.textContent).toContain("Ceramic lamp");
+ expect(monitor.textContent).toContain("A quiet product film");
+ expect(screen.queryByText("NORTHERN LIGHT")).toBeNull();
+ });
+
+ it("does not delete a selected clip from a locked track", () => {
+ const config = parseProjectConfig(completeFixture);
+ const firstTrackWithClip = config.timeline.tracks.find((track) => track.clips.length > 0)!;
+ const locked = { ...config, timeline: { tracks: config.timeline.tracks.map((track) => track.id === firstTrackWithClip.id ? { ...track, locked: true } : track) } };
+ const onChange = vi.fn();
+ const { container } = render(createElement(TimelineView, { config: locked, onChange, onOpenGenerator: () => undefined }));
+ const timeline = container.querySelector(".timeline-view")!;
+ fireEvent.keyDown(timeline, { key: "Delete" });
+ expect(onChange).not.toHaveBeenCalled();
+ expect((screen.getByTitle("Delete selected clip") as HTMLButtonElement).disabled).toBe(true);
+ });
+
+ it("inserts only a completed job with a real output into Story", () => {
+ const fresh = createProjectConfig({ name: "Ceramic lamp", prompt: "A quiet product film", aspectRatio: "16:9", resolution: "1080p", targetDurationSeconds: 30 });
+ const config = parseProjectConfig({ ...fresh, generationJobs: [{ ...fresh.generationJobs[0], status: "completed", stage: "completed", progress: 1, outputRelativePath: "media/generated/first-scene.mp4" }] });
+ const onChange = vi.fn();
+ const onOpenTimeline = vi.fn();
+ render(createElement(GeneratorView, { config, onChange, onOpenTimeline, selectedJobId: config.generationJobs[0].id }));
+ fireEvent.click(screen.getByRole("button", { name: "Insert into Story" }));
+ const next = onChange.mock.calls[0][0];
+ expect(next.assets[0].relativePath).toBe("media/generated/first-scene.mp4");
+ expect(next.timeline.tracks.find((track: { name: string }) => track.name === "Story").clips).toHaveLength(1);
+ expect(onOpenTimeline).toHaveBeenCalledOnce();
+ });
+
+ it("labels a cancelled preview as cancelled instead of queued", () => {
+ const fresh = createProjectConfig({ name: "Ceramic lamp", prompt: "A quiet product film", aspectRatio: "16:9", resolution: "1080p", targetDurationSeconds: 30 });
+ const config = parseProjectConfig({ ...fresh, generationJobs: [{ ...fresh.generationJobs[0], status: "cancelled", stage: "failed" }] });
+ render(createElement(GeneratorView, { config, onChange: () => undefined, onOpenTimeline: () => undefined }));
+ expect(screen.getByText("Generation cancelled")).not.toBeNull();
+ expect(screen.queryByText("Waiting in queue")).toBeNull();
+ });
});
diff --git a/src/components/ProjectWorkspace.tsx b/src/components/ProjectWorkspace.tsx
index 7e65d6a..417731a 100644
--- a/src/components/ProjectWorkspace.tsx
+++ b/src/components/ProjectWorkspace.tsx
@@ -6,7 +6,7 @@ import { GeneratorView } from "./workspace/GeneratorView";
import { ReferencesView } from "./workspace/ReferencesView";
import { TimelineView } from "./workspace/TimelineView";
-type ProjectView = "timeline" | "generator" | "references";
+export type ProjectView = "timeline" | "generator" | "references";
export function formatDurationTimecode(totalSeconds: number): string {
const seconds = Math.max(0, Math.floor(totalSeconds));
@@ -16,13 +16,15 @@ export function formatDurationTimecode(totalSeconds: number): string {
return [hours, minutes, remainder].map((value) => String(value).padStart(2, "0")).join(":");
}
-export function ProjectWorkspace({ project, onBack, onSave }: {
+export function ProjectWorkspace({ project, initialView = "timeline", onBack, onSave }: {
project: ProjectRecord;
+ initialView?: ProjectView;
onBack: () => void;
onSave: (project: ProjectRecord) => Promise<void>;
}) {
const [config, setConfig] = useState(project.config);
- const [view, setView] = useState<ProjectView>("timeline");
+ const [view, setView] = useState<ProjectView>(initialView);
+ const [selectedGenerationJobId, setSelectedGenerationJobId] = useState<string | undefined>(project.config.generationJobs[0]?.id);
const [saving, setSaving] = useState(false);
const [dirty, setDirty] = useState(false);
const [saveError, setSaveError] = useState<string | null>(null);
@@ -59,9 +61,9 @@ export function ProjectWorkspace({ project, onBack, onSave }: {
</nav>
<div className={`project-content project-content--${view}`}>
- {view === "timeline" && <TimelineView config={config} onChange={changeConfig} />}
- {view === "generator" && <GeneratorView config={config} onChange={changeConfig} onOpenTimeline={() => setView("timeline")} />}
- {view === "references" && <ReferencesView config={config} onChange={changeConfig} />}
+ {view === "timeline" && <TimelineView config={config} onChange={changeConfig} onOpenGenerator={(jobId) => { setSelectedGenerationJobId(jobId); setView("generator"); }} />}
+ {view === "generator" && <GeneratorView config={config} onChange={changeConfig} selectedJobId={selectedGenerationJobId} onOpenTimeline={() => setView("timeline")} />}
+ {view === "references" && <ReferencesView config={config} folderPath={project.folderPath} onChange={changeConfig} />}
</div>
<footer className="project-agent-row"><AgentDock context={view === "timeline" ? "the edit" : view === "generator" ? "this generation queue" : "project references"} /></footer>
{saveError && <div className="toast" role="alert"><strong>Couldn’t save project</strong><span>{saveError}</span><button onClick={() => setSaveError(null)}>Dismiss</button></div>}
diff --git a/src/components/workspace/GeneratorView.tsx b/src/components/workspace/GeneratorView.tsx
index d86939f..61edf09 100644
--- a/src/components/workspace/GeneratorView.tsx
+++ b/src/components/workspace/GeneratorView.tsx
@@ -1,39 +1,77 @@
import { AlertCircle, Ban, Check, ChevronRight, Clock3, Film, LoaderCircle, MoreHorizontal, Play, RefreshCw, Sparkles, Square, WandSparkles, X } from "lucide-react";
-import { useMemo, useState } from "react";
-import type { GenerationJob, ProjectConfig } from "../../lib/project";
+import { useEffect, useMemo, useState } from "react";
+import { createDraftGenerationJob, type GenerationJob, type ProjectAsset, type ProjectConfig, type TimelineClip, type TimelineTrack } from "../../lib/project";
-export function GeneratorView({ config, onChange, onOpenTimeline }: { config: ProjectConfig; onChange: (next: ProjectConfig) => void; onOpenTimeline: () => void }) {
- const [selectedId, setSelectedId] = useState(config.generationJobs.find((job) => job.status === "generating")?.id ?? config.generationJobs[0]?.id);
+interface GeneratorViewProps {
+ config: ProjectConfig;
+ onChange: (next: ProjectConfig) => void;
+ onOpenTimeline: () => void;
+ selectedJobId?: string;
+}
+
+export function GeneratorView({ config, onChange, onOpenTimeline, selectedJobId }: GeneratorViewProps) {
+ const [selectedId, setSelectedId] = useState(selectedJobId ?? config.generationJobs.find((job) => job.status === "generating")?.id ?? config.generationJobs[0]?.id);
const [prompt, setPrompt] = useState("");
const jobs = config.generationJobs;
const selected = jobs.find((job) => job.id === selectedId);
const active = jobs.filter((job) => job.status === "generating");
const queued = jobs.filter((job) => job.status === "queued");
- const completed = jobs.filter((job) => job.status === "completed" || job.status === "failed" || job.status === "cancelled");
+ const drafts = jobs.filter((job) => job.status === "draft");
+ const completed = jobs.filter((job) => ["ready", "completed", "failed", "cancelled"].includes(job.status));
const boundRefs = useMemo(() => config.references.filter((ref) => selected?.referenceIds.includes(ref.id)), [config.references, selected]);
+
+ useEffect(() => {
+ if (selectedJobId) setSelectedId(selectedJobId);
+ }, [selectedJobId]);
+
const updateJob = (id: string, updates: Partial<GenerationJob>) => onChange({ ...config, generationJobs: jobs.map((job) => job.id === id ? { ...job, ...updates } : job) });
- const retry = (job: GenerationJob) => updateJob(job.id, { status: "queued", stage: "queued", progress: 0, error: null, updatedAt: new Date().toISOString() });
- const queueNew = () => {
- const cleanPrompt = prompt.trim() || "Slow cinematic insert that bridges the studio and rooftop scenes.";
- const id = `job-${Date.now()}`;
+ const prepareRetry = (job: GenerationJob) => updateJob(job.id, { status: "draft", stage: "queued", progress: 0, error: null, updatedAt: new Date().toISOString() });
+ const saveDraft = () => {
+ const cleanPrompt = prompt.trim() || `A new scene for ${config.name}.`;
+ const job = createDraftGenerationJob(cleanPrompt, { referenceIds: config.references.slice(0, 2).map((ref) => ref.id) });
+ onChange({ ...config, generationJobs: [job, ...jobs] });
+ setSelectedId(job.id);
+ setPrompt("");
+ };
+
+ const insertIntoStory = (job: GenerationJob) => {
+ if (!job.outputRelativePath) return;
const now = new Date().toISOString();
- const job: GenerationJob = {
- id,
- title: cleanPrompt.split(/\s+/).slice(0, 5).join(" "),
- prompt: cleanPrompt,
- status: "queued",
- stage: "queued",
- progress: 0,
- providerId: "minimax-h3",
- creativeBrief: cleanPrompt,
- compiledPrompt: `integrated_multimodal_description: [Shot 1] ${cleanPrompt}\n\noverall_soundscape: Quiet environmental ambience.\n\nnon_diegetic_music: N/A`,
- referenceIds: config.references.slice(0, 2).map((ref) => ref.id),
+ const existingAsset = config.assets.find((asset) => asset.relativePath === job.outputRelativePath);
+ const asset: ProjectAsset = existingAsset ?? {
+ id: `asset-${crypto.randomUUID()}`,
+ kind: "generated",
+ name: job.title,
+ relativePath: job.outputRelativePath,
+ mimeType: "video/mp4",
+ durationMs: 6_000,
createdAt: now,
- updatedAt: now,
};
- onChange({ ...config, generationJobs: [job, ...jobs] });
- setSelectedId(id);
- setPrompt("");
+ const existingStory = config.timeline.tracks.find((track) => track.name === "Story");
+ const story: TimelineTrack = existingStory ?? { id: `track-${crypto.randomUUID()}`, kind: "video", name: "Story", locked: false, muted: false, clips: [] };
+ if (story.locked) return;
+ const startMs = story.clips.reduce((end, clip) => Math.max(end, clip.startMs + clip.durationMs), 0);
+ const clip: TimelineClip = {
+ id: `clip-${crypto.randomUUID()}`,
+ assetId: asset.id,
+ trackId: story.id,
+ startMs,
+ durationMs: asset.durationMs ?? 6_000,
+ sourceStartMs: 0,
+ label: job.title,
+ color: "#4f6ba8",
+ status: "generated",
+ };
+ const tracks = existingStory
+ ? config.timeline.tracks.map((track) => track.id === story.id ? { ...track, clips: [...track.clips, clip] } : track)
+ : [{ ...story, clips: [clip] }, ...config.timeline.tracks];
+ onChange({
+ ...config,
+ assets: existingAsset ? config.assets : [...config.assets, asset],
+ timeline: { tracks },
+ generationJobs: jobs.map((item) => item.id === job.id ? { ...item, clipId: clip.id, updatedAt: now } : item),
+ });
+ onOpenTimeline();
};
return <div className="generator-view">
@@ -41,42 +79,48 @@ export function GeneratorView({ config, onChange, onOpenTimeline }: { config: Pr
<div className="queue-panel__title"><div><span>GENERATION QUEUE</span><b>{active.length} active · {queued.length} waiting</b></div><button><MoreHorizontal size={16} /></button></div>
<QueueGroup title="Active" jobs={active} selectedId={selectedId} onSelect={setSelectedId} />
<QueueGroup title="Up next" jobs={queued} selectedId={selectedId} onSelect={setSelectedId} />
+ <QueueGroup title="Drafts" jobs={drafts} selectedId={selectedId} onSelect={setSelectedId} />
<QueueGroup title="History" jobs={completed} selectedId={selectedId} onSelect={setSelectedId} />
- <div className="queue-runtime"><span><i /> Generator ready</span><small>One clip renders at a time</small></div>
+ <div className="queue-runtime queue-runtime--unavailable"><span><i /> Generation runtime unavailable</span><small>Drafts are safe to edit and retry when a runtime is connected.</small></div>
</aside>
<main className="generator-main">
<header className="generator-heading"><div><span className="eyebrow">Create shots</span><h1>Generator</h1><p>Turn a scene idea into timeline-ready footage. References and project settings stay attached.</p></div><button className="secondary-button" onClick={onOpenTimeline}><Film size={15} /> View timeline</button></header>
<section className="generation-composer">
- <div className="generation-composer__top"><Sparkles size={17} /><textarea value={prompt} onChange={(event) => setPrompt(event.target.value)} placeholder="Describe the next shot — subject, action, camera movement, light, and sound…" /><button onClick={queueNew}><WandSparkles size={15} /> Add to queue</button></div>
+ <div className="generation-composer__top"><Sparkles size={17} /><textarea value={prompt} onChange={(event) => setPrompt(event.target.value)} placeholder="Describe the next shot — subject, action, camera movement, light, and sound…" /><button onClick={saveDraft}><WandSparkles size={15} /> Save draft</button></div>
<div className="generation-settings"><span>H3 VIDEO</span><button>6 seconds <ChevronRight size={12} /></button><button>{config.settings.aspectRatio} <ChevronRight size={12} /></button><button>{config.settings.resolution.toUpperCase()} <ChevronRight size={12} /></button><i /><span>{config.references.length} project references available</span></div>
</section>
{selected ? <section className="job-detail">
<div className="job-detail__visual">
- <div className={`generation-preview generation-preview--${selected.status}`}><span className="generation-preview__flare" /><div className="generation-preview__model"><i /><i /><i /><i /></div>{selected.status === "generating" && <div className="generation-scanner" />}<span className="preview-status">{selected.status === "generating" ? <><LoaderCircle size={14} /> Generating frame 122 / 180</> : selected.status === "completed" ? <><Check size={14} /> Ready for timeline</> : <><Clock3 size={14} /> Waiting in queue</>}</span></div>
- <div className="job-progress-block"><div><b>{selected.status === "generating" ? `${Math.round(selected.progress * 100)}%` : selected.status === "completed" ? "Complete" : selected.status === "failed" ? "Generation failed" : selected.status === "cancelled" ? "Cancelled" : "Queued"}</b><span>{selected.stage === "generating" ? "Synthesizing motion and sound · about 1m 42s remaining" : stageCopy(selected)}</span></div><div className="progress-track"><i style={{ width: `${selected.progress * 100}%` }} /></div><div className="stage-rail">{["Prepare", "Generate", "Encode", "Ready"].map((stage, index) => <span key={stage} className={selected.progress >= index / 3 ? "done" : ""}><i>{selected.progress >= index / 3 ? <Check size={9} /> : index + 1}</i>{stage}</span>)}</div></div>
+ <div className={`generation-preview generation-preview--${selected.status}`}><span className="generation-preview__flare" /><div className="generation-preview__model"><i /><i /><i /><i /></div>{selected.status === "generating" && <div className="generation-scanner" />}<span className="preview-status">{previewStatus(selected)}</span></div>
+ <div className="job-progress-block"><div><b>{progressTitle(selected)}</b><span>{selected.stage === "generating" ? "Synthesizing motion and sound" : stageCopy(selected)}</span></div><div className="progress-track"><i style={{ width: `${selected.progress * 100}%` }} /></div><div className="stage-rail">{["Prepare", "Generate", "Encode", "Ready"].map((stage, index) => <span key={stage} className={selected.progress > 0 && selected.progress >= index / 3 ? "done" : ""}><i>{selected.progress > 0 && selected.progress >= index / 3 ? <Check size={9} /> : index + 1}</i>{stage}</span>)}</div></div>
</div>
<aside className="job-detail__info">
<div className="job-title"><span className={`status-icon status-icon--${selected.status}`}>{statusIcon(selected.status)}</span><div><span>{selected.status.toUpperCase()}</span><h2>{selected.title}</h2></div></div>
- <div className="job-prompt"><span>PROMPT</span><p>{selected.prompt}</p></div>
- <div className="job-meta"><label><span>MODEL</span><b>MiniMax H3</b></label><label><span>OUTPUT</span><b>6s · {config.settings.resolution.toUpperCase()}</b></label><label><span>CREATED</span><b>Today, 14:32</b></label><label><span>SEED</span><b>482,091</b></label></div>
+ <div className="job-prompt"><span>CREATIVE BRIEF</span><p>{selected.creativeBrief}</p></div>
+ <div className="job-meta"><label><span>MODEL</span><b>MiniMax H3</b></label><label><span>OUTPUT</span><b>{selected.outputRelativePath ?? "Not generated"}</b></label><label><span>CREATED</span><b>{new Date(selected.createdAt).toLocaleDateString()}</b></label><label><span>STATUS</span><b>{selected.status}</b></label></div>
<div className="job-refs"><span>REFERENCES · {boundRefs.length}</span>{boundRefs.map((ref, index) => <div key={ref.id}><i className={`ref-mini ref-mini--${index}`} /> <b>{ref.name}</b><small>{ref.intendedUse.join(", ")}</small></div>)}</div>
<div className="job-actions">
- {selected.status === "generating" && <button className="danger-button" onClick={() => updateJob(selected.id, { status: "cancelled", stage: "failed" })}><Square size={13} /> Cancel generation</button>}
- {(selected.status === "failed" || selected.status === "cancelled") && <button className="primary-button" onClick={() => retry(selected)}><RefreshCw size={13} /> Retry generation</button>}
- {selected.status === "completed" && <button className="primary-button" onClick={onOpenTimeline}><Play size={13} /> Open in timeline</button>}
- {selected.status === "queued" && <button className="danger-button" onClick={() => updateJob(selected.id, { status: "cancelled", stage: "failed" })}><X size={13} /> Remove from queue</button>}
+ {selected.status === "generating" && <button className="danger-button" onClick={() => updateJob(selected.id, { status: "cancelled", stage: "failed", updatedAt: new Date().toISOString() })}><Square size={13} /> Cancel generation</button>}
+ {(selected.status === "failed" || selected.status === "cancelled") && <button className="primary-button" onClick={() => prepareRetry(selected)}><RefreshCw size={13} /> Prepare retry</button>}
+ {selected.status === "draft" && <button className="primary-button" disabled><WandSparkles size={13} /> Runtime unavailable — draft saved</button>}
+ {selected.status === "completed" && selected.outputRelativePath && !selected.clipId && <button className="primary-button" onClick={() => insertIntoStory(selected)}><Play size={13} /> Insert into Story</button>}
+ {selected.status === "completed" && selected.clipId && <button className="primary-button" onClick={onOpenTimeline}><Play size={13} /> Open in timeline</button>}
+ {selected.status === "completed" && !selected.outputRelativePath && <button className="primary-button" disabled>Output unavailable</button>}
+ {selected.status === "queued" && <button className="danger-button" onClick={() => updateJob(selected.id, { status: "cancelled", stage: "failed", updatedAt: new Date().toISOString() })}><X size={13} /> Remove from queue</button>}
</div>
</aside>
- </section> : <div className="job-empty"><Sparkles size={25} /><h2>Queue your first shot</h2><p>Describe it above and Pol Studio will keep it connected to your edit.</p></div>}
+ </section> : <div className="job-empty"><Sparkles size={25} /><h2>Draft your first shot</h2><p>Describe it above and Pol Studio will keep it connected to your edit.</p></div>}
</main>
</div>;
}
function QueueGroup({ title, jobs, selectedId, onSelect }: { title: string; jobs: GenerationJob[]; selectedId?: string; onSelect: (id: string) => void }) {
- return <section className="queue-group"><h3>{title}<span>{jobs.length}</span></h3>{jobs.map((job) => <button key={job.id} className={selectedId === job.id ? "selected" : ""} onClick={() => onSelect(job.id)}><span className={`queue-thumb queue-thumb--${job.status}`}>{statusIcon(job.status)}</span><span><b>{job.title}</b><small>{job.status === "generating" ? `${Math.round(job.progress * 100)}% · ${job.stage}` : job.status === "completed" ? "Ready · 6 seconds" : job.status}</small>{job.status === "generating" && <i className="mini-progress"><em style={{ width: `${job.progress * 100}%` }} /></i>}</span><ChevronRight size={13} /></button>)}</section>;
+ return <section className="queue-group"><h3>{title}<span>{jobs.length}</span></h3>{jobs.map((job) => <button key={job.id} className={selectedId === job.id ? "selected" : ""} onClick={() => onSelect(job.id)}><span className={`queue-thumb queue-thumb--${job.status}`}>{statusIcon(job.status)}</span><span><b>{job.title}</b><small>{job.status === "generating" ? `${Math.round(job.progress * 100)}% · ${job.stage}` : job.status === "completed" ? job.outputRelativePath ? "Ready · 6 seconds" : "Output unavailable" : job.status}</small>{job.status === "generating" && <i className="mini-progress"><em style={{ width: `${job.progress * 100}%` }} /></i>}</span><ChevronRight size={13} /></button>)}</section>;
}
const statusIcon = (status: GenerationJob["status"]) => status === "generating" ? <LoaderCircle size={14} /> : status === "completed" ? <Check size={14} /> : status === "failed" ? <AlertCircle size={14} /> : status === "cancelled" ? <Ban size={14} /> : <Clock3 size={14} />;
-const stageCopy = (job: GenerationJob) => job.status === "queued" ? "Waiting for the active clip to finish" : job.status === "completed" ? "Encoded and saved to media/generated" : job.error ?? "This job can be retried at any time";
+const progressTitle = (job: GenerationJob) => job.status === "generating" ? `${Math.round(job.progress * 100)}%` : job.status === "completed" ? "Complete" : job.status === "failed" ? "Generation failed" : job.status === "cancelled" ? "Cancelled" : job.status === "draft" ? "Draft" : "Queued";
+const stageCopy = (job: GenerationJob) => job.status === "draft" ? "Draft saved — connect a generation runtime to render" : job.status === "queued" ? "Waiting for the active clip to finish" : job.status === "completed" ? job.outputRelativePath ? "Encoded and saved to media/generated" : "Completed without a saved output" : job.error ?? "This job can be retried at any time";
+const previewStatus = (job: GenerationJob) => job.status === "generating" ? <><LoaderCircle size={14} /> Generating frame 122 / 180</> : job.status === "completed" && job.outputRelativePath ? <><Check size={14} /> Ready for timeline</> : job.status === "completed" ? <><AlertCircle size={14} /> Output unavailable</> : job.status === "cancelled" ? <><Ban size={14} /> Generation cancelled</> : job.status === "failed" ? <><AlertCircle size={14} /> Generation failed</> : job.status === "draft" ? <><Clock3 size={14} /> Draft saved — runtime unavailable</> : <><Clock3 size={14} /> Waiting in queue</>;
diff --git a/src/components/workspace/ReferencesView.tsx b/src/components/workspace/ReferencesView.tsx
index 38c5c8c..37386b9 100644
--- a/src/components/workspace/ReferencesView.tsx
+++ b/src/components/workspace/ReferencesView.tsx
@@ -1,20 +1,43 @@
import { BookOpen, Check, FileText, Image, Link2, MoreHorizontal, Plus, Sparkles, Trash2, Upload, Users } from "lucide-react";
+import { invoke } from "@tauri-apps/api/core";
import { useMemo, useState } from "react";
import type { ProjectConfig, ProjectReference } from "../../lib/project";
+import { isTauri } from "../../lib/persistence";
const uses = ["character", "product", "location", "style", "audio"] as const;
-export function ReferencesView({ config, onChange }: { config: ProjectConfig; onChange: (next: ProjectConfig) => void }) {
+export function ReferencesView({ config, folderPath, onChange }: { config: ProjectConfig; folderPath: string; onChange: (next: ProjectConfig) => void }) {
const [selectedId, setSelectedId] = useState<string | undefined>(config.references[0]?.id);
+ const [definitionDialog, setDefinitionDialog] = useState(false);
+ const [definitionName, setDefinitionName] = useState("Visual style reference");
+ const [definitionDescription, setDefinitionDescription] = useState("");
+ const [importError, setImportError] = useState<string | null>(null);
const selected = config.references.find((ref) => ref.id === selectedId);
const jobs = useMemo(() => config.generationJobs.filter((job) => job.referenceIds.includes(selectedId ?? "")), [config.generationJobs, selectedId]);
const update = (id: string, patch: Partial<ProjectReference>) => onChange({ ...config, references: config.references.map((ref) => ref.id === id ? { ...ref, ...patch } : ref) });
- const addReference = (kind: "text" | "image") => {
+ const addTextReference = (name = "New definition", description = "Describe the traits Pol should keep consistent across generated clips.") => {
const id = `ref-${Date.now()}`;
- const reference: ProjectReference = { id, kind, name: kind === "text" ? "New definition" : "New visual reference", description: kind === "text" ? "Describe the traits Pol should keep consistent across generated clips." : "Visual reference added to this portable project.", ...(kind === "image" ? { relativePath: `references/reference-${Date.now()}.jpg` } : {}), intendedUse: [kind === "text" ? "character" : "style"], createdAt: new Date().toISOString() };
+ const reference: ProjectReference = { id, kind: "text", name, description, content: description, intendedUse: ["style"], createdAt: new Date().toISOString() };
onChange({ ...config, references: [reference, ...config.references] });
setSelectedId(id);
};
+ const addImage = async () => {
+ setImportError(null);
+ if (!isTauri()) {
+ setDefinitionDialog(true);
+ return;
+ }
+ try {
+ const imported = await invoke<{ name: string; relativePath: string } | null>("choose_reference_image", { folderPath });
+ if (!imported) return;
+ const id = `ref-${Date.now()}`;
+ const reference: ProjectReference = { id, kind: "image", name: imported.name, description: "Visual reference copied into this portable project.", relativePath: imported.relativePath, intendedUse: ["style"], createdAt: new Date().toISOString() };
+ onChange({ ...config, references: [reference, ...config.references] });
+ setSelectedId(id);
+ } catch (reason) {
+ setImportError(reason instanceof Error ? reason.message : String(reason));
+ }
+ };
const remove = () => {
if (!selected) return;
onChange({ ...config, references: config.references.filter((ref) => ref.id !== selected.id), generationJobs: config.generationJobs.map((job) => ({ ...job, referenceIds: job.referenceIds.filter((id) => id !== selected.id) })) });
@@ -22,7 +45,7 @@ export function ReferencesView({ config, onChange }: { config: ProjectConfig; on
};
return <div className="references-view">
- <header className="references-heading"><div><span className="eyebrow">Consistency library</span><h1>References</h1><p>Define the people, places, products, and visual rules Pol should preserve across every generation.</p></div><div><button className="secondary-button" onClick={() => addReference("text")}><FileText size={14} /> New definition</button><button className="primary-button" onClick={() => addReference("image")}><Upload size={14} /> Add image</button></div></header>
+ <header className="references-heading"><div><span className="eyebrow">Consistency library</span><h1>References</h1><p>Define the people, places, products, and visual rules Pol should preserve across every generation.</p></div><div><button className="secondary-button" onClick={() => addTextReference()}><FileText size={14} /> New definition</button><button className="primary-button" onClick={() => void addImage()}><Upload size={14} /> Add image</button></div></header>
<div className="reference-layout">
<section className="reference-library">
<div className="reference-library__toolbar"><span>{config.references.length} REFERENCES</span><button><MoreHorizontal size={15} /></button></div>
@@ -31,7 +54,7 @@ export function ReferencesView({ config, onChange }: { config: ProjectConfig; on
{ref.kind === "image" ? <span className={`reference-art reference-art--${index}`}><i /><em><Image size={14} /> IMAGE</em></span> : <span className="reference-copy-art"><i>{index === 0 ? "M" : "Aa"}</i><FileText size={14} /></span>}
<span className="reference-card__body"><span><b>{ref.name}</b><small>{ref.kind === "text" ? "TEXT DEFINITION" : ref.relativePath}</small></span><p>{ref.description}</p><span className="use-tags">{ref.intendedUse.map((use) => <i key={use}>{use}</i>)}</span></span>
</button>)}
- <button className="reference-add-card" onClick={() => addReference("image")}><span><Plus size={20} /></span><b>Add a reference</b><small>Image or text definition</small></button>
+ <button className="reference-add-card" onClick={() => void addImage()}><span><Plus size={20} /></span><b>Add a reference</b><small>Import an image or define it in text</small></button>
</div>
<div className="reference-explainer"><Sparkles size={17} /><div><b>References guide generation, not your timeline</b><p>Attach them to any job so characters, products, and art direction stay coherent. All files are copied into the project’s <code>references/</code> folder.</p></div></div>
</section>
@@ -47,5 +70,7 @@ export function ReferencesView({ config, onChange }: { config: ProjectConfig; on
</> : <div className="reference-empty"><BookOpen size={23} /><b>Select a reference</b><p>Its definition, intended use, and connected jobs will appear here.</p></div>}
</aside>
</div>
+ {definitionDialog && <div className="reference-dialog-backdrop"><div className="reference-dialog" role="dialog" aria-modal="true" aria-labelledby="reference-dialog-title"><h2 id="reference-dialog-title">Define a visual reference</h2><p>Image import is available in the desktop app. This browser preview will save an honest text definition without inventing a file path.</p><label><span>NAME</span><input value={definitionName} onChange={(event) => setDefinitionName(event.target.value)} /></label><label><span>DEFINITION</span><textarea value={definitionDescription} onChange={(event) => setDefinitionDescription(event.target.value)} placeholder="Describe the composition, materials, colors, or character traits to preserve." /></label><div><button className="secondary-button" onClick={() => setDefinitionDialog(false)}>Cancel</button><button className="primary-button" disabled={!definitionName.trim() || !definitionDescription.trim()} onClick={() => { addTextReference(definitionName.trim(), definitionDescription.trim()); setDefinitionDialog(false); setDefinitionDescription(""); }}>Save text definition</button></div></div></div>}
+ {importError && <div className="toast" role="alert"><strong>Couldn’t add image</strong><span>{importError}</span><button onClick={() => setImportError(null)}>Dismiss</button></div>}
</div>;
}
diff --git a/src/components/workspace/TimelineView.tsx b/src/components/workspace/TimelineView.tsx
index 6793e85..fe9a324 100644
--- a/src/components/workspace/TimelineView.tsx
+++ b/src/components/workspace/TimelineView.tsx
@@ -4,7 +4,7 @@ import {
Volume2, VolumeX, WandSparkles, ZoomIn, ZoomOut,
} from "lucide-react";
import { useEffect, useMemo, useState } from "react";
-import type { ProjectConfig, TimelineClip } from "../../lib/project";
+import { createDraftGenerationJob, type ProjectConfig, type TimelineClip } from "../../lib/project";
const DURATION = 34_000;
const timecode = (ms: number) => {
@@ -13,14 +13,17 @@ const timecode = (ms: number) => {
return `00:${String(Math.floor(seconds / 60)).padStart(2, "0")}:${String(seconds % 60).padStart(2, "0")}:${String(frames).padStart(2, "0")}`;
};
-export function TimelineView({ config, onChange }: { config: ProjectConfig; onChange: (next: ProjectConfig) => void }) {
- const [selectedId, setSelectedId] = useState("clip-02");
- const [playhead, setPlayhead] = useState(10_800);
+export function TimelineView({ config, onChange, onOpenGenerator }: { config: ProjectConfig; onChange: (next: ProjectConfig) => void; onOpenGenerator: (jobId: string) => void }) {
+ const firstClip = config.timeline.tracks.flatMap((track) => track.clips)[0];
+ const [selectedId, setSelectedId] = useState(firstClip?.id ?? "");
+ const [playhead, setPlayhead] = useState(firstClip?.startMs ?? 0);
const [playing, setPlaying] = useState(false);
const [panelTab, setPanelTab] = useState<"scenes" | "media">("scenes");
const tracks = config.timeline.tracks;
const selected = useMemo(() => tracks.flatMap((track) => track.clips).find((clip) => clip.id === selectedId), [tracks, selectedId]);
const selectedTrack = tracks.find((track) => track.id === selected?.trackId);
+ const hasVisualOutput = config.assets.some((asset) => asset.kind === "video" || asset.kind === "image" || asset.kind === "generated")
+ || config.generationJobs.some((job) => Boolean(job.outputRelativePath));
useEffect(() => {
if (!playing) return;
@@ -32,7 +35,7 @@ export function TimelineView({ config, onChange }: { config: ProjectConfig; onCh
const updateClip = (clipId: string, updates: Partial<TimelineClip>) => updateTracks(tracks.map((track) => ({ ...track, clips: track.clips.map((clip) => clip.id === clipId ? { ...clip, ...updates } : clip) })));
const toggleTrack = (trackId: string, key: "muted" | "locked") => updateTracks(tracks.map((track) => track.id === trackId ? { ...track, [key]: !track[key] } : track));
const removeSelected = () => {
- if (!selected) return;
+ if (!selected || selectedTrack?.locked) return;
updateTracks(tracks.map((track) => ({ ...track, clips: track.clips.filter((clip) => clip.id !== selected.id) })));
setSelectedId("");
};
@@ -50,12 +53,12 @@ export function TimelineView({ config, onChange }: { config: ProjectConfig; onCh
setSelectedId(right.id);
};
const addScene = () => {
- const track = tracks.find((item) => item.kind === "video" && !item.locked);
- if (!track) return;
- const id = `clip-new-${Date.now()}`;
- const clip: TimelineClip = { id, assetId: "asset-establishing", trackId: track.id, startMs: 26_000, durationMs: 4_000, sourceStartMs: 0, label: "New generated scene", color: "#4f6ba8", status: "draft" };
- updateTracks(tracks.map((item) => item.id === track.id ? { ...item, clips: [...item.clips, clip] } : item));
- setSelectedId(id);
+ const job = createDraftGenerationJob(`A new scene for ${config.name}. ${config.brief.prompt}`, {
+ title: "New scene draft",
+ referenceIds: config.references.slice(0, 2).map((reference) => reference.id),
+ });
+ onChange({ ...config, generationJobs: [job, ...config.generationJobs] });
+ onOpenGenerator(job.id);
};
return (
@@ -91,11 +94,11 @@ export function TimelineView({ config, onChange }: { config: ProjectConfig; onCh
<main className="program-panel">
<div className="panel-chrome"><span><i className="live-dot" /> Program monitor</span><div><button>Fit</button><button aria-label="Fullscreen"><Maximize2 size={14} /></button></div></div>
<div className="program-canvas">
- <div className={`program-image program-image--${Math.min(4, Math.floor(playhead / 8000) + 1)}`}>
+ {hasVisualOutput ? <div className={`program-image program-image--${Math.min(4, Math.floor(playhead / 8000) + 1)}`}>
<div className="program-image__architecture"><i /><i /><i /><i /><i /></div>
<div className="program-image__caption"><span>NORTHERN LIGHT</span><small>Architecture for a more human city</small></div>
<span className="safe-frame" />
- </div>
+ </div> : <div className="program-empty" data-testid="project-empty-monitor"><Film size={28} /><strong>{config.name}</strong><span>{config.brief.prompt}</span><small>Generated or imported footage will appear here.</small></div>}
</div>
<div className="monitor-transport">
<strong>{timecode(playhead)}</strong>
@@ -118,7 +121,7 @@ export function TimelineView({ config, onChange }: { config: ProjectConfig; onCh
<section className="pro-timeline">
<header className="timeline-toolbar">
<div><strong>Timeline</strong><span>{timecode(playhead)}</span></div>
- <div className="timeline-tools"><button onClick={addScene} title="Add scene"><Plus size={14} /> Add</button><button onClick={splitSelected} disabled={!selected} title="Split at playhead (S)"><Scissors size={14} /> Split</button><button onClick={duplicateSelected} disabled={!selected} title="Duplicate clip"><Copy size={14} /></button><button onClick={removeSelected} disabled={!selected} title="Delete selected clip"><Trash2 size={14} /></button><i /><button title="Zoom out"><ZoomOut size={14} /></button><input type="range" min="50" max="150" defaultValue="90" aria-label="Timeline zoom" /><button title="Zoom in"><ZoomIn size={14} /></button></div>
+ <div className="timeline-tools"><button onClick={addScene} title="Add scene"><Plus size={14} /> Add</button><button onClick={splitSelected} disabled={!selected || selectedTrack?.locked} title="Split at playhead (S)"><Scissors size={14} /> Split</button><button onClick={duplicateSelected} disabled={!selected || selectedTrack?.locked} title="Duplicate clip"><Copy size={14} /></button><button onClick={removeSelected} disabled={!selected || selectedTrack?.locked} title="Delete selected clip"><Trash2 size={14} /></button><i /><button title="Zoom out"><ZoomOut size={14} /></button><input type="range" min="50" max="150" defaultValue="90" aria-label="Timeline zoom" /><button title="Zoom in"><ZoomIn size={14} /></button></div>
</header>
<div className="timeline-grid">
<div className="track-corner"><span>TRACKS</span></div>
diff --git a/src/lib/project.test.ts b/src/lib/project.test.ts
index 2e8b4c7..ff04a1e 100644
--- a/src/lib/project.test.ts
+++ b/src/lib/project.test.ts
@@ -19,13 +19,34 @@ describe("project schema", () => {
});
expect(parseProjectConfig(project)).toEqual(project);
expect(project.schemaVersion).toBe(1);
- expect(project.timeline.tracks).toEqual([]);
+ expect(project.timeline.tracks.map((track) => track.name)).toEqual(["Story", "Voice-over", "Music"]);
+ expect(project.timeline.tracks.every((track) => track.clips.length === 0)).toBe(true);
expect(project.references).toEqual([]);
- expect(project.generationJobs).toEqual([]);
+ expect(project.generationJobs).toHaveLength(1);
+ expect(project.generationJobs[0].creativeBrief).toBe("A tactile product launch");
+ expect(project.generationJobs[0].status).toBe("draft");
expect(project.agentConversation).toEqual({ messages: [] });
expect(project.providerSettings).toEqual({});
});
+ it("compiles the initial brief into exactly the three MiniMax H3 core fields", () => {
+ const project = createProjectConfig({
+ name: "Launch film",
+ prompt: "A tactile product launch with rain and close macro camera moves",
+ aspectRatio: "16:9",
+ resolution: "1080p",
+ targetDurationSeconds: 30,
+ });
+ const job = project.generationJobs[0];
+ expect(job.creativeBrief).toBe(project.brief.prompt);
+ expect(job.compiledPrompt.match(/^[a-z_]+:/gm)).toEqual([
+ "integrated_multimodal_description:",
+ "overall_soundscape:",
+ "non_diegetic_music:",
+ ]);
+ expect(job.compiledPrompt).toContain(project.brief.prompt);
+ });
+
it("parses the complete cross-layer fixture without losing data", () => {
expect(parseProjectConfig(completeFixture)).toEqual(completeFixture);
});
diff --git a/src/lib/project.ts b/src/lib/project.ts
index 6a8231f..e229d1f 100644
--- a/src/lib/project.ts
+++ b/src/lib/project.ts
@@ -168,8 +168,40 @@ export interface CreateProjectInput {
parentDirectory?: string;
}
+export function compileMiniMaxH3Prompt(creativeBrief: string): string {
+ const brief = creativeBrief.trim();
+ return [
+ `integrated_multimodal_description: [Shot 1] ${brief}`,
+ "overall_soundscape: Natural location ambience shaped to the action in the scene.",
+ "non_diegetic_music: A restrained cinematic score that supports the story without overpowering it.",
+ ].join("\n\n");
+}
+
+export function createDraftGenerationJob(
+ creativeBrief: string,
+ options: { id?: string; title?: string; referenceIds?: string[]; now?: string } = {},
+): GenerationJob {
+ const brief = creativeBrief.trim();
+ const now = options.now ?? new Date().toISOString();
+ return generationJobSchema.parse({
+ id: options.id ?? crypto.randomUUID(),
+ title: options.title ?? brief.split(/\s+/).slice(0, 6).join(" "),
+ prompt: brief,
+ status: "draft",
+ stage: "queued",
+ progress: 0,
+ providerId: "minimax-h3",
+ creativeBrief: brief,
+ compiledPrompt: compileMiniMaxH3Prompt(brief),
+ referenceIds: options.referenceIds ?? [],
+ createdAt: now,
+ updatedAt: now,
+ });
+}
+
export function createProjectConfig(input: CreateProjectInput): ProjectConfig {
const now = new Date().toISOString();
+ const brief = input.prompt.trim();
return projectConfigSchema.parse({
schemaVersion: CURRENT_SCHEMA_VERSION,
id: crypto.randomUUID(),
@@ -179,10 +211,17 @@ export function createProjectConfig(input: CreateProjectInput): ProjectConfig {
thumbnail: null,
settings: { aspectRatio: input.aspectRatio, resolution: input.resolution, frameRate: 30, backgroundColor: "#10131a" },
brief: {
- prompt: input.prompt.trim(), status: "draft", targetDurationSeconds: input.targetDurationSeconds,
+ prompt: brief, status: "draft", targetDurationSeconds: input.targetDurationSeconds,
aspectRatio: input.aspectRatio, resolution: input.resolution,
},
- assets: [], timeline: { tracks: [] }, references: [], generationJobs: [],
+ assets: [],
+ timeline: { tracks: [
+ { id: "track-story", kind: "video", name: "Story", locked: false, muted: false, clips: [] },
+ { id: "track-voice-over", kind: "audio", name: "Voice-over", locked: false, muted: false, clips: [] },
+ { id: "track-music", kind: "audio", name: "Music", locked: false, muted: false, clips: [] },
+ ] },
+ references: [],
+ generationJobs: [createDraftGenerationJob(brief, { id: "job-initial-brief", title: "First scene", now })],
agentConversation: { messages: [] }, providerSettings: {},
});
}
@@ -191,7 +230,7 @@ const h3Prompt = (description: string, sound = "Quiet room tone.") =>
`integrated_multimodal_description: [Shot 1] ${description}\n\noverall_soundscape: ${sound}\n\nnon_diegetic_music: N/A`;
export function seedProjectWorkspace(config: ProjectConfig, seed = 0): ProjectConfig {
- if (config.timeline.tracks.length > 0) return config;
+ if (config.assets.length > 0 || config.timeline.tracks.some((track) => track.clips.length > 0)) return config;
const createdAt = config.createdAt;
const hues = seed % 2 === 0 ? ["#516fba", "#8b5d74", "#90734e"] : ["#4f7a72", "#8a654a", "#665b91"];
const assets: ProjectAsset[] = [
diff --git a/src/styles/app.css b/src/styles/app.css
index 06d09ae..978f283 100644
--- a/src/styles/app.css
+++ b/src/styles/app.css
@@ -199,6 +199,11 @@ button:focus-visible, input:focus-visible, textarea:focus-visible, select:focus-
/* References */
.references-view{height:100%;min-height:0;overflow-y:auto;padding:24px 28px 28px;background:radial-gradient(circle at 20% -20%,#2f456b22,transparent 35%),#0a0d12}.references-heading{max-width:1180px;margin:0 auto 19px;display:flex;justify-content:space-between;align-items:flex-end}.references-heading>div:last-child{display:flex;gap:7px}.references-heading .secondary-button,.references-heading .primary-button{min-height:31px;font-size:8px}.reference-layout{max-width:1180px;min-height:590px;margin:auto;display:grid;grid-template-columns:minmax(560px,1fr) 300px;overflow:hidden;border:1px solid #292e38;border-radius:9px;background:#0e1117}.reference-library{min-width:0;padding-bottom:18px;border-right:1px solid #292e38}.reference-library__toolbar{height:42px;display:flex;align-items:center;justify-content:space-between;padding:0 14px;border-bottom:1px solid var(--line);color:#626b78;font-size:7px;letter-spacing:.1em}.reference-grid{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:10px;padding:13px}.reference-grid>button{min-width:0;height:147px;display:grid;grid-template-columns:110px minmax(0,1fr);overflow:hidden;padding:0;border:1px solid #272d37;border-radius:7px;text-align:left;color:#68717f;background:#11151c}.reference-grid>button:hover{border-color:#3a4353}.reference-grid>button.selected{border-color:#647fdb;box-shadow:0 0 0 2px #4e69bd33}.reference-art,.reference-copy-art{position:relative;height:100%;overflow:hidden;display:grid;place-items:center;background:linear-gradient(155deg,#24344e,#9f735a)}.reference-art i{position:absolute;width:70%;height:82%;left:18%;bottom:-8%;background:repeating-linear-gradient(90deg,#17202c 0 12px,#8c684f 13px 15px);transform:perspective(200px) rotateY(-16deg)}.reference-art em{position:absolute;z-index:2;left:6px;bottom:6px;display:flex;align-items:center;gap:4px;padding:3px 4px;border-radius:3px;color:#d8dee9;background:#090b0fa6;font:500 5px "DM Mono";font-style:normal}.reference-copy-art{color:#8199e4;background:radial-gradient(circle at 50% 40%,#33436b,#171c2a)}.reference-copy-art i{width:46px;height:46px;display:grid;place-items:center;border:1px solid #6681d64d;border-radius:50%;color:#bfccf5;background:#34436a;font-size:18px;font-style:normal}.reference-copy-art svg{position:absolute;right:6px;bottom:6px}.reference-card__body{min-width:0;padding:10px}.reference-card__body>span:first-child b,.reference-card__body>span:first-child small{display:block;overflow:hidden;white-space:nowrap;text-overflow:ellipsis}.reference-card__body b{color:#bcc2cc;font-size:8px}.reference-card__body small{margin-top:3px;color:#555f6d;font:500 5px "DM Mono"}.reference-card__body p{height:57px;overflow:hidden;margin:9px 0 6px;color:#747d8a;font-size:7px;line-height:1.5}.use-tags{display:flex;flex-wrap:wrap;gap:3px}.use-tags i{padding:2px 4px;border:1px solid #303744;border-radius:3px;color:#7788b9;background:#171d2b;font:500 5px "DM Mono";font-style:normal;text-transform:uppercase}.reference-grid .reference-add-card{display:flex;flex-direction:column;align-items:center;justify-content:center;border-style:dashed;color:#68717e;background:#0d1016}.reference-add-card>span{width:34px;height:34px;display:grid;place-items:center;margin-bottom:7px;border:1px solid #333a46;border-radius:7px;color:#8297d7;background:#151c2d}.reference-add-card b{font-size:8px}.reference-add-card small{margin-top:3px;font-size:6px}.reference-explainer{display:flex;gap:10px;margin:3px 13px 0;padding:11px;border:1px solid rgba(83,111,199,.22);border-radius:7px;color:#7e96de;background:rgba(40,61,124,.1)}.reference-explainer b{display:block;color:#a8b5dc;font-size:8px}.reference-explainer p{margin:4px 0 0;color:#63708c;font-size:7px;line-height:1.5}.reference-explainer code{font:500 6px "DM Mono"}.reference-inspector{min-width:0;overflow-y:auto;background:#0c0f14}.reference-detail-art{height:112px;position:relative;display:grid;place-items:center;overflow:hidden;background:linear-gradient(150deg,#263957,#997057)}.reference-detail-art::after{content:"";position:absolute;inset:0;background:linear-gradient(90deg,transparent,#ffffff13,transparent);transform:skew(-20deg)}.reference-detail-art>span{position:relative;z-index:2;width:53px;height:53px;display:grid;place-items:center;border:1px solid #ffffff24;border-radius:50%;color:#d8e0ed;background:#12182470}.reference-detail-art em{position:absolute;z-index:3;left:8px;bottom:7px;max-width:90%;overflow:hidden;white-space:nowrap;text-overflow:ellipsis;color:#d4dae5;font:500 6px "DM Mono";font-style:normal;text-shadow:0 1px 4px #000}.reference-detail-art--text{background:radial-gradient(circle at 50% 40%,#34456f,#171d2c)}.reference-fields{padding:12px;border-bottom:1px solid var(--line)}.reference-fields label{display:block;margin-bottom:10px}.reference-fields textarea{height:84px;padding:7px;resize:none;line-height:1.5}.intended-use,.reference-used-by{padding:12px;border-bottom:1px solid var(--line)}.intended-use h3{margin-bottom:3px}.intended-use p{margin:0 0 8px;color:#555e6b;font-size:7px}.intended-use>div{display:flex;flex-wrap:wrap;gap:5px}.intended-use button{height:22px;display:flex;align-items:center;gap:4px;padding:0 6px;border:1px solid #2b313b;border-radius:4px;color:#697280;background:#11151b;font-size:6px;text-transform:capitalize}.intended-use button.active{color:#9fb0e4;border-color:#485b99;background:#1b2540}.reference-used-by h3 span{float:right;padding:1px 4px;border-radius:6px;background:#1a2029}.reference-used-by>div{display:grid;grid-template-columns:8px minmax(0,1fr) 15px;align-items:center;gap:7px;margin-top:8px}.job-link-dot{width:6px;height:6px;border-radius:50%;background:#5d7edf}.job-link-dot--completed{background:#5dbb82}.reference-used-by b,.reference-used-by small{display:block}.reference-used-by b{font-size:7px}.reference-used-by small{margin-top:2px;color:#58616e;font-size:6px}.reference-used-by>p{color:#5c6572;font-size:7px}.portable-path{display:flex;gap:8px;padding:12px;color:#6679b4}.portable-path b,.portable-path code{display:block}.portable-path b{color:#798391;font-size:7px}.portable-path code{max-width:235px;margin-top:4px;overflow:hidden;white-space:nowrap;text-overflow:ellipsis;color:#596474;font:500 6px "DM Mono"}.reference-empty p{margin:0;color:#59616f;font-size:7px;line-height:1.5}
+.program-empty{width:min(100%,586px);min-height:230px;display:flex;flex-direction:column;align-items:center;justify-content:center;padding:30px;border:1px dashed #303743;border-radius:8px;text-align:center;color:#6579b8;background:linear-gradient(145deg,#101621,#0c0f14)}
+.program-empty strong{max-width:85%;margin:12px 0 6px;color:#c2c9d5;font-size:15px}.program-empty span{max-width:72%;color:#788290;font-size:8px;line-height:1.55}.program-empty small{margin-top:13px;color:#515b69;font-size:7px}
+.queue-runtime--unavailable span i{background:#c88a55}.job-actions .primary-button:disabled{cursor:not-allowed;color:#737b88;border-color:#303642;background:#171b22;opacity:1}
+.reference-dialog-backdrop{position:fixed;z-index:100;inset:0;display:grid;place-items:center;background:#05070ab8;backdrop-filter:blur(5px)}.reference-dialog{width:min(430px,calc(100vw - 32px));padding:20px;border:1px solid #343b49;border-radius:9px;background:#11151c;box-shadow:0 24px 70px #000b}.reference-dialog h2{margin:0;color:#d5dae3;font-size:15px}.reference-dialog p{margin:7px 0 16px;color:#747d8b;font-size:8px;line-height:1.55}.reference-dialog label{display:block;margin-top:10px}.reference-dialog label>span{display:block;margin-bottom:5px;color:#626b79;font-size:7px}.reference-dialog input,.reference-dialog textarea{width:100%;padding:8px;border:1px solid #2c323e;border-radius:5px;outline:0;color:#cbd1db;background:#0a0d12;font-size:9px}.reference-dialog textarea{height:90px;resize:none;line-height:1.5}.reference-dialog>div{display:flex;justify-content:flex-end;gap:7px;margin-top:15px}.reference-dialog .primary-button:disabled{opacity:.4}
+
@media (max-width: 1180px) {
.edit-panels{grid-template-columns:210px minmax(440px,1fr) 240px}.project-nav{padding-left:18px}.scene-card{grid-template-columns:65px minmax(0,1fr)}.reference-layout{grid-template-columns:minmax(520px,1fr) 280px}.generator-main{padding-inline:20px}
}