Skip to content

Open-source AI podcast clipper. Generate vertical clips with face tracking and burned-in captions. CLI, MCP server, web app.

Two-step thumbnail picker (choose text + frame, then render) + title-select fix (#28)

Nika Siradze5a924b30e843
diff --git a/backend/cli.py b/backend/cli.py
index 9e9b15b..bb93103 100644
--- a/backend/cli.py
+++ b/backend/cli.py
@@ -2121,6 +2121,45 @@ def cmd_thumbnail_config(args):
raise ValueError(f"unknown thumbnail-config action: {action}")
+def cmd_thumbnail_options(args):
+ """Emit candidate headline text pairs and face frames for the thumbnail picker."""
+ from services.thumbnail_ai import generate_headline_variations, extract_candidate_frames
+
+ os.makedirs(args.output, exist_ok=True)
+ texts = generate_headline_variations(args.title, args.texts) or []
+ frames = []
+ if args.video:
+ frames = extract_candidate_frames(
+ args.video, args.output, count=args.frames,
+ start_second=args.start, end_second=args.end,
+ ) or []
+ print(json.dumps({"texts": [list(t) for t in texts], "frames": frames}))
+
+
+def cmd_thumbnail_render(args):
+ """Render one final thumbnail from a chosen frame + headline.
+
+ Empty line1/line2 let the AI write the text; a chosen frame is used as-is.
+ """
+ from services.thumbnail_ai import generate_thumbnail_with_template
+ from services.asset_store import resolve_logo
+
+ frame_info = json.loads(args.frame_info) if args.frame_info else None
+ out = generate_thumbnail_with_template(
+ title=args.title,
+ frame_path=args.frame,
+ output_path=args.output,
+ logo_path=resolve_logo(args.logo) if args.logo else None,
+ frame_info=frame_info,
+ line1_override=args.line1 or None,
+ line2_override=args.line2 or None,
+ )
+ if not out:
+ print("thumbnail render failed", file=sys.stderr)
+ sys.exit(1)
+ print(json.dumps({"path": out}))
+
+
def cmd_thumbnails(args):
"""Generate thumbnail variations for a title."""
from services.thumbnail_ai import generate_variations
@@ -3332,6 +3371,26 @@ def main():
tcfg_imp.add_argument("path", help="Source .json path")
tcfg_sub.add_parser("reset", help="Remove the override and revert to the generic default")
+ # ── thumbnail-options (candidate text + frames for the picker) ──
+ topt = sub.add_parser("thumbnail-options", help="Emit candidate headline texts and face frames as JSON")
+ topt.add_argument("title", help="Clip/episode title to base headlines on")
+ topt.add_argument("-o", "--output", required=True, help="Directory to write candidate frames into")
+ topt.add_argument("--video", help="Source video to extract face frames from")
+ topt.add_argument("--start", type=float, help="Frame window start (seconds)")
+ topt.add_argument("--end", type=float, help="Frame window end (seconds)")
+ topt.add_argument("--texts", type=int, default=6, help="Number of headline options")
+ topt.add_argument("--frames", type=int, default=6, help="Number of frame options")
+
+ # ── thumbnail-render (one final thumbnail from a chosen frame + headline) ──
+ trnd = sub.add_parser("thumbnail-render", help="Render one thumbnail PNG from a chosen frame + headline")
+ trnd.add_argument("title", help="Clip/episode title")
+ trnd.add_argument("--frame", required=True, help="Background frame image path")
+ trnd.add_argument("-o", "--output", required=True, help="Destination PNG path")
+ trnd.add_argument("--line1", help="Headline line 1 (empty = AI writes it)")
+ trnd.add_argument("--line2", help="Headline line 2 (empty = AI writes it)")
+ trnd.add_argument("--frame-info", dest="frame_info", help="JSON face metadata for the frame")
+ trnd.add_argument("--logo", help="Logo (asset name or path)")
+
# ── swap-thumbnail ──
st = sub.add_parser("swap-thumbnail", help="Regenerate thumbnail on an existing clip")
st.add_argument("clip", help="Path to rendered clip (.mp4)")
@@ -3473,6 +3532,10 @@ def main():
cmd_thumbnails(args)
elif args.command == "thumbnail-config":
cmd_thumbnail_config(args)
+ elif args.command == "thumbnail-options":
+ cmd_thumbnail_options(args)
+ elif args.command == "thumbnail-render":
+ cmd_thumbnail_render(args)
elif args.command == "swap-thumbnail":
cmd_swap_thumbnail(args)
elif args.command == "bake-thumbnail":
diff --git a/src/ui/client/ClipDetail.tsx b/src/ui/client/ClipDetail.tsx
index 18304f8..b5d97c8 100644
--- a/src/ui/client/ClipDetail.tsx
+++ b/src/ui/client/ClipDetail.tsx
@@ -50,8 +50,9 @@ export default function ClipDetail() {
const [captionStyle, setCaptionStyle] = useState("");
const [line1, setLine1] = useState("");
const [line2, setLine2] = useState("");
- const [thumbImage, setThumbImage] = useState<string | null>(null);
- const [thumbTimestamp, setThumbTimestamp] = useState<number | null>(null);
+ const [textOpts, setTextOpts] = useState<[string, string][]>([]);
+ const [frameOpts, setFrameOpts] = useState<any[]>([]);
+ const [selFrame, setSelFrame] = useState<{ path: string; info?: any } | null>(null);
const [busy, setBusy] = useState<string | null>(null);
const [msg, setMsg] = useState<string | null>(null);
const [bust, setBust] = useState(1);
@@ -69,8 +70,6 @@ export default function ClipDetail() {
const tc = found.thumbnail_config || {};
setLine1(tc.line1 ?? "");
setLine2(tc.line2 ?? "");
- setThumbImage(tc.image_path ?? null);
- setThumbTimestamp(tc.image_path ? null : tc.timestamp ?? null);
}
})
.finally(() => setLoading(false));
@@ -88,7 +87,6 @@ export default function ClipDetail() {
const tc = clip.thumbnail_config || {};
const dirty = title !== clip.title || captionStyle !== clip.caption_style;
const previewUrl = `/api/clips/${clip.id}/preview?t=${bust}`;
- const source = thumbImage ? `Image · ${basename(thumbImage)}` : thumbTimestamp != null ? `Frame @ ${fmt(thumbTimestamp)}` : "Auto";
const patch = (body: any) => api(`/clips/${clip.id}`, { method: "PATCH", body: JSON.stringify(body) });
@@ -101,39 +99,40 @@ export default function ClipDetail() {
} catch (e: any) { setMsg(`Save failed: ${e.message}`); } finally { setBusy(null); }
};
- const useCurrentFrame = () => { setThumbTimestamp(clip.start_second + playerTime.current); setThumbImage(null); setMsg(null); };
+ const loadOptions = async () => {
+ setBusy("options"); setMsg(null);
+ try {
+ const r = await api(`/clips/${clip.id}/thumbnail/options?texts=6&frames=6`);
+ if (r.error) throw new Error(r.error);
+ setTextOpts(r.texts || []);
+ setFrameOpts(r.frames || []);
+ if ((r.frames || []).length) setSelFrame({ path: r.frames[0].path, info: r.frames[0] });
+ if (!(r.texts || []).length && !(r.frames || []).length) setMsg("No options — is the AI CLI installed and the source video available?");
+ } catch (e: any) { setMsg(`Options failed: ${e.message}`); } finally { setBusy(null); }
+ };
- const uploadImage = async (f: File) => {
+ const uploadFrame = async (f: File) => {
setBusy("upload"); setMsg(null);
try {
const fd = new FormData(); fd.append("file", f);
const r = await upload<any>("/upload", fd);
if (!r.file_path) throw new Error("upload failed");
- setThumbImage(r.file_path); setThumbTimestamp(null);
+ setSelFrame({ path: r.file_path });
} catch (e: any) { setMsg(`Upload failed: ${e.message}`); } finally { setBusy(null); }
};
- const generate = async () => {
- setBusy("thumb"); setMsg(null);
- try {
- const cfg: ThumbnailConfig = { line1: line1 || undefined, line2: line2 || undefined };
- if (thumbImage) cfg.image_path = thumbImage;
- else if (thumbTimestamp != null) cfg.timestamp = thumbTimestamp;
- const p = await patch({ thumbnail_config: cfg });
- if (p.error) throw new Error(p.error);
- const r = await api(`/clips/${clip.id}/thumbnail`, { method: "POST", body: "{}" });
- if (r.error) throw new Error(r.error);
- setBust(Date.now()); load();
- } catch (e: any) { setMsg(`Thumbnail failed: ${e.message}`); } finally { setBusy(null); }
- };
-
- const pickVariation = async (p: string) => {
- setBusy("pick");
+ const renderThumb = async () => {
+ if (!selFrame) { setMsg("Select or upload a frame first"); return; }
+ setBusy("render"); setMsg(null);
try {
- const r = await api(`/clips/${clip.id}/thumbnail/select`, { method: "POST", body: JSON.stringify({ path: p }) });
+ const r = await api(`/clips/${clip.id}/thumbnail/render`, {
+ method: "POST",
+ body: JSON.stringify({ line1: line1 || undefined, line2: line2 || undefined, frame_path: selFrame.path, frame_info: selFrame.info }),
+ });
if (r.error) throw new Error(r.error);
setBust(Date.now()); load();
- } catch (e: any) { setMsg(`Pick failed: ${e.message}`); } finally { setBusy(null); }
+ setMsg("Thumbnail generated");
+ } catch (e: any) { setMsg(`Generate failed: ${e.message}`); } finally { setBusy(null); }
};
const reopen = async () => {
@@ -232,17 +231,27 @@ export default function ClipDetail() {
</div>
<div className="section">
- <label style={labelStyle}>Thumbnail</label>
+ <div style={{ display: "flex", justifyContent: "space-between", alignItems: "center", marginBottom: 10 }}>
+ <label style={{ ...labelStyle, marginBottom: 0 }}>Thumbnail</label>
+ <button className="btn btn-ghost btn-sm" onClick={loadOptions} disabled={busy !== null}>
+ {busy === "options" ? <><div className="spinner sm" /> Finding options…</> : (textOpts.length || frameOpts.length ? "Refresh options" : "Get options")}
+ </button>
+ </div>
+
<div className="thumb-edit">
<div className="thumb-edit-preview">
<div className="thumb-stage">
- {tc.preview_path ? (
+ {busy === "render" ? (
+ <div style={{ display: "flex", flexDirection: "column", alignItems: "center", justifyContent: "center", height: "100%", gap: 8, color: "var(--text2)", fontSize: 11 }}>
+ <div className="spinner sm" /> Rendering…
+ </div>
+ ) : tc.preview_path ? (
<img key={`gen-${bust}`} src={img(tc.preview_path, bust)} alt="thumbnail" />
- ) : thumbImage ? (
- <img src={img(thumbImage, bust)} alt="thumbnail source" />
+ ) : selFrame ? (
+ <img src={img(selFrame.path, bust)} alt="selected frame" />
) : (
<div style={{ display: "flex", alignItems: "center", justifyContent: "center", height: "100%", color: "var(--text3)", fontSize: 11, textAlign: "center", padding: 12 }}>
- Generate to preview
+ Get options, pick a frame, then generate
</div>
)}
</div>
@@ -251,27 +260,41 @@ export default function ClipDetail() {
<input type="text" value={line1} onChange={(e) => setLine1(e.target.value)} placeholder="Line 1" style={{ width: "100%", fontSize: 14, padding: "9px 12px" }} />
<input type="text" value={line2} onChange={(e) => setLine2(e.target.value)} placeholder="Line 2 (highlighted)" style={{ width: "100%", fontSize: 14, padding: "9px 12px", marginTop: 8 }} />
<div className="set-actions" style={{ marginTop: 10 }}>
- <button className="btn btn-ghost btn-sm" onClick={useCurrentFrame} disabled={busy !== null}>Use current frame</button>
- <button className="btn btn-ghost btn-sm" onClick={() => fileRef.current?.click()} disabled={busy !== null}>
- {busy === "upload" ? <div className="spinner sm" /> : "Upload image"}
+ <button className="btn btn-primary btn-sm" onClick={renderThumb} disabled={busy !== null || !selFrame}>
+ {busy === "render" ? <div className="spinner sm" /> : (tc.preview_path ? "Regenerate" : "Generate")}
</button>
- <input ref={fileRef} type="file" accept=".png,.jpg,.jpeg,.webp" style={{ display: "none" }} onChange={(e) => e.target.files?.[0] && uploadImage(e.target.files[0])} />
- </div>
- <div style={{ fontSize: 11, color: "var(--text3)", marginTop: 8 }}>Source · {source}</div>
- <div style={{ marginTop: 12 }}>
- <button className="btn btn-primary btn-sm" onClick={generate} disabled={busy !== null}>
- {busy === "thumb" ? <div className="spinner sm" /> : (tc.variations?.length ? "Regenerate" : "Generate thumbnail")}
+ <button className="btn btn-ghost btn-sm" onClick={() => fileRef.current?.click()} disabled={busy !== null}>
+ {busy === "upload" ? <div className="spinner sm" /> : "Upload frame"}
</button>
+ <input ref={fileRef} type="file" accept=".png,.jpg,.jpeg,.webp" style={{ display: "none" }} onChange={(e) => e.target.files?.[0] && uploadFrame(e.target.files[0])} />
</div>
+ <div style={{ fontSize: 11, color: "var(--text3)", marginTop: 8 }}>Leave Line 1 &amp; 2 empty to auto-write the text.</div>
</div>
</div>
- {(tc.variations?.length ?? 0) > 0 && (
- <div className="thumb-variations" style={{ marginTop: 14 }}>
- {tc.variations!.map((v) => (
- <button key={v} className={`thumb-variation ${tc.preview_path === v ? "selected" : ""}`} onClick={() => pickVariation(v)} disabled={busy !== null}>
- <img src={img(v, bust)} alt="" />
- </button>
- ))}
+
+ {textOpts.length > 0 && (
+ <div style={{ marginTop: 16 }}>
+ <div style={{ fontSize: 11, color: "var(--text3)", marginBottom: 6 }}>Text options · click to use</div>
+ <div style={{ display: "flex", flexDirection: "column", gap: 5 }}>
+ {textOpts.map(([l1, l2], i) => (
+ <button key={i} className={`title-option ${line1 === l1 && line2 === l2 ? "selected" : ""}`} onClick={() => { setLine1(l1); setLine2(l2); }}>
+ <strong>{l1}</strong>{l2 ? ` · ${l2}` : ""}
+ </button>
+ ))}
+ </div>
+ </div>
+ )}
+
+ {frameOpts.length > 0 && (
+ <div style={{ marginTop: 16 }}>
+ <div style={{ fontSize: 11, color: "var(--text3)", marginBottom: 6 }}>Frame options · click to select</div>
+ <div className="thumb-variations">
+ {frameOpts.map((f, i) => (
+ <button key={i} className={`thumb-variation ${selFrame?.path === f.path ? "selected" : ""}`} onClick={() => setSelFrame({ path: f.path, info: f })} disabled={busy !== null}>
+ <img src={img(f.path, bust)} alt="" />
+ </button>
+ ))}
+ </div>
</div>
)}
</div>
@@ -291,11 +314,14 @@ export default function ClipDetail() {
<div>
<div style={{ fontSize: 11, color: "var(--text3)", marginBottom: 6 }}>Title options · click to use</div>
<div style={{ display: "flex", flexDirection: "column", gap: 5 }}>
- {clip.generated_titles.map((t, i) => (
- <button key={i} className="title-option" onClick={() => { setTitle(t.replace(/^\d+\.\s*/, "")); }}>
- {t}
- </button>
- ))}
+ {clip.generated_titles.map((t, i) => {
+ const clean = t.replace(/^\d+\.\s*/, "");
+ return (
+ <button key={i} className={`title-option ${title === clean ? "selected" : ""}`} onClick={() => { setTitle(clean); setMsg("Title set — click Save to apply"); }}>
+ {t}
+ </button>
+ );
+ })}
</div>
</div>
) : null}
diff --git a/src/ui/public/css/styles.css b/src/ui/public/css/styles.css
index 22ec263..c96cca1 100644
--- a/src/ui/public/css/styles.css
+++ b/src/ui/public/css/styles.css
@@ -430,10 +430,22 @@ select {
.btn-primary:hover:not(:disabled) { background: var(--accent-hover); }
.btn-primary:active:not(:disabled) { transform: translateY(4px); box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.18); }
.btn-primary:disabled { opacity: 0.25; cursor: not-allowed; }
-.btn-ghost { background: transparent; color: var(--text2); border: 1px solid var(--border); }
-.btn-ghost:hover { border-color: var(--border-hover); color: var(--text); }
-.btn-danger { background: transparent; color: var(--text3); border: 1px solid var(--border); }
-.btn-danger:hover:not(:disabled) { border-color: var(--red-border); color: var(--red); background: var(--red-subtle); }
+.btn-ghost {
+ background: var(--surface3); color: var(--text);
+ box-shadow: 0 4px 0 0 var(--bg), 0 9px 16px -7px rgba(0, 0, 0, 0.7),
+ 0 0 0 1px rgba(255, 255, 255, 0.07), inset 0 1px 0 rgba(255, 255, 255, 0.10);
+}
+.btn-ghost:hover:not(:disabled) { background: #2c2c34; }
+.btn-ghost:active:not(:disabled) { transform: translateY(4px); box-shadow: 0 0 0 1px rgba(255, 255, 255, 0.09), inset 0 1px 0 rgba(255, 255, 255, 0.10); }
+.btn-ghost:disabled { opacity: 0.4; cursor: not-allowed; }
+.btn-danger {
+ background: var(--surface3); color: var(--text2);
+ box-shadow: 0 4px 0 0 var(--bg), 0 9px 16px -7px rgba(0, 0, 0, 0.7),
+ 0 0 0 1px rgba(255, 255, 255, 0.07), inset 0 1px 0 rgba(255, 255, 255, 0.10);
+}
+.btn-danger:hover:not(:disabled) { color: var(--red); box-shadow: 0 4px 0 0 var(--bg), 0 9px 16px -7px rgba(0, 0, 0, 0.7), 0 0 0 1px var(--red-border), inset 0 1px 0 rgba(255, 255, 255, 0.10); }
+.btn-danger:active:not(:disabled) { transform: translateY(4px); box-shadow: 0 0 0 1px var(--red-border), inset 0 1px 0 rgba(255, 255, 255, 0.10); }
+.btn-danger:disabled { opacity: 0.4; cursor: not-allowed; }
.btn-sm { padding: 6px 12px; font-size: 12px; border-radius: var(--radius-sm); }
.btn-go {
width: 100%; padding: 14px; font-size: 15px; justify-content: center;
@@ -452,13 +464,7 @@ select {
transition: border-color 0.15s var(--ease), background 0.15s var(--ease);
}
.title-option:hover { border-color: var(--accent); background: var(--accent-subtle); }
-.copy-btn {
- padding: 3px 9px; cursor: pointer; background: transparent;
- border: 1px solid var(--border); border-radius: var(--radius-sm);
- color: var(--text2); font-family: inherit; font-size: 11px; font-weight: 600;
- transition: border-color 0.15s var(--ease), color 0.15s var(--ease);
-}
-.copy-btn:hover { border-color: var(--border-hover); color: var(--text); }
+.title-option.selected { border-color: var(--accent); background: var(--accent-subtle); }
.pill { display: inline-block; padding: 3px 10px; border-radius: 20px; font-size: 11px; font-weight: 600; }
.pill-blue { background: var(--accent-subtle); color: var(--accent); }
diff --git a/src/ui/web-server.ts b/src/ui/web-server.ts
index 33ba40d..3101f61 100644
--- a/src/ui/web-server.ts
+++ b/src/ui/web-server.ts
@@ -1443,6 +1443,63 @@ app.post("/api/clips/:id/thumbnail/select", async (req, res) => {
res.json({ ok: true, preview_path: pick });
});
+// Candidate headline texts + face frames for the two-step thumbnail picker.
+app.get("/api/clips/:id/thumbnail/options", async (req, res) => {
+ const clip = await clipsHistory.findById(req.params.id);
+ if (!clip) { res.status(404).json({ error: "clip not found" }); return; }
+ const tc = clip.thumbnail_config || {};
+ const clamp = (v: any, d: number) => Math.min(Math.max(parseInt(String(v)) || d, 1), 8);
+ const outDir = join(paths.output, "thumbnails", String(clip.id), "frames");
+ const r = await runCli([
+ "thumbnail-options", tc.text || clip.title,
+ "--output", outDir,
+ "--video", clip.source_video,
+ "--start", String(clip.start_second),
+ "--end", String(clip.end_second),
+ "--texts", String(clamp(req.query.texts, 6)),
+ "--frames", String(clamp(req.query.frames, 6)),
+ ]);
+ if (r.code !== 0) { res.status(400).json({ error: stripAnsi(r.stderr || r.stdout) || "options failed" }); return; }
+ const jsonLine = r.stdout.trim().split("\n").reverse().find((l) => l.trim().startsWith("{"));
+ try { res.json(JSON.parse(jsonLine || "{}")); } catch { res.status(500).json({ error: "bad options output" }); }
+});
+
+// Render one final thumbnail from a chosen frame + headline (empty lines = AI writes the text).
+app.post("/api/clips/:id/thumbnail/render", async (req, res) => {
+ const clip = await clipsHistory.findById(req.params.id);
+ if (!clip) { res.status(404).json({ error: "clip not found" }); return; }
+ const tc = clip.thumbnail_config || {};
+ const { line1, line2, frame_path, frame_info } = req.body || {};
+ if (!frame_path) { res.status(400).json({ error: "select a frame first" }); return; }
+ // Only allow frames podcli itself produced (candidate frames) or the user uploaded —
+ // never an arbitrary server path passed through to the renderer.
+ const resolvedFrame = resolve(String(frame_path));
+ const frameRoots = [resolve(join(paths.output, "thumbnails", String(clip.id))), resolve(uploadDir)];
+ const inAllowedRoot = frameRoots.some((root) => resolvedFrame === root || resolvedFrame.startsWith(root + path.sep));
+ if (!inAllowedRoot || !existsSync(resolvedFrame)) { res.status(400).json({ error: "invalid frame" }); return; }
+ const outDir = join(paths.output, "thumbnails", String(clip.id));
+ await mkdir(outDir, { recursive: true });
+ const out = join(outDir, `thumb_${uuidv4().slice(0, 8)}.png`);
+ const args = ["thumbnail-render", tc.text || clip.title, "--frame", resolvedFrame, "--output", out];
+ if (line1) args.push("--line1", String(line1));
+ if (line2) args.push("--line2", String(line2));
+ if (frame_info) args.push("--frame-info", JSON.stringify(frame_info));
+ const r = await runCli(args);
+ if (r.code !== 0) { res.status(400).json({ error: stripAnsi(r.stderr || r.stdout) || "render failed" }); return; }
+ const jsonLine = r.stdout.trim().split("\n").reverse().find((l) => l.trim().startsWith("{"));
+ let outPath = "";
+ try { outPath = JSON.parse(jsonLine || "{}").path || ""; } catch { /* no path */ }
+ if (!outPath || !existsSync(outPath)) { res.status(500).json({ error: "no thumbnail produced" }); return; }
+ if (clip.output_path && existsSync(clip.output_path)) {
+ const bake = await bakeThumbnailCard(clip.output_path, outPath, tc.card_seconds || 0);
+ if (!bake.ok) { res.status(500).json({ error: `rendered but bake into clip failed: ${bake.error}` }); return; }
+ }
+ const merged = { ...tc, line1: line1 || undefined, line2: line2 || undefined, preview_path: outPath, card_seconds: 1.5 };
+ const edit = await runCli(["clips", "edit", String(clip.id), "--thumbnail-config", JSON.stringify(merged)]);
+ if (edit.code !== 0) { res.status(500).json({ error: stripAnsi(edit.stderr || edit.stdout) || "thumbnail metadata update failed" }); return; }
+ res.json({ ok: true, preview_path: outPath });
+});
+
// --- Secrets/settings stored in the global .env (e.g. HF_TOKEN) ---
app.get("/api/settings", async (_req, res) => {