Skip to content

Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)

Python

Improve image preview controls

Abi Raja9559fcd0ab28
diff --git a/frontend/src/components/sidebar/Sidebar.tsx b/frontend/src/components/sidebar/Sidebar.tsx
index 3cf2003b..74366186 100644
--- a/frontend/src/components/sidebar/Sidebar.tsx
+++ b/frontend/src/components/sidebar/Sidebar.tsx
@@ -63,6 +63,7 @@ function Sidebar({
}, [updateImages, setUpdateImages]);
const { inputMode, referenceImages, head, commits } = useProjectStore();
+ const [activeReferenceIndex, setActiveReferenceIndex] = useState(0);
const viewedCode =
head && commits[head]
@@ -104,6 +105,18 @@ function Sidebar({
setIsErrorExpanded(false);
}, [head, commits[head || ""]?.selectedVariantIndex]);
+ useEffect(() => {
+ if (activeReferenceIndex >= referenceImages.length) {
+ setActiveReferenceIndex(0);
+ }
+ }, [activeReferenceIndex, referenceImages.length]);
+
+ useEffect(() => {
+ if (referenceImages.length > 0) {
+ setActiveReferenceIndex(0);
+ }
+ }, [referenceImages]);
+
return (
<>
<Variants />
@@ -226,31 +239,43 @@ function Sidebar({
{referenceImages.length > 0 && (
<div className="flex flex-col">
<div
- className={classNames({
- "scanning relative": appState === AppState.CODING,
+ className={classNames("relative w-[340px]", {
+ scanning: appState === AppState.CODING,
})}
>
{inputMode === "image" && (
- <>
- {referenceImages.length === 1 ? (
+ <div className="w-[340px] rounded-md border border-gray-200 bg-white p-2">
+ <div className="rounded-md border border-gray-100 bg-gray-50 p-1">
<img
- className="w-[340px] border border-gray-200 rounded-md"
- src={referenceImages[0]}
- alt="Reference"
+ className="w-full max-h-[360px] object-contain rounded"
+ src={referenceImages[activeReferenceIndex] || referenceImages[0]}
+ alt={`Reference ${activeReferenceIndex + 1}`}
/>
- ) : (
- <div className="grid grid-cols-2 gap-2 w-[340px] max-h-[360px] overflow-y-auto border border-gray-200 rounded-md p-2">
+ </div>
+ {referenceImages.length > 1 && (
+ <div className="mt-2 flex gap-2 overflow-x-auto pb-1">
{referenceImages.map((image, index) => (
- <img
+ <button
key={`${image}-${index}`}
- className="w-full h-24 object-cover rounded"
- src={image}
- alt={`Reference ${index + 1}`}
- />
+ type="button"
+ onClick={() => setActiveReferenceIndex(index)}
+ className={`h-14 w-14 rounded border overflow-hidden flex-shrink-0 ${
+ activeReferenceIndex === index
+ ? "border-blue-500 ring-2 ring-blue-200"
+ : "border-gray-200"
+ }`}
+ aria-label={`View reference ${index + 1}`}
+ >
+ <img
+ className="h-full w-full object-cover"
+ src={image}
+ alt={`Reference thumbnail ${index + 1}`}
+ />
+ </button>
))}
</div>
)}
- </>
+ </div>
)}
{inputMode === "video" && (
<video
@@ -266,7 +291,7 @@ function Sidebar({
{inputMode === "video"
? "Original Video"
: referenceImages.length > 1
- ? `Original Screenshots (${referenceImages.length})`
+ ? `Original Screenshots (${activeReferenceIndex + 1}/${referenceImages.length})`
: "Original Screenshot"}
</div>
</div>
diff --git a/frontend/src/components/unified-input/tabs/UploadTab.tsx b/frontend/src/components/unified-input/tabs/UploadTab.tsx
index 70a58210..38c2272e 100644
--- a/frontend/src/components/unified-input/tabs/UploadTab.tsx
+++ b/frontend/src/components/unified-input/tabs/UploadTab.tsx
@@ -1,6 +1,7 @@
import { useState, useEffect, useMemo, useRef, useCallback } from "react";
import { useDropzone } from "react-dropzone";
import { toast } from "react-hot-toast";
+import { Cross2Icon, ImageIcon } from "@radix-ui/react-icons";
import { Button } from "../../ui/button";
import { ScreenRecorderState } from "../../../types";
import ScreenRecorder from "../../recording/ScreenRecorder";
@@ -29,6 +30,14 @@ type FileWithPreview = {
preview: string;
} & File;
+const MAX_FILES = 10;
+
+const isVideoFile = (file: File) =>
+ file.type.startsWith("video/") ||
+ [".mp4", ".mov", ".webm"].some((ext) =>
+ file.name.toLowerCase().endsWith(ext)
+ );
+
interface Props {
doCreate: (
referenceImages: string[],
@@ -45,7 +54,9 @@ function UploadTab({ doCreate }: Props) {
>("image");
const [textPrompt, setTextPrompt] = useState("");
const [showTextPrompt, setShowTextPrompt] = useState(false);
+ const [selectedIndex, setSelectedIndex] = useState(0);
const textInputRef = useRef<HTMLTextAreaElement>(null);
+ const filesRef = useRef<FileWithPreview[]>([]);
const [screenRecorderState, setScreenRecorderState] =
useState<ScreenRecorderState>(ScreenRecorderState.INITIAL);
@@ -73,11 +84,13 @@ function UploadTab({ doCreate }: Props) {
}, [hasUploadedFile, handleGenerate]);
const handleClear = () => {
+ files.forEach((file) => URL.revokeObjectURL(file.preview));
setUploadedDataUrls([]);
setFiles([]);
setTextPrompt("");
setShowTextPrompt(false);
setUploadedInputMode("image");
+ setSelectedIndex(0);
};
const handleKeyDown = (e: React.KeyboardEvent<HTMLTextAreaElement>) => {
@@ -87,68 +100,108 @@ function UploadTab({ doCreate }: Props) {
}
};
- const { getRootProps, getInputProps, isFocused, isDragAccept, isDragReject } =
- useDropzone({
- maxFiles: 10,
- maxSize: 1024 * 1024 * 20,
- accept: {
- "image/png": [".png"],
- "image/jpeg": [".jpeg"],
- "image/jpg": [".jpg"],
- "video/quicktime": [".mov"],
- "video/mp4": [".mp4"],
- "video/webm": [".webm"],
- },
- onDrop: (acceptedFiles) => {
- if (acceptedFiles.length === 0) return;
-
- const hasVideo = acceptedFiles.some(
- (file) =>
- file.type.startsWith("video/") ||
- [".mp4", ".mov", ".webm"].some((ext) =>
- file.name.toLowerCase().endsWith(ext)
- )
+ const handleAddFiles = useCallback(
+ async (acceptedFiles: File[]) => {
+ if (acceptedFiles.length === 0) return;
+
+ const incomingHasVideo = acceptedFiles.some(isVideoFile);
+ const hasExistingImages = files.length > 0 && uploadedInputMode === "image";
+
+ if (incomingHasVideo && (acceptedFiles.length > 1 || hasExistingImages)) {
+ toast.error("Please upload a single video or multiple images.");
+ return;
+ }
+
+ if (uploadedInputMode === "video" && files.length > 0) {
+ toast.error("Remove the video to add images.");
+ return;
+ }
+
+ if (!incomingHasVideo && files.length >= MAX_FILES) {
+ toast.error(`You can upload up to ${MAX_FILES} images.`);
+ return;
+ }
+
+ let filesToAdd = acceptedFiles;
+ if (!incomingHasVideo && files.length + acceptedFiles.length > MAX_FILES) {
+ const remainingSlots = MAX_FILES - files.length;
+ toast.error(
+ `You can add up to ${remainingSlots} more image${
+ remainingSlots === 1 ? "" : "s"
+ }.`
);
+ filesToAdd = acceptedFiles.slice(0, remainingSlots);
+ }
- if (hasVideo && acceptedFiles.length > 1) {
- toast.error("Please upload a single video or multiple images.");
- return;
+ const newFiles = filesToAdd.map((file: File) =>
+ Object.assign(file, {
+ preview: URL.createObjectURL(file),
+ })
+ ) as FileWithPreview[];
+
+ try {
+ const dataUrls = await Promise.all(filesToAdd.map((file) => fileToDataURL(file)));
+ if (dataUrls.length === 0) return;
+
+ if (incomingHasVideo) {
+ files.forEach((file) => URL.revokeObjectURL(file.preview));
+ setFiles(newFiles);
+ setUploadedDataUrls(dataUrls as string[]);
+ setUploadedInputMode("video");
+ setSelectedIndex(0);
+ } else {
+ setFiles((prev) => [...prev, ...newFiles]);
+ setUploadedDataUrls((prev) => [...prev, ...(dataUrls as string[])]);
+ setUploadedInputMode("image");
+ if (files.length === 0) {
+ setSelectedIndex(0);
+ }
}
- setFiles(
- acceptedFiles.map((file: File) =>
- Object.assign(file, {
- preview: URL.createObjectURL(file),
- })
- ) as FileWithPreview[]
- );
+ setTimeout(() => textInputRef.current?.focus(), 100);
+ } catch (error) {
+ newFiles.forEach((file) => URL.revokeObjectURL(file.preview));
+ toast.error("Error reading files" + error);
+ console.error("Error reading files:", error);
+ }
+ },
+ [files, uploadedInputMode]
+ );
- Promise.all(acceptedFiles.map((file) => fileToDataURL(file)))
- .then((dataUrls) => {
- if (dataUrls.length > 0) {
- const inputMode =
- hasVideo || (dataUrls[0] as string).startsWith("data:video")
- ? "video"
- : "image";
- setUploadedDataUrls(dataUrls as string[]);
- setUploadedInputMode(inputMode);
- setTimeout(() => textInputRef.current?.focus(), 100);
- }
- })
- .catch((error) => {
- toast.error("Error reading files" + error);
- console.error("Error reading files:", error);
- });
- },
- onDropRejected: (rejectedFiles) => {
- toast.error(rejectedFiles[0].errors[0].message);
- },
- });
+ const {
+ getRootProps,
+ getInputProps,
+ isFocused,
+ isDragAccept,
+ isDragReject,
+ isDragActive,
+ open,
+ } = useDropzone({
+ maxFiles: MAX_FILES,
+ maxSize: 1024 * 1024 * 20,
+ noClick: true,
+ accept: {
+ "image/png": [".png"],
+ "image/jpeg": [".jpeg"],
+ "image/jpg": [".jpg"],
+ "video/quicktime": [".mov"],
+ "video/mp4": [".mp4"],
+ "video/webm": [".webm"],
+ },
+ onDrop: handleAddFiles,
+ onDropRejected: (rejectedFiles) => {
+ toast.error(rejectedFiles[0].errors[0].message);
+ },
+ });
useEffect(() => {
- return () => files.forEach((file) => URL.revokeObjectURL(file.preview));
+ filesRef.current = files;
}, [files]);
+ useEffect(() => {
+ return () => filesRef.current.forEach((file) => URL.revokeObjectURL(file.preview));
+ }, []);
+
const style = useMemo(() => {
const baseStyle: React.CSSProperties = {
flex: 1,
@@ -189,6 +242,30 @@ function UploadTab({ doCreate }: Props) {
doCreate(images, inputMode, "");
};
+ const handleRemoveImage = (index: number) => {
+ if (uploadedInputMode === "video" || files.length === 1) {
+ handleClear();
+ return;
+ }
+
+ const removed = files[index];
+ if (removed) {
+ URL.revokeObjectURL(removed.preview);
+ }
+
+ setFiles((prev) => prev.filter((_, i) => i !== index));
+ setUploadedDataUrls((prev) => prev.filter((_, i) => i !== index));
+ setSelectedIndex((prev) => {
+ if (prev === index) {
+ return Math.max(0, index - 1);
+ }
+ if (prev > index) {
+ return prev - 1;
+ }
+ return prev;
+ });
+ };
+
return (
<div className="flex flex-col items-center gap-6">
{screenRecorderState === ScreenRecorderState.INITIAL && !hasUploadedFile && (
@@ -221,49 +298,111 @@ function UploadTab({ doCreate }: Props) {
<p className="text-xs text-gray-400 mt-2">
Supports PNG, JPG, MP4, MOV, WebM (max 20MB each, 30s video)
</p>
+ <button
+ type="button"
+ onClick={open}
+ className="text-sm text-gray-600 hover:text-gray-800 underline"
+ >
+ Browse files
+ </button>
</div>
</div>
)}
{hasUploadedFile && (
<div className="flex flex-col items-center gap-4 w-full">
- <div className="relative w-full max-w-2xl">
+ <div className="relative w-full max-w-3xl">
{uploadedInputMode === "video" ? (
- <video
- src={files[0]?.preview}
- className="w-full h-auto max-h-[400px] object-contain rounded-lg border border-gray-200"
- controls
- />
+ <div className="relative rounded-lg border border-gray-200 bg-white p-3">
+ <video
+ src={files[0]?.preview}
+ className="w-full h-auto max-h-[400px] object-contain rounded-md border border-gray-100"
+ controls
+ />
+ <button
+ onClick={handleClear}
+ className="absolute top-2 right-2 bg-white rounded-full p-1.5 shadow-md hover:bg-gray-100 transition-colors"
+ aria-label="Remove video"
+ >
+ <Cross2Icon className="h-4 w-4 text-gray-600" />
+ </button>
+ </div>
) : (
- <div className="grid grid-cols-2 sm:grid-cols-3 gap-3 max-h-[420px] overflow-y-auto rounded-lg border border-gray-200 p-3">
- {files.map((file, index) => (
- <img
- key={`${file.name}-${index}`}
- src={file.preview}
- alt={`Uploaded screenshot ${index + 1}`}
- className="w-full h-32 object-cover rounded-md border border-gray-100"
- />
- ))}
+ <div
+ {...getRootProps({
+ className: `relative rounded-lg border border-gray-200 bg-white p-4 ${
+ isDragActive ? "ring-2 ring-blue-200" : ""
+ }`,
+ })}
+ >
+ <input {...getInputProps()} />
+ <div className="flex items-center justify-between text-xs uppercase tracking-wide text-gray-400">
+ <span>Uploaded Screenshots ({files.length})</span>
+ <button
+ type="button"
+ onClick={handleClear}
+ className="text-xs text-gray-500 hover:text-gray-700"
+ >
+ Clear all
+ </button>
+ </div>
+ <div className="mt-3 rounded-md border border-gray-100 bg-gray-50 p-2">
+ {files[selectedIndex] && (
+ <img
+ src={files[selectedIndex].preview}
+ alt={`Uploaded screenshot ${selectedIndex + 1}`}
+ className="w-full max-h-[280px] object-contain rounded"
+ />
+ )}
+ </div>
+ <div className="mt-3 flex items-center gap-2 overflow-x-auto pb-1">
+ {files.map((file, index) => (
+ <div key={`${file.name}-${index}`} className="relative group flex-shrink-0">
+ <button
+ type="button"
+ onClick={() => setSelectedIndex(index)}
+ className={`h-14 w-14 rounded-md border overflow-hidden ${
+ selectedIndex === index
+ ? "border-blue-500 ring-2 ring-blue-200"
+ : "border-gray-200"
+ }`}
+ aria-label={`Preview screenshot ${index + 1}`}
+ >
+ <img
+ src={file.preview}
+ alt={`Thumbnail ${index + 1}`}
+ className="h-full w-full object-cover"
+ />
+ </button>
+ <button
+ type="button"
+ onClick={() => handleRemoveImage(index)}
+ className="absolute -top-1 -right-1 h-4 w-4 bg-gray-800 hover:bg-red-600 text-white rounded-full flex items-center justify-center opacity-0 group-hover:opacity-100 transition-opacity"
+ aria-label={`Remove screenshot ${index + 1}`}
+ >
+ <Cross2Icon className="h-2 w-2" />
+ </button>
+ </div>
+ ))}
+ <button
+ type="button"
+ onClick={open}
+ className="h-14 w-14 rounded-md border border-dashed border-gray-300 text-gray-500 hover:text-gray-700 hover:border-gray-400 flex items-center justify-center flex-shrink-0"
+ aria-label="Add more screenshots"
+ >
+ <ImageIcon className="h-5 w-5" />
+ </button>
+ </div>
+ <div className="mt-2 text-xs text-gray-400">
+ Drag and drop to add more screenshots
+ </div>
+ {isDragActive && (
+ <div className="absolute inset-0 bg-blue-50/80 border-2 border-dashed border-blue-300 rounded-lg flex items-center justify-center pointer-events-none">
+ <p className="text-blue-600 font-medium">Drop to add</p>
+ </div>
+ )}
</div>
)}
- <button
- onClick={handleClear}
- className="absolute top-2 right-2 bg-white rounded-full p-1.5 shadow-md hover:bg-gray-100 transition-colors"
- aria-label="Remove files"
- >
- <svg
- xmlns="http://www.w3.org/2000/svg"
- className="h-4 w-4 text-gray-600"
- viewBox="0 0 20 20"
- fill="currentColor"
- >
- <path
- fillRule="evenodd"
- d="M4.293 4.293a1 1 0 011.414 0L10 8.586l4.293-4.293a1 1 0 111.414 1.414L11.414 10l4.293 4.293a1 1 0 01-1.414 1.414L10 11.414l-4.293 4.293a1 1 0 01-1.414-1.414L8.586 10 4.293 5.707a1 1 0 010-1.414z"
- clipRule="evenodd"
- />
- </svg>
- </button>
</div>
{!showTextPrompt ? (