Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)
Python
support updating the initially generated version
Abi Rajadb56dbd3e6ee
diff --git a/backend/main.py b/backend/main.pyindex f93284aa..a80684e3 100644--- a/backend/main.py+++ b/backend/main.py@@ -48,6 +48,13 @@ async def stream_code_test(websocket: WebSocket):prompt_messages = assemble_prompt(params["image"])+ if params["generationType"] == "update":+ # Transform into message format+ for index, text in enumerate(params["history"]):+ prompt_messages += [+ {"role": "assistant" if index % 2 == 0 else "user", "content": text}+ ]+if SHOULD_MOCK_AI_RESPONSE:completion = await mock_completion(process_chunk)else:diff --git a/backend/utils.py b/backend/utils.pynew file mode 100644index 00000000..88c3a67d--- /dev/null+++ b/backend/utils.py@@ -0,0 +1,20 @@+import copy+++def truncate_data_strings(data):+ # Deep clone the data to avoid modifying the original object+ cloned_data = copy.deepcopy(data)++ if isinstance(cloned_data, dict):+ for key, value in cloned_data.items():+ # Recursively call the function if the value is a dictionary or a list+ if isinstance(value, (dict, list)):+ cloned_data[key] = truncate_data_strings(value)+ # Truncate the string if it starts with 'data:'+ elif isinstance(value, str) and value.startswith("data:"):+ cloned_data[key] = value[:20]+ elif isinstance(cloned_data, list):+ # Process each item in the list+ cloned_data = [truncate_data_strings(item) for item in cloned_data]++ return cloned_datadiff --git a/frontend/src/App.tsx b/frontend/src/App.tsxindex ce8d4816..06bbec49 100644--- a/frontend/src/App.tsx+++ b/frontend/src/App.tsx@@ -2,7 +2,7 @@ import { useState } from "react";import ImageUpload from "./components/ImageUpload";import CodePreview from "./components/CodePreview";import Preview from "./components/Preview";-import { generateCode } from "./generateCode";+import { CodeGenerationParams, generateCode } from "./generateCode";import Spinner from "./components/Spinner";import classNames from "classnames";import { FaDownload, FaUndo } from "react-icons/fa";@@ -17,6 +17,8 @@ function App() {const [referenceImages, setReferenceImages] = useState<string[]>([]);const [executionConsole, setExecutionConsole] = useState<string[]>([]);const [blobUrl, setBlobUrl] = useState("");+ const [updateInstruction, setUpdateInstruction] = useState("");+ const [history, setHistory] = useState<string[]>([]);const createBlobUrl = () => {const blob = new Blob([generatedCode], { type: "text/html" });@@ -32,26 +34,41 @@ function App() {setBlobUrl("");};- function startCodeGeneration(referenceImages: string[]) {+ function doGenerateCode(params: CodeGenerationParams) {setAppState("CODING");- setReferenceImages(referenceImages);generateCode(- referenceImages[0],- function (token) {- setGeneratedCode((prev) => prev + token);- },- function (code) {- setGeneratedCode(code);- },- function (line) {- setExecutionConsole((prev) => [...prev, line]);- },- function () {- setAppState("CODE_READY");- }+ params,+ (token) => setGeneratedCode((prev) => prev + token),+ (code) => setGeneratedCode(code),+ (line) => setExecutionConsole((prev) => [...prev, line]),+ () => setAppState("CODE_READY"));}+ // Initial version creation+ function doCreate(referenceImages: string[]) {+ setReferenceImages(referenceImages);+ doGenerateCode({+ generationType: "create",+ image: referenceImages[0],+ });+ }++ // Subsequent updates+ function doUpdate() {+ const updatedHistory = [...history, generatedCode, updateInstruction];++ doGenerateCode({+ generationType: "update",+ image: referenceImages[0],+ history: updatedHistory,+ });++ setHistory(updatedHistory);+ setGeneratedCode("");+ setUpdateInstruction("");+ }+return (<div className="mt-6"><div className="hidden lg:fixed lg:inset-y-0 lg:z-50 lg:flex lg:w-96 lg:flex-col">@@ -122,8 +139,12 @@ function App() {</button></div><div className="grid w-full gap-2">- <Textarea placeholder="Describe what the AI missed the first time around" />- <Button>Update</Button>+ <Textarea+ placeholder="Describe what the AI missed the first time around"+ onChange={(e) => setUpdateInstruction(e.target.value)}+ value={updateInstruction}+ />+ <Button onClick={doUpdate}>Update</Button></div></div>)}@@ -135,7 +156,7 @@ function App() {<main className="py-2 lg:pl-96">{appState === "INITIAL" && (<>- <ImageUpload setReferenceImages={startCodeGeneration} />+ <ImageUpload setReferenceImages={doCreate} /></>)}diff --git a/frontend/src/generateCode.ts b/frontend/src/generateCode.tsindex c8e4ec94..997bd452 100644--- a/frontend/src/generateCode.ts+++ b/frontend/src/generateCode.ts@@ -5,8 +5,14 @@ const WS_BACKEND_URL =const ERROR_MESSAGE ="Error generating code. Check the Developer Console for details. Feel free to open a Github ticket";+export interface CodeGenerationParams {+ generationType: "create" | "update";+ image: string;+ history?: string[];+}+export function generateCode(- imageUrl: string,+ params: CodeGenerationParams,onChange: (chunk: string) => void,onSetCode: (code: string) => void,onStatusUpdate: (status: string) => void,@@ -18,11 +24,7 @@ export function generateCode(const ws = new WebSocket(wsUrl);ws.addEventListener("open", () => {- ws.send(- JSON.stringify({- image: imageUrl,- })- );+ ws.send(JSON.stringify(params));});ws.addEventListener("message", async (event: MessageEvent) => {