Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)
Python
refactor
Abi Rajabcb89a3c2315
diff --git a/backend/prompts/__init__.py b/backend/prompts/__init__.pyindex dc96ab93..de884c5f 100644--- a/backend/prompts/__init__.py+++ b/backend/prompts/__init__.py@@ -1,11 +1,14 @@-from typing import List, NoReturn, Union+from typing import Unionfrom openai.types.chat import ChatCompletionMessageParam, ChatCompletionContentPartParam+from custom_types import InputMode+from image_generation import create_alt_url_mappingfrom llm import Llmfrom prompts.imported_code_prompts import IMPORTED_CODE_SYSTEM_PROMPTSfrom prompts.screenshot_system_prompts import SYSTEM_PROMPTSfrom prompts.types import Stack+from video.utils import assemble_claude_prompt_videoUSER_PROMPT = """@@ -17,9 +20,67 @@ Generate code for a SVG that looks exactly like this."""+async def create_prompt(+ params: dict[str, str], stack: Stack, model: Llm, input_mode: InputMode+) -> tuple[list[ChatCompletionMessageParam], dict[str, str]]:++ image_cache: dict[str, str] = {}++ # If this generation started off with imported code, we need to assemble the prompt differently+ if params.get("isImportedFromCode"):+ original_imported_code = params["history"][0]+ prompt_messages = assemble_imported_code_prompt(+ original_imported_code, stack, model+ )+ for index, text in enumerate(params["history"][1:]):+ if index % 2 == 0:+ message: ChatCompletionMessageParam = {+ "role": "user",+ "content": text,+ }+ else:+ message: ChatCompletionMessageParam = {+ "role": "assistant",+ "content": text,+ }+ prompt_messages.append(message)+ else:+ # Assemble the prompt for non-imported code+ if params.get("resultImage"):+ prompt_messages = assemble_prompt(+ params["image"], stack, params["resultImage"]+ )+ else:+ prompt_messages = assemble_prompt(params["image"], stack)++ if params["generationType"] == "update":+ # Transform the history tree into message format+ # TODO: Move this to frontend+ for index, text in enumerate(params["history"]):+ if index % 2 == 0:+ message: ChatCompletionMessageParam = {+ "role": "assistant",+ "content": text,+ }+ else:+ message: ChatCompletionMessageParam = {+ "role": "user",+ "content": text,+ }+ prompt_messages.append(message)++ image_cache = create_alt_url_mapping(params["history"][-2])++ if input_mode == "video":+ video_data_url = params["image"]+ prompt_messages = await assemble_claude_prompt_video(video_data_url)++ return prompt_messages, image_cache++def assemble_imported_code_prompt(code: str, stack: Stack, model: Llm-) -> List[ChatCompletionMessageParam]:+) -> list[ChatCompletionMessageParam]:system_content = IMPORTED_CODE_SYSTEM_PROMPTS[stack]user_content = (@@ -53,11 +114,11 @@ def assemble_prompt(image_data_url: str,stack: Stack,result_image_data_url: Union[str, None] = None,-) -> List[ChatCompletionMessageParam]:+) -> list[ChatCompletionMessageParam]:system_content = SYSTEM_PROMPTS[stack]user_prompt = USER_PROMPT if stack != "svg" else SVG_USER_PROMPT- user_content: List[ChatCompletionContentPartParam] = [+ user_content: list[ChatCompletionContentPartParam] = [{"type": "image_url","image_url": {"url": image_data_url, "detail": "high"},diff --git a/backend/routes/generate_code.py b/backend/routes/generate_code.pyindex ced9655c..0c6e9212 100644--- a/backend/routes/generate_code.py+++ b/backend/routes/generate_code.py@@ -14,81 +14,20 @@ from llm import (stream_claude_response_native,stream_openai_response,)-from openai.types.chat import ChatCompletionMessageParamfrom fs_logging.core import write_logsfrom mock_llm import mock_completionfrom typing import Any, Callable, Coroutine, Dict, List, Literal, Union, cast, get_args-from image_generation import create_alt_url_mapping, generate_images-from prompts import assemble_imported_code_prompt, assemble_prompt+from image_generation import generate_images+from prompts import create_promptfrom prompts.claude_prompts import VIDEO_PROMPTfrom prompts.types import Stack-from utils import pprint_prompt-from video.utils import assemble_claude_prompt_videofrom ws.constants import APP_ERROR_WEB_SOCKET_CODE # type: ignorerouter = APIRouter()-async def create_prompt(- params: Dict[str, str], stack: Stack, model: Llm, input_mode: InputMode-) -> tuple[list[ChatCompletionMessageParam], Dict[str, str]]:-- image_cache: Dict[str, str] = {}-- # If this generation started off with imported code, we need to assemble the prompt differently- if params.get("isImportedFromCode"):- original_imported_code = params["history"][0]- prompt_messages = assemble_imported_code_prompt(- original_imported_code, stack, model- )- for index, text in enumerate(params["history"][1:]):- if index % 2 == 0:- message: ChatCompletionMessageParam = {- "role": "user",- "content": text,- }- else:- message: ChatCompletionMessageParam = {- "role": "assistant",- "content": text,- }- prompt_messages.append(message)- else:- # Assemble the prompt for non-imported code- if params.get("resultImage"):- prompt_messages = assemble_prompt(- params["image"], stack, params["resultImage"]- )- else:- prompt_messages = assemble_prompt(params["image"], stack)-- if params["generationType"] == "update":- # Transform the history tree into message format- # TODO: Move this to frontend- for index, text in enumerate(params["history"]):- if index % 2 == 0:- message: ChatCompletionMessageParam = {- "role": "assistant",- "content": text,- }- else:- message: ChatCompletionMessageParam = {- "role": "user",- "content": text,- }- prompt_messages.append(message)-- image_cache = create_alt_url_mapping(params["history"][-2])-- if input_mode == "video":- video_data_url = params["image"]- prompt_messages = await assemble_claude_prompt_video(video_data_url)-- return prompt_messages, image_cache--# Auto-upgrade usage of older modelsdef auto_upgrade_model(code_generation_model: Llm) -> Llm:if code_generation_model in {Llm.GPT_4_VISION, Llm.GPT_4_TURBO_2024_04_09}: