Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)
Python
support GPT-4o
Abi Raja8e6a9c48f836
diff --git a/backend/llm.py b/backend/llm.pyindex 3d653b28..e5410463 100644--- a/backend/llm.py+++ b/backend/llm.py@@ -13,6 +13,7 @@ from utils import pprint_promptclass Llm(Enum):GPT_4_VISION = "gpt-4-vision-preview"GPT_4_TURBO_2024_04_09 = "gpt-4-turbo-2024-04-09"+ GPT_4O_2024_05_13 = "gpt-4o-2024-05-13"CLAUDE_3_SONNET = "claude-3-sonnet-20240229"CLAUDE_3_OPUS = "claude-3-opus-20240229"CLAUDE_3_HAIKU = "claude-3-haiku-20240307"@@ -47,7 +48,11 @@ async def stream_openai_response(}# Add 'max_tokens' only if the model is a GPT4 vision or Turbo model- if model == Llm.GPT_4_VISION or model == Llm.GPT_4_TURBO_2024_04_09:+ if (+ model == Llm.GPT_4_VISION+ or model == Llm.GPT_4_TURBO_2024_04_09+ or model == Llm.GPT_4O_2024_05_13+ ):params["max_tokens"] = 4096stream = await client.chat.completions.create(**params) # type: ignorediff --git a/backend/routes/generate_code.py b/backend/routes/generate_code.pyindex fa5c7a5f..e7186fcd 100644--- a/backend/routes/generate_code.py+++ b/backend/routes/generate_code.py@@ -85,7 +85,7 @@ async def stream_code(websocket: WebSocket):# Read the model from the request. Fall back to default if not provided.code_generation_model_str = params.get(- "codeGenerationModel", Llm.GPT_4_VISION.value+ "codeGenerationModel", Llm.GPT_4O_2024_05_13.value)try:code_generation_model = convert_frontend_str_to_llm(code_generation_model_str)@@ -112,6 +112,7 @@ async def stream_code(websocket: WebSocket):if not openai_api_key and (code_generation_model == Llm.GPT_4_VISIONor code_generation_model == Llm.GPT_4_TURBO_2024_04_09+ or code_generation_model == Llm.GPT_4O_2024_05_13):print("OpenAI API key not found")await throw_error(diff --git a/backend/run_evals.py b/backend/run_evals.pyindex a5fa8780..bbf355a5 100644--- a/backend/run_evals.py+++ b/backend/run_evals.py@@ -13,8 +13,8 @@ from evals.config import EVALS_DIRfrom evals.core import generate_code_corefrom evals.utils import image_to_data_url-STACK = "html_tailwind"-MODEL = Llm.GPT_4_TURBO_2024_04_09+STACK = "ionic_tailwind"+MODEL = Llm.GPT_4O_2024_05_13N = 1 # Number of outputs to generatediff --git a/frontend/src/App.tsx b/frontend/src/App.tsxindex eef3a116..33c02ca2 100644--- a/frontend/src/App.tsx+++ b/frontend/src/App.tsx@@ -63,7 +63,7 @@ function App() {isImageGenerationEnabled: true,editorTheme: EditorTheme.COBALT,generatedCodeConfig: Stack.HTML_TAILWIND,- codeGenerationModel: CodeGenerationModel.GPT_4_TURBO_2024_04_09,+ codeGenerationModel: CodeGenerationModel.GPT_4O_2024_05_13,// Only relevant for hosted versionisTermOfServiceAccepted: false,},diff --git a/frontend/src/lib/models.ts b/frontend/src/lib/models.tsindex ab82e230..970e63b0 100644--- a/frontend/src/lib/models.ts+++ b/frontend/src/lib/models.ts@@ -1,5 +1,7 @@// Keep in sync with backend (llm.py)+// Order here matches dropdown orderexport enum CodeGenerationModel {+ GPT_4O_2024_05_13 = "gpt-4o-2024-05-13",GPT_4_TURBO_2024_04_09 = "gpt-4-turbo-2024-04-09",GPT_4_VISION = "gpt_4_vision",CLAUDE_3_SONNET = "claude_3_sonnet",@@ -9,6 +11,7 @@ export enum CodeGenerationModel {export const CODE_GENERATION_MODEL_DESCRIPTIONS: {[key in CodeGenerationModel]: { name: string; inBeta: boolean };} = {+ "gpt-4o-2024-05-13": { name: "GPT-4O 🌟", inBeta: false },"gpt-4-turbo-2024-04-09": { name: "GPT-4 Turbo (Apr 2024)", inBeta: false },gpt_4_vision: { name: "GPT-4 Vision (Nov 2023)", inBeta: false },claude_3_sonnet: { name: "Claude 3 Sonnet", inBeta: false },