Skip to content

Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)

Python

support GPT-4o

Abi Raja8e6a9c48f836
diff --git a/backend/llm.py b/backend/llm.py
index 3d653b28..e5410463 100644
--- a/backend/llm.py
+++ b/backend/llm.py
@@ -13,6 +13,7 @@ from utils import pprint_prompt
class Llm(Enum):
GPT_4_VISION = "gpt-4-vision-preview"
GPT_4_TURBO_2024_04_09 = "gpt-4-turbo-2024-04-09"
+ GPT_4O_2024_05_13 = "gpt-4o-2024-05-13"
CLAUDE_3_SONNET = "claude-3-sonnet-20240229"
CLAUDE_3_OPUS = "claude-3-opus-20240229"
CLAUDE_3_HAIKU = "claude-3-haiku-20240307"
@@ -47,7 +48,11 @@ async def stream_openai_response(
}
# Add 'max_tokens' only if the model is a GPT4 vision or Turbo model
- if model == Llm.GPT_4_VISION or model == Llm.GPT_4_TURBO_2024_04_09:
+ if (
+ model == Llm.GPT_4_VISION
+ or model == Llm.GPT_4_TURBO_2024_04_09
+ or model == Llm.GPT_4O_2024_05_13
+ ):
params["max_tokens"] = 4096
stream = await client.chat.completions.create(**params) # type: ignore
diff --git a/backend/routes/generate_code.py b/backend/routes/generate_code.py
index fa5c7a5f..e7186fcd 100644
--- a/backend/routes/generate_code.py
+++ b/backend/routes/generate_code.py
@@ -85,7 +85,7 @@ async def stream_code(websocket: WebSocket):
# Read the model from the request. Fall back to default if not provided.
code_generation_model_str = params.get(
- "codeGenerationModel", Llm.GPT_4_VISION.value
+ "codeGenerationModel", Llm.GPT_4O_2024_05_13.value
)
try:
code_generation_model = convert_frontend_str_to_llm(code_generation_model_str)
@@ -112,6 +112,7 @@ async def stream_code(websocket: WebSocket):
if not openai_api_key and (
code_generation_model == Llm.GPT_4_VISION
or code_generation_model == Llm.GPT_4_TURBO_2024_04_09
+ or code_generation_model == Llm.GPT_4O_2024_05_13
):
print("OpenAI API key not found")
await throw_error(
diff --git a/backend/run_evals.py b/backend/run_evals.py
index a5fa8780..bbf355a5 100644
--- a/backend/run_evals.py
+++ b/backend/run_evals.py
@@ -13,8 +13,8 @@ from evals.config import EVALS_DIR
from evals.core import generate_code_core
from evals.utils import image_to_data_url
-STACK = "html_tailwind"
-MODEL = Llm.GPT_4_TURBO_2024_04_09
+STACK = "ionic_tailwind"
+MODEL = Llm.GPT_4O_2024_05_13
N = 1 # Number of outputs to generate
diff --git a/frontend/src/App.tsx b/frontend/src/App.tsx
index eef3a116..33c02ca2 100644
--- a/frontend/src/App.tsx
+++ b/frontend/src/App.tsx
@@ -63,7 +63,7 @@ function App() {
isImageGenerationEnabled: true,
editorTheme: EditorTheme.COBALT,
generatedCodeConfig: Stack.HTML_TAILWIND,
- codeGenerationModel: CodeGenerationModel.GPT_4_TURBO_2024_04_09,
+ codeGenerationModel: CodeGenerationModel.GPT_4O_2024_05_13,
// Only relevant for hosted version
isTermOfServiceAccepted: false,
},
diff --git a/frontend/src/lib/models.ts b/frontend/src/lib/models.ts
index ab82e230..970e63b0 100644
--- a/frontend/src/lib/models.ts
+++ b/frontend/src/lib/models.ts
@@ -1,5 +1,7 @@
// Keep in sync with backend (llm.py)
+// Order here matches dropdown order
export enum CodeGenerationModel {
+ GPT_4O_2024_05_13 = "gpt-4o-2024-05-13",
GPT_4_TURBO_2024_04_09 = "gpt-4-turbo-2024-04-09",
GPT_4_VISION = "gpt_4_vision",
CLAUDE_3_SONNET = "claude_3_sonnet",
@@ -9,6 +11,7 @@ export enum CodeGenerationModel {
export const CODE_GENERATION_MODEL_DESCRIPTIONS: {
[key in CodeGenerationModel]: { name: string; inBeta: boolean };
} = {
+ "gpt-4o-2024-05-13": { name: "GPT-4O 🌟", inBeta: false },
"gpt-4-turbo-2024-04-09": { name: "GPT-4 Turbo (Apr 2024)", inBeta: false },
gpt_4_vision: { name: "GPT-4 Vision (Nov 2023)", inBeta: false },
claude_3_sonnet: { name: "Claude 3 Sonnet", inBeta: false },