Skip to content

Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)

Python

support selecting the stack via the UI

Abi Raja5f08d7ed8ec3
diff --git a/backend/evals/runner.py b/backend/evals/runner.py
index cb79cb1b..a074d95a 100644
--- a/backend/evals/runner.py
+++ b/backend/evals/runner.py
@@ -9,7 +9,7 @@ from .config import EVALS_DIR
async def run_image_evals(
- stack: Stack = "html_tailwind", model: Optional[str] = None, n: int = 1
+ stack: Optional[Stack] = None, model: Optional[str] = None, n: int = 1
) -> List[str]:
INPUT_DIR = EVALS_DIR + "/inputs"
OUTPUT_DIR = EVALS_DIR + "/outputs"
@@ -17,6 +17,10 @@ async def run_image_evals(
# Get all the files in the directory (only grab pngs)
evals = [f for f in os.listdir(INPUT_DIR) if f.endswith(".png")]
+ if not stack:
+ raise ValueError("No stack was provided")
+
+ print("User selected stack:", stack)
print("User selected model:", model)
# If model is provided as string, convert it to Llm enum
diff --git a/backend/routes/evals.py b/backend/routes/evals.py
index 462aeb6b..c432cd77 100644
--- a/backend/routes/evals.py
+++ b/backend/routes/evals.py
@@ -5,8 +5,9 @@ from evals.utils import image_to_data_url
from evals.config import EVALS_DIR
from typing import Set
from evals.runner import run_image_evals
-from typing import List
+from typing import List, Dict
from llm import Llm
+from prompts.types import Stack
router = APIRouter()
@@ -137,13 +138,13 @@ async def get_pairwise_evals(
@router.post("/run_evals", response_model=List[str])
-async def run_evals(model: str):
+async def run_evals(model: str, stack: Stack):
"""Run evaluations on all images in the inputs directory"""
- output_files = await run_image_evals(model=model)
+ output_files = await run_image_evals(model=model, stack=stack)
return output_files
[email protected]("/models", response_model=Dict[str, List[str]])
async def get_models():
current_models = [
model.value
@@ -154,4 +155,8 @@ async def get_models():
and model != Llm.CLAUDE_3_OPUS
and model != Llm.CLAUDE_3_HAIKU
]
- return {"models": current_models}
+
+ # Import Stack type from prompts.types and get all literal values
+ available_stacks = list(Stack.__args__)
+
+ return {"models": current_models, "stacks": available_stacks}
diff --git a/frontend/src/components/evals/RunEvalsPage.tsx b/frontend/src/components/evals/RunEvalsPage.tsx
index a82a8175..5c86acf2 100644
--- a/frontend/src/components/evals/RunEvalsPage.tsx
+++ b/frontend/src/components/evals/RunEvalsPage.tsx
@@ -5,24 +5,29 @@ import { useNavigate } from "react-router-dom";
interface ModelResponse {
models: string[];
+ stacks: string[];
}
function RunEvalsPage() {
const [isRunning, setIsRunning] = useState(false);
const navigate = useNavigate();
const [models, setModels] = useState<string[]>([]);
+ const [stacks, setStacks] = useState<string[]>([]);
const [selectedModel, setSelectedModel] = useState<string>("");
+ const [selectedStack, setSelectedStack] = useState<string>("");
useEffect(() => {
- console.log("fetching models");
-
const fetchModels = async () => {
const response = await fetch(`${HTTP_BACKEND_URL}/models`);
const data: ModelResponse = await response.json();
setModels(data.models);
+ setStacks(data.stacks);
if (data.models.length > 0) {
setSelectedModel(data.models[0]);
}
+ if (data.stacks.length > 0) {
+ setSelectedStack(data.stacks[0]);
+ }
};
fetchModels();
}, []);
@@ -31,7 +36,7 @@ function RunEvalsPage() {
try {
setIsRunning(true);
const response = await fetch(
- `${HTTP_BACKEND_URL}/run_evals?model=${selectedModel}`,
+ `${HTTP_BACKEND_URL}/run_evals?model=${selectedModel}&stack=${selectedStack}`,
{
method: "POST",
}
@@ -44,7 +49,6 @@ function RunEvalsPage() {
const outputFiles = await response.json();
console.log("Generated files:", outputFiles);
- // Navigate to evals page after completion
navigate("/evals");
} catch (error) {
console.error("Error running evals:", error);
@@ -72,24 +76,45 @@ function RunEvalsPage() {
</p>
</div>
- <div className="mb-4">
- <label className="block text-gray-700 text-sm font-bold mb-2">
- Select Model
- </label>
- <select
- value={selectedModel}
- onChange={(e) => setSelectedModel(e.target.value)}
- className="shadow border rounded w-full py-2 px-3 text-gray-700"
- required
- >
- {models.map((model) => (
- <option key={model} value={model}>
- {model}
- </option>
- ))}
- </select>
+ <div className="space-y-4 w-full max-w-md">
+ <div>
+ <label className="block text-gray-700 text-sm font-bold mb-2">
+ Select Model
+ </label>
+ <select
+ value={selectedModel}
+ onChange={(e) => setSelectedModel(e.target.value)}
+ className="shadow border rounded w-full py-2 px-3 text-gray-700"
+ required
+ >
+ {models.map((model) => (
+ <option key={model} value={model}>
+ {model}
+ </option>
+ ))}
+ </select>
+ </div>
+
+ <div>
+ <label className="block text-gray-700 text-sm font-bold mb-2">
+ Select Stack
+ </label>
+ <select
+ value={selectedStack}
+ onChange={(e) => setSelectedStack(e.target.value)}
+ className="shadow border rounded w-full py-2 px-3 text-gray-700"
+ required
+ >
+ {stacks.map((stack) => (
+ <option key={stack} value={stack}>
+ {stack}
+ </option>
+ ))}
+ </select>
+ </div>
</div>
- <Button onClick={runEvals} disabled={isRunning} className="w-48">
+
+ <Button onClick={runEvals} disabled={isRunning} className="w-48 mt-6">
{isRunning ? "Running Evals..." : "Run Evals"}
</Button>
</div>