Drop in a screenshot and convert it to clean code (HTML/Tailwind/React/Vue)
Python
support selecting the stack via the UI
Abi Raja5f08d7ed8ec3
diff --git a/backend/evals/runner.py b/backend/evals/runner.pyindex cb79cb1b..a074d95a 100644--- a/backend/evals/runner.py+++ b/backend/evals/runner.py@@ -9,7 +9,7 @@ from .config import EVALS_DIRasync def run_image_evals(- stack: Stack = "html_tailwind", model: Optional[str] = None, n: int = 1+ stack: Optional[Stack] = None, model: Optional[str] = None, n: int = 1) -> List[str]:INPUT_DIR = EVALS_DIR + "/inputs"OUTPUT_DIR = EVALS_DIR + "/outputs"@@ -17,6 +17,10 @@ async def run_image_evals(# Get all the files in the directory (only grab pngs)evals = [f for f in os.listdir(INPUT_DIR) if f.endswith(".png")]+ if not stack:+ raise ValueError("No stack was provided")++ print("User selected stack:", stack)print("User selected model:", model)# If model is provided as string, convert it to Llm enumdiff --git a/backend/routes/evals.py b/backend/routes/evals.pyindex 462aeb6b..c432cd77 100644--- a/backend/routes/evals.py+++ b/backend/routes/evals.py@@ -5,8 +5,9 @@ from evals.utils import image_to_data_urlfrom evals.config import EVALS_DIRfrom typing import Setfrom evals.runner import run_image_evals-from typing import List+from typing import List, Dictfrom llm import Llm+from prompts.types import Stackrouter = APIRouter()@@ -137,13 +138,13 @@ async def get_pairwise_evals(@router.post("/run_evals", response_model=List[str])-async def run_evals(model: str):+async def run_evals(model: str, stack: Stack):"""Run evaluations on all images in the inputs directory"""- output_files = await run_image_evals(model=model)+ output_files = await run_image_evals(model=model, stack=stack)return output_files[email protected]("/models")[email protected]("/models", response_model=Dict[str, List[str]])async def get_models():current_models = [model.value@@ -154,4 +155,8 @@ async def get_models():and model != Llm.CLAUDE_3_OPUSand model != Llm.CLAUDE_3_HAIKU]- return {"models": current_models}++ # Import Stack type from prompts.types and get all literal values+ available_stacks = list(Stack.__args__)++ return {"models": current_models, "stacks": available_stacks}diff --git a/frontend/src/components/evals/RunEvalsPage.tsx b/frontend/src/components/evals/RunEvalsPage.tsxindex a82a8175..5c86acf2 100644--- a/frontend/src/components/evals/RunEvalsPage.tsx+++ b/frontend/src/components/evals/RunEvalsPage.tsx@@ -5,24 +5,29 @@ import { useNavigate } from "react-router-dom";interface ModelResponse {models: string[];+ stacks: string[];}function RunEvalsPage() {const [isRunning, setIsRunning] = useState(false);const navigate = useNavigate();const [models, setModels] = useState<string[]>([]);+ const [stacks, setStacks] = useState<string[]>([]);const [selectedModel, setSelectedModel] = useState<string>("");+ const [selectedStack, setSelectedStack] = useState<string>("");useEffect(() => {- console.log("fetching models");-const fetchModels = async () => {const response = await fetch(`${HTTP_BACKEND_URL}/models`);const data: ModelResponse = await response.json();setModels(data.models);+ setStacks(data.stacks);if (data.models.length > 0) {setSelectedModel(data.models[0]);}+ if (data.stacks.length > 0) {+ setSelectedStack(data.stacks[0]);+ }};fetchModels();}, []);@@ -31,7 +36,7 @@ function RunEvalsPage() {try {setIsRunning(true);const response = await fetch(- `${HTTP_BACKEND_URL}/run_evals?model=${selectedModel}`,+ `${HTTP_BACKEND_URL}/run_evals?model=${selectedModel}&stack=${selectedStack}`,{method: "POST",}@@ -44,7 +49,6 @@ function RunEvalsPage() {const outputFiles = await response.json();console.log("Generated files:", outputFiles);- // Navigate to evals page after completionnavigate("/evals");} catch (error) {console.error("Error running evals:", error);@@ -72,24 +76,45 @@ function RunEvalsPage() {</p></div>- <div className="mb-4">- <label className="block text-gray-700 text-sm font-bold mb-2">- Select Model- </label>- <select- value={selectedModel}- onChange={(e) => setSelectedModel(e.target.value)}- className="shadow border rounded w-full py-2 px-3 text-gray-700"- required- >- {models.map((model) => (- <option key={model} value={model}>- {model}- </option>- ))}- </select>+ <div className="space-y-4 w-full max-w-md">+ <div>+ <label className="block text-gray-700 text-sm font-bold mb-2">+ Select Model+ </label>+ <select+ value={selectedModel}+ onChange={(e) => setSelectedModel(e.target.value)}+ className="shadow border rounded w-full py-2 px-3 text-gray-700"+ required+ >+ {models.map((model) => (+ <option key={model} value={model}>+ {model}+ </option>+ ))}+ </select>+ </div>++ <div>+ <label className="block text-gray-700 text-sm font-bold mb-2">+ Select Stack+ </label>+ <select+ value={selectedStack}+ onChange={(e) => setSelectedStack(e.target.value)}+ className="shadow border rounded w-full py-2 px-3 text-gray-700"+ required+ >+ {stacks.map((stack) => (+ <option key={stack} value={stack}>+ {stack}+ </option>+ ))}+ </select>+ </div></div>- <Button onClick={runEvals} disabled={isRunning} className="w-48">++ <Button onClick={runEvals} disabled={isRunning} className="w-48 mt-6">{isRunning ? "Running Evals..." : "Run Evals"}</Button></div>