An agentic skills framework & software development methodology that works.
evals: add Gemini 2.5 Flash backend
Drew Ritter9efbb7dd0d96
diff --git a/evals/README.md b/evals/README.mdindex c74985aed..1a97d60ad 100644--- a/evals/README.md+++ b/evals/README.md@@ -64,7 +64,8 @@ uv run drill list| `claude-opus-4-6-1m` | Claude Code | opus-4-6 (1M context) || `claude-opus-4-7-1m` | Claude Code | opus-4-7 (1M context) || `codex` | Codex CLI | — |-| `gemini` | Gemini CLI | — |+| `gemini` | Gemini CLI | auto-gemini-3 |+| `gemini-2-5-flash` | Gemini CLI | gemini-2.5-flash |## Project structurediff --git a/evals/backends/gemini-2-5-flash.yaml b/evals/backends/gemini-2-5-flash.yamlnew file mode 100644index 000000000..7a4e72184--- /dev/null+++ b/evals/backends/gemini-2-5-flash.yaml@@ -0,0 +1,23 @@+name: gemini-2-5-flash+cli: gemini+args:+ - "--yolo"+ - "-m"+ - "gemini-2.5-flash"+required_env: []+hooks:+ pre_run:+ - link_gemini_extension+ post_run: []+shutdown: "/exit"+idle:+ quiescence_seconds: 5+ ready_pattern: "Type your message|^\\s*>"+busy_pattern: "Thinking\\.\\.\\.|Executing"+startup_timeout: 60+turn_timeout: 300+terminal:+ cols: 200+ rows: 50+session_logs:+ pattern: "~/.gemini/tmp/*/chats/session-*.json"diff --git a/evals/backends/gemini.yaml b/evals/backends/gemini.yamlindex 252c5efe7..54d0979d9 100644--- a/evals/backends/gemini.yaml+++ b/evals/backends/gemini.yaml@@ -3,7 +3,7 @@ cli: geminiargs:- "--yolo"- "-m"- - "gemini-2.5-flash"+ - "auto-gemini-3"required_env: []hooks:pre_run:diff --git a/evals/tests/test_backend.py b/evals/tests/test_backend.pyindex ac1d0343a..f84742a1a 100644--- a/evals/tests/test_backend.py+++ b/evals/tests/test_backend.py@@ -33,6 +33,17 @@ class TestLoadBackend:assert backend.family == "claude"assert backend.model == "claude-opus-4-6"+ def test_loads_gemini_default_and_flash_variant(self, backends_dir):+ backend = load_backend("gemini", backends_dir)+ assert backend.name == "gemini"+ assert backend.family == "gemini"+ assert backend.model == "auto-gemini-3"++ flash_backend = load_backend("gemini-2-5-flash", backends_dir)+ assert flash_backend.name == "gemini-2-5-flash"+ assert flash_backend.family == "gemini"+ assert flash_backend.model == "gemini-2.5-flash"+class TestBackendBuildCommand:def test_claude_build_command(self, backends_dir, monkeypatch):