Skip to content

graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs

Python

Merge branch 'evals/codex-app-server' into release/v0.0.302.11

justrach44454fda4162
diff --cc graff-evals/harnesses.json
index 2f2a67aa,6890452c..b61aaf53
--- a/graff-evals/harnesses.json
+++ b/graff-evals/harnesses.json
@@@ -299,16 -299,27 +299,39 @@@
"default_model": "gpt-6-sol",
"note": "GPT-6 prompting guide candidate (g6-plain-prose); judged by hillclimb.py round on held-out tasks before any prompt change ships (ADR 0214)"
},
+ "pi-chatgpt-new": {
+ "cmd": ["npx", "-y", "@earendil-works/[email protected]", "-p", "--mode", "json", "--provider", "openai", "--model", "{model}", "--no-session", "{prompt}"],
+ "answer": "pi-json",
+ "env": {},
+ "default_model": "gpt-6.1-sol"
+ },
+ "codex-chatgpt-new": {
+ "cmd": ["codex", "exec", "--skip-git-repo-check", "--dangerously-bypass-approvals-and-sandbox", "-m", "{model}", "-c", "model_provider=\"openai_token_sharing\"", "-c", "model_providers.openai_token_sharing.name=\"OpenAI Token Sharing\"", "-c", "model_providers.openai_token_sharing.base_url=\"https://api.openai.com/v1\"", "-c", "model_providers.openai_token_sharing.model_catalog_url=\"https://api.openai.com/v1/models\"", "-c", "features.api_key_model_discovery=true", "-c", "model_providers.openai_token_sharing.env_key=\"ACCESS_TOKEN\"", "-c", "model_providers.openai_token_sharing.wire_api=\"responses\"", "-c", "model_providers.openai_token_sharing.requires_openai_auth=false", "-c", "model_providers.openai_token_sharing.supports_websockets=false", "{prompt}"],
+ "answer": "stdout",
+ "env": {"CODEX_HOME": "{sandbox}/.codex-home"},
+ "default_model": "gpt-6.1-sol"
++ },
+ "graff-codex": {
+ "cmd": ["{repo}/zig-out/bin/graff", "-p", "{prompt}", "--model", "{model}", "--yolo", "--no-lean"],
+ "answer": "stdout",
+ "usage": "graff-stderr",
+ "model_prefix": "codex",
+ "default_model": "gpt-6.1-sol"
+ },
+ "graff-codex-repl": {
+ "cmd": ["{repo}/zig-out/bin/graff", "repl", "--model", "{model}", "--yolo"],
+ "stdin": "{prompt}\n",
+ "answer": "stdout",
+ "usage": "graff-stderr",
+ "env": {"GRAFF_POST_DEADLINE_SECS": "90"},
+ "model_prefix": "codex",
+ "default_model": "gpt-6.1-sol",
+ "note": "scripted graff repl over the Codex WebSocket: the transport the Codex app server uses"
+ },
+ "codex-app-server": {
+ "cmd": ["python3", "{repo}/graff-evals/codex_app_server.py", "{model}", "{prompt}"],
+ "answer": "stdout",
+ "usage": "graff-stderr",
+ "default_model": "gpt-6.1-sol"
}
}