Skip to content

graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs

Python
7.5 KB
Raw Blame
{"task": "anko-typed-variable-bindings", "prepare_tail": "[verifier] model.patch applied (97296 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "[verifier] ERROR: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 9, \"f2p_passed\": 0, \"p2p_total\": 94, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: env/envTyped.go: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 9, "f2p_passed": 0, "p2p_total": 94, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "arktype-json-schema-refs-dependencies", "prepare_tail": "[verifier] model.patch applied (32393 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "R: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 25, \"f2p_passed\": 0, \"p2p_total\": 1679, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: ark/json-schema/__tests__/common.test.ts: already exists in working directory\nerror: ark/json-schema/__tests__/ref.test.ts: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 25, "f2p_passed": 0, "p2p_total": 1679, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "expr-try-catch-errors", "prepare_tail": "[verifier] model.patch applied (176888 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "odel.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 79, \"f2p_passed\": 0, \"p2p_total\": 66265, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: core: already exists in working directory\nerror: error_handling_test.go: already exists in working directory\nerror: vm/runtime/error.go: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 79, "f2p_passed": 0, "p2p_total": 66265, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "fastapi-deprecation-response-headers", "prepare_tail": "[verifier] model.patch applied (55253 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "[verifier] ERROR: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 137, \"f2p_passed\": 0, \"p2p_total\": 3134, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: fastapi/middleware/deprecation.py: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 137, "f2p_passed": 0, "p2p_total": 3134, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "httpx-multipart-response-parsing", "prepare_tail": "[verifier] model.patch applied (13894 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "' == '1 z'\n    E         \n    E         - 1 z\n    E         + 1\tz\n    \n    tests/test_multipart_response.py:221: AssertionError\nP2P 1272/1272 pass 0 fail; F2P 121/122 pass 1 fail; PARTIAL 0.9992826398852224; BINARY 0\n[verifier] reward.json={\"reward\": 0, \"f2p_total\": 122, \"f2p_passed\": 121, \"p2p_total\": 1272, \"p2p_passed\": 1272, \"f2p\": 0.9918032786885246, \"p2p\": 1.0, \"partial\": 0.9992826398852224}\n", "reward": {"reward": 0, "f2p_total": 122, "f2p_passed": 121, "p2p_total": 1272, "p2p_passed": 1272, "f2p": 0.9918032786885246, "p2p": 1.0, "partial": 0.9992826398852224}, "pass_": false, "f2p": 0.9918032786885246, "p2p": 1.0, "partial": 0.9992826398852224, "apply_failed": false}
{"task": "katex-multicolumn-array-spans", "prepare_tail": "[verifier] model.patch applied (21004 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "n\nTest Suites: 1 passed, 1 total\nTests:       94 passed, 94 total\nSnapshots:   0 total\nTime:        3.656 s\nRan all test suites matching test/multicolumn-spec.ts.\n===== grade =====\nP2P 599/599 pass 0 fail; F2P 94/94 pass 0 fail; PARTIAL 1.0; BINARY 1\n[verifier] reward.json={\"reward\": 1, \"f2p_total\": 94, \"f2p_passed\": 94, \"p2p_total\": 599, \"p2p_passed\": 599, \"f2p\": 1.0, \"p2p\": 1.0, \"partial\": 1.0}\n", "reward": {"reward": 1, "f2p_total": 94, "f2p_passed": 94, "p2p_total": 599, "p2p_passed": 599, "f2p": 1.0, "p2p": 1.0, "partial": 1.0}, "pass_": true, "f2p": 1.0, "p2p": 1.0, "partial": 1.0, "apply_failed": false}
{"task": "meriyah-explicit-resource-declarations", "prepare_tail": "[verifier] model.patch applied (40938 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "r] ERROR: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 49, \"f2p_passed\": 0, \"p2p_total\": 51469, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: test/parser/next/__snapshots__/using.ts.snap: already exists in working directory\nerror: test/parser/next/using.ts: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 49, "f2p_passed": 0, "p2p_total": 51469, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "python-statemachine-state-data-scoping", "prepare_tail": "[verifier] model.patch applied (29726 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "[verifier] ERROR: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 72, \"f2p_passed\": 0, \"p2p_total\": 1286, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: statemachine/state_data.py: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 72, "f2p_passed": 0, "p2p_total": 1286, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}
{"task": "scc-bounded-memory-spilling", "prepare_tail": "[verifier] model.patch applied (24937 bytes)\n[verifier] Resetting files touched by test.patch\n[verifier] Applying test.patch\n", "verify_rc": 0, "verify_tail": "[verifier] ERROR: submitted model.patch failed to apply\n[grade] model.patch failed to apply; reward.json={\"reward\": 0, \"f2p_total\": 31, \"f2p_passed\": 0, \"p2p_total\": 286, \"p2p_passed\": 0, \"f2p\": 0.0, \"p2p\": 0.0, \"partial\": 0.0, \"apply_failed\": 1}\nerror: processor/bounded_memory.go: already exists in working directory\n", "reward": {"reward": 0, "f2p_total": 31, "f2p_passed": 0, "p2p_total": 286, "p2p_passed": 0, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": 1}, "pass_": false, "f2p": 0.0, "p2p": 0.0, "partial": 0.0, "apply_failed": true}