Skip to content

graff — a fast agentic coding harness in Zig: multi-provider, MCP, workflows, DGM evolution loop, TS/Python SDKs

Python

Narrow optional judgment model eligibility

Rach Pradhanc65e58906e90
diff --git a/src/jev_model_scope.zig b/src/jev_model_scope.zig
index 8552b4df..469c1bb1 100644
--- a/src/jev_model_scope.zig
+++ b/src/jev_model_scope.zig
@@ -1,5 +1,5 @@
//! Native Jev judgments are limited to GPT-6 on Codex/OpenAI and Xiaomi
-//! MiMo, including those model ids served through the Codegraff gateway.
+//! MiMo v2.6, including those model ids served through the Codegraff gateway.
const std = @import("std");
const Provider = @import("provider.zig").Provider;
@@ -9,15 +9,19 @@ fn gptSix(model: []const u8) bool {
std.mem.startsWith(u8, model, "gpt-6.");
}
+fn mimoV26(model: []const u8) bool {
+ return std.mem.eql(u8, model, "mimo-v2.6") or std.mem.startsWith(u8, model, "mimo-v2.6-");
+}
+
pub fn eligible(provider: Provider) bool {
const id = provider.id;
if (std.mem.eql(u8, id, "codex") or std.mem.eql(u8, id, "openai")) return gptSix(provider.model);
- const mimo = std.mem.startsWith(u8, provider.model, "mimo-");
+ const mimo = mimoV26(provider.model);
if (std.mem.eql(u8, id, "xiaomi")) return mimo;
return std.mem.eql(u8, id, "codegraff") and (mimo or gptSix(provider.model));
}
-test "native Jev eligibility requires GPT-6 on Codex/OpenAI or Xiaomi MiMo" {
+test "native Jev eligibility requires GPT-6 or MiMo v2.6 on supported routes" {
const base: Provider = .{ .id = "codex", .kind = .responses, .auth = .bearer, .url = "", .api_key = "", .model = "gpt-6-sol", .context = 100_000 };
var p = base;
for ([_][]const u8{ "codex", "openai" }) |id| {
@@ -32,20 +36,26 @@ test "native Jev eligibility requires GPT-6 on Codex/OpenAI or Xiaomi MiMo" {
}
}
p.id = "xiaomi";
- p.model = "mimo-v2.6-pro";
- try std.testing.expect(eligible(p));
- p.model = "not-mimo";
- try std.testing.expect(!eligible(p));
+ for ([_][]const u8{ "mimo-v2.6", "mimo-v2.6-pro", "mimo-v2.6-flash" }) |model| {
+ p.model = model;
+ try std.testing.expect(eligible(p));
+ }
+ for ([_][]const u8{ "mimo-v2.5-pro", "mimo-v3-pro", "mimo-v2.60-pro", "mimo-v2.6x", "not-mimo" }) |model| {
+ p.model = model;
+ try std.testing.expect(!eligible(p));
+ }
p.id = "codegraff";
- for ([_][]const u8{ "mimo-v2.6-flash", "gpt-6-sol" }) |model| {
+ for ([_][]const u8{ "mimo-v2.6", "mimo-v2.6-pro", "mimo-v2.6-flash", "gpt-6-sol" }) |model| {
p.model = model;
try std.testing.expect(eligible(p));
}
- for ([_][]const u8{ "gpt-5.6", "gpt-60", "o3", "claude-opus-4.8", "gemini-3.8-flash" }) |model| {
+ for ([_][]const u8{ "mimo-v2.5-pro", "mimo-v3-pro", "mimo-v2.60-pro", "mimo-v2.6x", "gpt-5.6", "gpt-60", "o3", "claude-opus-4.8", "gemini-3.8-flash" }) |model| {
p.model = model;
try std.testing.expect(!eligible(p));
}
p.id = "openrouter";
p.model = "openai/gpt-6-sol";
try std.testing.expect(!eligible(p));
+ p.model = "mimo-v2.6-pro";
+ try std.testing.expect(!eligible(p));
}
diff --git a/src/jev_tool.zig b/src/jev_tool.zig
index 815785bd..0dc969ce 100644
--- a/src/jev_tool.zig
+++ b/src/jev_tool.zig
@@ -14,7 +14,7 @@ const pricing = @import("pricing.zig");
const buffered_https = @import("http2_buffered.zig");
pub const name = "jev_judge";
-pub const description = "Ask Jev one closed-form judgment about a SHORT, NON-SENSITIVE state. Requires a Codegraff login and an eligible GPT-6 or MiMo model. Use for yes/no (noul), a choice, or an ordered score, not writing or open-ended reasoning. Never send source code, secrets, customer data, paths, or unrelated context. A low-confidence verdict escalates to you. If Jev fails once, this tool skips all later Jev calls for this session; decide yourself instead.";
+pub const description = "Ask Jev one closed-form judgment about a SHORT, NON-SENSITIVE state. Requires a Codegraff login and an eligible GPT-6 or MiMo v2.6 model. Use for yes/no (noul), a choice, or an ordered score, not writing or open-ended reasoning. Never send source code, secrets, customer data, paths, or unrelated context. A low-confidence verdict escalates to you. If Jev fails once, this tool skips all later Jev calls for this session; decide yourself instead.";
pub const input_schema =
\\{"type":"object","properties":{"state":{"type":"string","description":"Short non-sensitive facts needed for this judgment only; no code, paths or secrets"},"question":{"type":"string","description":"One closed-form question about state"},"type":{"type":"string","enum":["noul","choice","score"],"description":"noul=yes/no probability; choice=one option; score=ordered level"},"options":{"type":"array","items":{"type":"string"},"description":"Required for choice: 2-16 distinct labels"},"levels":{"type":"array","items":{"type":"string"},"description":"Required for score: 2-10 ordered descriptions"}},"required":["state","question","type"]}
;
@@ -275,7 +275,7 @@ fn verdict(arena: Allocator, input: Value, raw: []const u8) ![]const u8 {
pub fn execute(ctx: ToolCtx, input: Value) !ToolOutput {
if (ctx.from_sub) return invalid(ctx.gpa, "jev_judge is available only to the root agent");
if (!state.codegraff_login.load(.acquire)) return invalid(ctx.gpa, "jev_judge requires a Codegraff login (`graff login`)");
- if (!scope.eligible(ctx.provider)) return invalid(ctx.gpa, "jev_judge is available only with Codex/OpenAI GPT-6 or Xiaomi MiMo models");
+ if (!scope.eligible(ctx.provider)) return invalid(ctx.gpa, "jev_judge is available only with Codex/OpenAI GPT-6 or Xiaomi MiMo v2.6 models");
if (state.down.load(.acquire)) return skipped(ctx.gpa);
if (input != .object) return invalid(ctx.gpa, "jev_judge needs state, question and type");
var temp = std.heap.ArenaAllocator.init(ctx.gpa);