HarnessRouter Community Edition: the self-hosted, Apache-2.0 edition of the unified interface for agent harnesses. Run Codex, Claude Code, Hermes, PI, DSH, and more through one API, with sessions, streaming, files, cancellation, and failure handling. Implements the Unified Harness Protocol (UHP), an open standard. Your keys, your infrastructure.
Python agent-apiagent-frameworkagent-harnessai-agentsai-infrastructurecoding-agentconformance-testingdeepseek-harnessharness-engineeringhermesllmopen-protocolopen-sourceopen-standardpi-coding-agentself-hosteduhpunified-apiunified-harness-protocolunified-interface
feat(harness): add goose as a new agent backend (#164)
ZixiaoL9654eb7e4227
diff --git a/docker/entrypoint.sh b/docker/entrypoint.shindex b3d69061..d7043ae2 100644--- a/docker/entrypoint.sh+++ b/docker/entrypoint.sh@@ -177,7 +177,7 @@ export HOSTNAME=0.0.0.0TOOLS="$DATA_DIR/agent-tools"export PATH="$TOOLS/bin:$PATH"export NODE_PATH="$TOOLS/lib/node_modules"-export HR_BACKENDS="${HR_BACKENDS:-claude,codex,hermes,pi,dsh,opencode,qwen,gemini,cline,omp}"+export HR_BACKENDS="${HR_BACKENDS:-claude,codex,hermes,pi,dsh,opencode,qwen,gemini,cline,omp,goose}"wanted() { [[ ",$HR_BACKENDS," == *",$1,"* ]]; }# The executable IS the definition of "installed" — an installer that exits 0 without producing@@ -195,6 +195,7 @@ backend_bin() {gemini) echo "$TOOLS/bin/gemini" ;;cline) echo "$TOOLS/bin/cline" ;;omp) echo "$TOOLS/bin/omp" ;;+ goose) echo "$TOOLS/bin/goose" ;;esac}@@ -223,6 +224,57 @@ install_opencode() {rm -rf "$oc_tmp"}+# goose (Apache-2.0) ships one prebuilt binary per target on GitHub releases — the archive holds+# exactly ./goose — so it is fetched the same way opencode's is, and NOT through the vendor's+# download_cli.sh: piping a remote script into a shell inside an entrypoint is a supply-chain+# surface this product does not need, and that script installs to its own path anyway.+#+# Pinned EXACTLY, like every other backend here. Upstream ships weekly (1.49.0 -> 1.50.0 in five+# days) and 1.50.0 is the release runner/server.py's goose code was written against: the+# stream-json event schema, GOOSE_PATH_ROOT, the available_tools allowlist and -n/-r resume were+# all read out of THIS version's source. A silent `latest` re-gambles all of it.+#+# Note the repo moved from block/goose to aaif-goose/goose. Unlike omp this project publishes no+# SHA256SUMS.txt, so there is nothing to fetch and compare against — but that does not mean the+# download has to go unverified: the digests are pinned HERE instead, computed from the v1.50.0+# release assets (each archive holds exactly ./goose). That is strictly stronger than the tag+# alone, which can be moved and whose asset can be re-uploaded.+install_goose() {+ case "$(uname -m)" in+ x86_64) gs_arch="x86_64"; gs_sha="6389eea4440178de006fa148d466ac411021315ff7f72b1014beae2d445851e2" ;;+ aarch64|arm64) gs_arch="aarch64"; gs_sha="febd71a6a25c3aff7dbcf566f78d2864e87d886c33c4ef1fee2f67fedd334063" ;;+ *) echo "unsupported architecture $(uname -m) for goose"; return 1 ;;+ esac+ gs_ver="${HR_GOOSE_VERSION:-1.50.0}"; gs_ver="${gs_ver#v}"+ if [ "$gs_ver" != "1.50.0" ]; then+ # The pinned digests describe 1.50.0 and nothing else. An operator overriding the version+ # supplies the digest for the version they chose, or is TOLD the download is unverified —+ # silently skipping the check while the code above advertises one is the dishonest option.+ if [ -n "${HR_GOOSE_SHA256:-}" ]; then+ gs_sha="$HR_GOOSE_SHA256"+ else+ echo "[harnessrouter] WARN: HR_GOOSE_VERSION=$gs_ver overrides the pinned 1.50.0, and no"+ echo "[harnessrouter] HR_GOOSE_SHA256 was given — this goose archive is UNVERIFIED."+ gs_sha=""+ fi+ fi+ gs_url="https://github.com/aaif-goose/goose/releases/download/v${gs_ver}/goose-${gs_arch}-unknown-linux-gnu.tar.gz"+ gs_tmp="$(mktemp -d)"+ curl -fsSL "$gs_url" -o "$gs_tmp/goose.tar.gz" || { rm -rf "$gs_tmp"; return 1; }+ if [ -n "$gs_sha" ]; then+ gs_have="$(sha256sum "$gs_tmp/goose.tar.gz" | awk '{print $1}')"+ if [ "$gs_sha" != "$gs_have" ]; then+ echo "goose $gs_ver: archive digest mismatch for $gs_arch (want $gs_sha, have $gs_have)"+ rm -rf "$gs_tmp"; return 1+ fi+ fi+ tar -xzf "$gs_tmp/goose.tar.gz" -C "$gs_tmp" || { rm -rf "$gs_tmp"; return 1; }+ [ -f "$gs_tmp/goose" ] || { echo "release archive contained no goose binary"; rm -rf "$gs_tmp"; return 1; }+ mkdir -p "$TOOLS/bin" && install -m 755 "$gs_tmp/goose" "$TOOLS/bin/goose" \+ || { rm -rf "$gs_tmp"; return 1; }+ rm -rf "$gs_tmp"+}+# omp (Oh My Pi, MIT) ships standalone prebuilt binaries on GitHub releases, with a SHA256SUMS.txt# beside them. Pinned EXACTLY, like every other backend here: upstream releases almost daily# (18.1.8 through 18.1.13 in five days), and 18.1.13 is the release the runner's omp code was@@ -328,6 +380,11 @@ install_backends() {try_install "Oh My Pi" install_omp || truefi+ if wanted goose && [ ! -x "$(backend_bin goose)" ]; then+ echo "[harnessrouter] installing goose (Apache-2.0)…"+ try_install "goose" install_goose || true+ fi+# The dsh venv lives on the data volume, so a pin bump in the image must reach a volume that# already has a venv: dsh-ready names the version it was built for, and a mismatch rebuilds# the venv (sessions live under ~/.dsh, not in it). The 0.1.0rc7 -> 0.1.2rc1 move is wherediff --git a/docs/harness-verification.md b/docs/harness-verification.mdindex fa59a17e..f4067983 100644--- a/docs/harness-verification.md+++ b/docs/harness-verification.md@@ -38,6 +38,16 @@ number or tier under any prefix (`google/gemini-3-flash-preview` for `gemini-3.8`gemini-2.5-flash-lite` for `gemini-2.5-flash`) is another model, and stays a finding.Enforced in `scripts/support-matrix/samemodel.py`, pinned by `test_samemodel.py`.+Where the served model comes from is the CLI's choice, and some report none: goose reports one only+on a provider format it never uses, and cline and qwen report none either. That used to make this+rule unenforceable for those three — half the bar, on three harnesses. It no longer is. Every turn+on those backends rides the loopback relay and the provider's own answer names `model`, so the+relay reads it off the bytes as they pass and the runner stamps it on a result the CLI left+unlabelled (`_served_model_in` and `_relay_served_model` in `runner/server.py`, pinned by+`runner/tests/test_relay_served_model.py`); a CLI that reports its own keeps it. So the question to+ask of a new harness is not "does this CLI report a served model" but "does it ride the relay" — if+it does, rule 2 applies whether the CLI cooperates or not.+**3. What the reader sees is what was stored.** The artifact row requires the rendered file cards toBE the turn's stored files: same names, same count. Asking only whether some card carried theexpected name let a file rendered twice pass as a produced artifact for months.@@ -108,16 +118,67 @@ egress, and any other URL overrides the default.## Adding a harness-A new harness is registered in five places, and is not finished until it has a measured column:--1. `runner/server.py`, `BACKENDS`: its providers, default model, and the normaliser that turns its- output into the shape the gateway stores.-2. `gateway/app.py`, `_MODEL_CATALOG`: the ids it offers, honestly (see rule 4), and- `_INTEGRATION_WIRING`: which provider types can drive it.-3. `ui/src/lib/harness.ts`, `OOB`: the built-in harness the console lists, with its mark and models.-4. `docker/entrypoint.sh`, how the CLI is installed on first start, under its own licence, pinned.-5. `docs/support-matrix.md`, a column per provider, produced by the suite, with its notes in- `docs/support-matrix-notes.md`.+A new harness is registered in the places below, and is not finished until it has a measured+column. Every one of them fails SILENTLY when missed — the harness still builds, still answers, and+loses one capability without saying so. The single exception is the console's backend union type,+which fails the type-check, and that is the only one a compiler will find for you.++**The runner** — `runner/server.py`:++1. `BACKENDS`: its providers, default model, and the normaliser that turns its output into the+ shape the gateway stores.+2. The `turn()` dispatch branch that builds its argv.+3. `_write_skills`: where a skill bundle has to land for THAT CLI's loader to find it. Prefer a+ path under `.harness/`: the workspace root is collected as produced files, so a skills folder+ written there is handed back to the user as a deliverable on every turn.+4. `_agent_doc_path`: `AGENTS.md` or `CLAUDE.md` — whichever the CLI actually reads. Getting it+ wrong writes the file and the agent never sees it, so the workspace contract never arrives.+5. `_resume_lost`: how a turn that could not continue the conversation says so, if this CLI can+ lose one. Silence here reads as a completed turn that has forgotten everything.+6. **How this CLI reports a provider failure — check, do not assume it has an error event.**+ Several narrate it as ordinary assistant text and then end the run normally: claude injects+ `API Error: …`, goose `Ran into this error: …`. Read as written, the turn completes with the+ failure as its answer, the run counts as a pass, and the next turn in that session answers from+ a history carrying the error prose. The normaliser must recognise the CLI's prefix, fail the+ turn, and keep the sentence as the reason — `_CLAUDE_ERR_RE` and `_GOOSE_ERR_RE`. Pin the+ prefix with a test, and take it from the pinned binary (`strings`), not from the docs.+7. `CHECKPOINT_EXCLUDE` and `_git_ensure`'s ignore list: any file the CLI writes that can hold a+ credential.++**The gateway** — `gateway/app.py`:++8. `_MODEL_CATALOG`: the ids it offers, honestly (see rule 4).+9. `_BASE_CATALOG`: label, system prompt, the tool list **in the CLI's own tool names**, and+ `tool_enforcement` — `hard` only where the runtime really can withhold a tool, per UHP §4.3,+ which forbids both overstating and understating it. A tool id that matches nothing is dropped+ on the way through and disables nothing while the console reports it as off.+10. `_INTEGRATION_WIRING`: which provider types can drive it.+11. `_CUSTOM_FORMAT_BACKENDS`: which custom endpoint formats it can actually speak.++`_HID_PREFIX_RE`, `_backend_of_builtin` and `_backend_of_harness` are DERIVED from `_BASE_CATALOG`+and need no edit — they were hand-written lists once, and each silently missed a base.++**The console** — and note only the first of these is caught by the type-check:++12. `ui/src/lib/harness.ts`: the `backend` union type, and `OOB`, the built-in harness the console+ lists with its mark and models.+13. `ui/src/components/HarnessLogo.tsx`: its brand mark, if there is one. A mapping to a file that+ does not exist renders a broken image — worse than the generic glyph it falls back to.+14. `ui/src/components/HarnessSettings.tsx`: the instruction-file label, which must agree with+ `_agent_doc_path` or the settings page names a file the runner does not write.++**Install and measurement:**++15. `docker/entrypoint.sh`: `HR_BACKENDS`, `backend_bin`, an installer, and its call in+ `install_backends` — the CLI installed on first start, under its own licence, pinned exactly+ and VERIFIED. A pinned tag is not verification: a tag can be moved and a release asset+ re-uploaded. Where upstream publishes checksums, fetch and compare them (`install_omp`); where+ it does not, compute the digests yourself and pin them beside the version (`install_goose`).+ An override that skips the check must say so in the log rather than skip it quietly.+16. `scripts/support-matrix/custom-harness.mjs`, `BASES`: otherwise the custom-harness dimension+ never measures this harness at all.+17. `docs/support-matrix.md`, a column per provider, produced by the suite, with its notes in+ `docs/support-matrix-notes.md`.Its models must be honest: every id the picker offers must run as itself, and a turn that ran on adifferent model fails rather than quietly succeeding.diff --git a/docs/self-hosting-guide.md b/docs/self-hosting-guide.mdindex 8e979082..13a8fe4c 100644--- a/docs/self-hosting-guide.md+++ b/docs/self-hosting-guide.md@@ -156,9 +156,10 @@ Wait for `ready on :3000`, then open the browser:[harnessrouter] installing Codex (Apache-2.0)…[harnessrouter] installing Pi (MIT) and its MCP adapter (MIT)…[harnessrouter] installing Oh My Pi (MIT)…+[harnessrouter] installing goose (Apache-2.0)…[harnessrouter] installing DeepSeek Harness (MIT, developer preview — version-pinned)…[harnessrouter] installing Hermes (check its upstream license before use)…-[harnessrouter] data=/data backends available: claude codex hermes pi dsh opencode qwen gemini cline omp+[harnessrouter] data=/data backends available: claude codex hermes pi dsh opencode qwen gemini cline omp goose[harnessrouter] ready on :3000```@@ -332,16 +333,16 @@ problem, because it only offers you providers that work.| Connection `provider` | Backends that can use it ||---|---|-| `anthropic` | Claude Code, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |-| `openai` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |-| `openrouter` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |-| `azure-foundry` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |+| `anthropic` | Claude Code, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |+| `openai` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |+| `openrouter` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |+| `azure-foundry` | Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose || `google` | Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Gemini CLI, Cline, Oh My Pi || `bedrock` | Claude Code, Hermes |-| `tokenrouter` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Gemini CLI, Cline, Oh My Pi |-| `vercel` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |-| `llmtr` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |-| `custom` | Claude Code, Codex (Responses format), Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi |+| `tokenrouter` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Gemini CLI, Cline, Oh My Pi, goose |+| `vercel` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |+| `llmtr` | Claude Code, Codex, Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |+| `custom` | Claude Code, Codex (Responses format), Hermes, Pi, DeepSeek Harness, OpenCode, Qwen Code, Cline, Oh My Pi, goose |</details>@@ -649,7 +650,7 @@ Backends are installed into your data volume rather than baked into the image, swant is a run-time setting:```bash-docker run -e HR_BACKENDS=claude,codex,hermes,pi,dsh,opencode,qwen,gemini,cline,omp ... # the default+docker run -e HR_BACKENDS=claude,codex,hermes,pi,dsh,opencode,qwen,gemini,cline,omp,goose ... # the defaultdocker run -e HR_BACKENDS=opencode ... # lean```diff --git a/docs/support-matrix-notes.md b/docs/support-matrix-notes.mdindex 31754fe3..fb854b8d 100644--- a/docs/support-matrix-notes.md+++ b/docs/support-matrix-notes.md@@ -229,3 +229,15 @@ scripts/support-matrix/render.py docs/support-matrix-results.json`), committed brender is reproducible. The provider-wide `tokenrouter` and `vercel` columns of 2026-09-06 are not in it:their result files were lost with the scratchpad, and their sections in the table are carried from therender of that date until the columns are measured again.++## goose columns (2026-09-12, candidate 0.17.0-rc.1, goose 1.50.0, codex 0.154)++Seven columns for the goose harness (PR #164), five scenarios per model, two workers per column,+the served model read by the relay (goose's CLI never reports one): TokenRouter 158/160, Vercel+177/180, OpenRouter 178/180, OpenAI 35/35, Azure OpenAI e2 35/35, Anthropic 38/40, and the hosted+HarnessRouter door 158/160 through the official key ($3.36 for its 160 checks). Zero substitutions.+Every miss but two is claude-opus-5 answering "The model returned an empty response" on the+artifact and recall turns, on every provider including Anthropic itself, while its plain turns pass:+left off goose's list. gemini-3.5-flash-lite answered one recall with a tool call on Vercel only.+The custom-harness dimension for goose needs `MCP_URL=https://mcp.context7.com/mcp` (deepwiki cannot+handshake with goose, reproduced through goose's own extension flag); on Vercel all six claims pass.diff --git a/docs/support-matrix-results.json b/docs/support-matrix-results.jsonindex 185c1da7..0df60072 100644--- a/docs/support-matrix-results.json+++ b/docs/support-matrix-results.json@@ -69961,5 +69961,12187 @@},"connection": "integration:OpenRouter","deleted": 200+ },+ "goose-anthropic|goose|claude-fable-5": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-fable-5",+ "at": "2026-09-12T21:25:08.285Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-claude-fable-5 GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess4a55278a2ecf4d4b9f4b50d6ebc7b09e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Reply with exactly: M2-claude-fable-5 GOOSE M2-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.24,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess4a55278a2ecf4d4b9f4b50d6ebc7b09e\",\"checkpoint_sha\":\"203dd6ee97c8e1656f1a08ec765e2addccaaebf95bf98723cfd228902d92530e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-fable-5",+ "claude-opus-5"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-sonnet-4.6": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-sonnet-4.6",+ "at": "2026-09-12T21:27:09.655Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-claude-sonnet-4.6 GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf86779f523504d54bf3e959fb8a76601",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-claude-sonnet-4.6 GOOSE M2-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.69,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf86779f523504d54bf3e959fb8a76601\",\"checkpoint_sha\":\"669add12feae247cebbfacb25fd97e5dfa3a5020c41690f9e4942bccf6ac4b9f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-sonnet-4-6",+ "claude-opus-5"+ ],+ "substituted": [+ "claude-sonnet-4-6"+ ],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-haiku-4.5": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-haiku-4.5",+ "at": "2026-09-12T21:28:24.063Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-claude-haiku-4.5 GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessebbb591569f14adab67f4a03900a3f7f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M2-claude-haiku-4.5 GOOSE M2-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.68,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessebbb591569f14adab67f4a03900a3f7f\",\"checkpoint_sha\":\"e43a28fdd209b6e2ce65fa0e6a2d7b4c40ee6da072b9ac5c07868eb73194eb3d\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-haiku-4-5-20251001",+ "claude-opus-5"+ ],+ "substituted": [+ "claude-haiku-4-5-20251001"+ ],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-opus-4.8": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-opus-4.8",+ "at": "2026-09-12T21:52:12.697Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M1-claude-opus-4.8 GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess37bef824f7f249cfa9a323b35effaf3d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-claude-opus-4.8 GOOSE M2-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess37bef824f7f249cfa9a323b35effaf3d\",\"checkpoint_sha\":\"0df80524b7100bad6984603a368020b5fe23f00426e4c208093c38540905e074\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-opus-4-8",+ "claude-opus-5"+ ],+ "substituted": [+ "claude-opus-4-8"+ ],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-opus-5": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-opus-5",+ "at": "2026-09-12T21:25:16.050Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-claude-opus-5 GOOSE M1-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess4d752be69f23449a90e39fe02b49dd42",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-claude-opus-5 GOOSE M2-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-fable-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Reply with exactly: M3-claude-fable-5 GOOSE M3-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 39.71,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "files": [],+ "record_files": [],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess4d752be69f23449a90e39fe02b49dd42\",\"checkpoint_sha\":\"2676907e7b9802793f8820eebfa0866c2af6d267c156082d1e6ae49c16266fdd\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-opus-5",+ "claude-fable-5"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-fable-5-1": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-fable-5-1",+ "at": "2026-09-12T21:26:53.389Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-claude-fable-5-1 GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess816aee827d274b7688ff9dadd9184b75",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M2-claude-fable-5-1 GOOSE M2-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess816aee827d274b7688ff9dadd9184b75\",\"checkpoint_sha\":\"87e064cd5c09863866437b5acfea538c28996fd95c3bb50014846b06fb27c51d\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-fable-5-1",+ "claude-opus-5"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-sonnet-5": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-sonnet-5",+ "at": "2026-09-12T21:27:45.067Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-claude-sonnet-5 GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess42d3b4d596204c37abd8f079c96cac39",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M2-claude-sonnet-5 GOOSE M2-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess42d3b4d596204c37abd8f079c96cac39\",\"checkpoint_sha\":\"074bb4c39f9d5692f84d2592a96e505efa44cccdbfe7e378314606ae15d8bba6\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-sonnet-5",+ "claude-opus-5"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-anthropic|goose|claude-opus-4.7": {+ "provider": "goose-anthropic",+ "harness": "goose",+ "model": "claude-opus-4.7",+ "at": "2026-09-12T21:28:59.192Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M1-claude-opus-4.7 GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessbcc23c0cc794442f9e81751a8c8f84b2",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.75,+ "tail": "Reply with exactly: M2-claude-opus-4.7 GOOSE M2-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "claude-opus-5",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-claude-opus-5 GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessbcc23c0cc794442f9e81751a8c8f84b2\",\"checkpoint_sha\":\"16a7aba4c574ad3c82dc038b853080c149745027fabc3fc19a196009b75a0014\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Anthropic",+ "connections": [+ "integration:Anthropic"+ ],+ "served": [+ "claude-opus-4-7",+ "claude-opus-5"+ ],+ "substituted": [+ "claude-opus-4-7"+ ],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.4": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T21:19:40.605Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess58dbb9f439944a268ab4a639e115bd5e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.29,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE Used a tool M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.3,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess58dbb9f439944a268ab4a639e115bd5e\",\"checkpoint_sha\":\"3e8e6f8f8ad696e8debadf21a62194eb0a72d1d1e86d84ba535198d368361560\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.4",+ "gpt-5.6-sol"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.6-sol": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T21:20:47.199Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess6f8dcaa4d2714b75941e26cbbc9523b4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.75,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.7,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess6f8dcaa4d2714b75941e26cbbc9523b4\",\"checkpoint_sha\":\"a960feed4a45191e76e426460a9fd77779ceb35ea132502652b71385c5a7cd05\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.6-sol",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.5": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T21:22:13.401Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess0e6000776cf644abb0fca22e63c2a31d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.77,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.18,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess0e6000776cf644abb0fca22e63c2a31d\",\"checkpoint_sha\":\"d5847396e409b125aeeca4d0a1a603cd38aeb7b79a009b9a044304f4ee9a53d4\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.2": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T21:23:30.879Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf5a751e155214b7194a0223b2dadd6da",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.31,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf5a751e155214b7194a0223b2dadd6da\",\"checkpoint_sha\":\"07927a2fbc848896c02de027cfc4246df6a480819abd2e31cc9287b9762eecc8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.2",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.6-terra": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T21:19:48.518Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.94,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess27d76cf917574586a1187c40ab129462",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.25,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess27d76cf917574586a1187c40ab129462\",\"checkpoint_sha\":\"c3a68e2e903696ef5c35e9a65d760e714c702991d07510ac7974f25ae8ed8a5f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.6-terra",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.6-luna": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T21:21:00.305Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.88,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3bcf9001587e4b0eb8a53e62a7849c9e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3bcf9001587e4b0eb8a53e62a7849c9e\",\"checkpoint_sha\":\"fbeeb7d225d4d10449cd0c94f627cbbfa6ce8b33df9379f2530ccb20aff40e25\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.6-luna",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-azure-e2|goose|gpt-5.4-mini": {+ "provider": "goose-azure-e2",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T21:21:52.216Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess8ada311f75ba4f879d92463211110fa1",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess8ada311f75ba4f879d92463211110fa1\",\"checkpoint_sha\":\"9e42aa69558cbf2b612b6bd95aec8ce365aa9dfe041bc84cb897f285a671ff13\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Azure OpenAI E2",+ "connections": [+ "integration:Azure OpenAI E2"+ ],+ "served": [+ "gpt-5.4-mini",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.6-terra": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T21:31:16.941Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.91,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess37a20b0b89ee40268c35fd89419b0e7f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.37,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess37a20b0b89ee40268c35fd89419b0e7f\",\"checkpoint_sha\":\"2069bb1f533032c7b100e1c9508246208c8f7b182581b8f924f6a5c517970761\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.6-terra",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.6-luna": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T21:32:11.926Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess9573a517c99a4a5890746f360487cbae",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.32,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.41,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.33,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-luna",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess9573a517c99a4a5890746f360487cbae\",\"checkpoint_sha\":\"40a22711f68372ab8e43f0b0294144cc827d3d37c3ecdc6ab2d6c009c6f11d0a\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.6-luna",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.4-mini": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T21:33:19.558Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3091c189608a47bd866178ce993895f5",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3091c189608a47bd866178ce993895f5\",\"checkpoint_sha\":\"2f3e755c5598f676e7a0c64488d97cb51738d089d5999bfbf8ce167ee5c38f0b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.4-mini-2026-03-17",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.4-mini-2026-03-17"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-fable-5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-fable-5",+ "at": "2026-09-12T21:34:08.430Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M1-claude-fable-5 GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa9bba610398f4d39a7d9b26fc5a2ec5d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.24,+ "tail": "Reply with exactly: M2-claude-fable-5 GOOSE M2-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa9bba610398f4d39a7d9b26fc5a2ec5d\",\"checkpoint_sha\":\"5924e9ccb33eabc3f7520af096dfe6002cf802405967fa50a82adf3c4ea9210e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-fable-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-opus-4.8": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-opus-4.8",+ "at": "2026-09-12T21:35:00.460Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.45,+ "tail": "Reply with exactly: M1-claude-opus-4.8 GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess02d20ba190b0489b8cf3bd7840e5b1ad",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.22,+ "tail": "Reply with exactly: M2-claude-opus-4.8 GOOSE M2-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess02d20ba190b0489b8cf3bd7840e5b1ad\",\"checkpoint_sha\":\"092c0003e086fdaa49601bf659e0bcfd9e77d122ba49fc486a451a2fec42e762\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-opus-4-8",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-opus-4-8"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-sonnet-4.6": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-sonnet-4.6",+ "at": "2026-09-12T21:36:06.515Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-claude-sonnet-4.6 GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb6c31b13b45f49a38b733f2386aab7b2",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M2-claude-sonnet-4.6 GOOSE M2-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.41,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.27,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb6c31b13b45f49a38b733f2386aab7b2\",\"checkpoint_sha\":\"14999d417091360f97cce8a9fc9366b9c96cbfa54d0192b1fdc0e07eec0c5082\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-sonnet-4-6",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-sonnet-4-6"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-haiku-4.5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-haiku-4.5",+ "at": "2026-09-12T21:37:07.137Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.95,+ "tail": "Reply with exactly: M1-claude-haiku-4.5 GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse94ef3a6adf341c496ca636ba460d561",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M2-claude-haiku-4.5 GOOSE M2-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse94ef3a6adf341c496ca636ba460d561\",\"checkpoint_sha\":\"b30198ddb2303ff4f9ea47d90c3377f3195cd1c506dbc90207350f32d19f0f53\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-haiku-4-5-20251001",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-haiku-4-5-20251001"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.6-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.6-flash",+ "at": "2026-09-12T21:38:12.643Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-gemini-3.6-flash GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse70341ad378b4f678c7a81e89bd3ceb5",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.18,+ "tail": "Reply with exactly: M2-gemini-3.6-flash GOOSE M2-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.39,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.24,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse70341ad378b4f678c7a81e89bd3ceb5\",\"checkpoint_sha\":\"b18dca000f5f4a020d31d91635927bacfc212a6885b1777bb68dd1782203d089\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gemini-3.6-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.8-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.8-flash",+ "at": "2026-09-12T21:39:07.916Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.26,+ "tail": "Reply with exactly: M1-gemini-3.8-flash GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess71a1fd8a8f104ec28fd910669a13eca4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M2-gemini-3.8-flash GOOSE M2-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.78,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess71a1fd8a8f104ec28fd910669a13eca4\",\"checkpoint_sha\":\"ffd2f1e4f43e07492a50768baa07b5f0a5923cc9299a3bf08862717b4bd98d89\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gemini-3.8-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.5-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash",+ "at": "2026-09-12T21:40:21.525Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 215.31,+ "tail": "Reply with exactly: M1-gemini-3.5-flash GOOSE Used a tool M1-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess32ad72d78f9b40eeabf0eb77340833d4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Reply with exactly: M2-gemini-3.5-flash GOOSE Used a tool M2-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.16,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.36,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.25,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess32ad72d78f9b40eeabf0eb77340833d4\",\"checkpoint_sha\":\"e7237803201357151b6591e2a132b4898e0bdcc45e54ffc28fdc031c7b9a79bf\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gemini-3.5-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3-flash-preview": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3-flash-preview",+ "at": "2026-09-12T21:44:56.373Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-gemini-3-flash-preview GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess0ff4a2c66214443cb9e0aa822fe02e84",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M2-gemini-3-flash-preview GOOSE M2-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.16,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess0ff4a2c66214443cb9e0aa822fe02e84\",\"checkpoint_sha\":\"a782f677432bf9cf184c4d9120b384c92eee71e801b080747e72a248d8105a72\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "google/gemini-3-flash-preview",+ "gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3-flash-preview"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|deepseek-v4-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "deepseek-v4-flash",+ "at": "2026-09-12T21:46:05.043Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.98,+ "tail": "Reply with exactly: M1-deepseek-v4-flash GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3332547c32154043b85c0f0828e87d82",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M2-deepseek-v4-flash GOOSE Thought process M2-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.55,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-deepseek-v4-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3332547c32154043b85c0f0828e87d82\",\"checkpoint_sha\":\"b10e9bb9f2277eea76da8f603f5b1149f515abbbbc25e987bd577002d59420b8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "deepseek-v4-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|kimi-k2.7-code": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "kimi-k2.7-code",+ "at": "2026-09-12T21:47:05.850Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.96,+ "tail": "Reply with exactly: M1-kimi-k2.7-code GOOSE Thought process M1-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc68935b1e16146ada8a15a48f57e2a73",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.24,+ "tail": "Reply with exactly: M2-kimi-k2.7-code GOOSE M2-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.25,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-kimi-k2.7-code Thought process MM11-k-kimiimi-k-k22..77-code-code",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc68935b1e16146ada8a15a48f57e2a73\",\"checkpoint_sha\":\"70c1bd8a2a788553ac813cf8a18b2a8a7b614049ee4728ab7b1d70d0b55af1d8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "kimi-k2.7-code",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|qwen3.8-max": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "qwen3.8-max",+ "at": "2026-09-12T21:47:54.889Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.93,+ "tail": "Reply with exactly: M1-qwen3.8-max GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess61aa44aa8e6f415992cf90ee66e99710",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.36,+ "tail": "Reply with exactly: M2-qwen3.8-max GOOSE M2-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.27,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.64,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess61aa44aa8e6f415992cf90ee66e99710\",\"checkpoint_sha\":\"ad2cfe9a28b87af9f723f426f9e6167534a7a49200fa9b68e7f9007a858ea49b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "qwen3.8-max",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|mistral-medium-3.5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "mistral-medium-3.5",+ "at": "2026-09-12T21:48:47.895Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.89,+ "tail": "Reply with exactly: M1-mistral-medium-3.5 GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess6598ff1d69474b98a2ecb686b83dd9ed",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Reply with exactly: M2-mistral-medium-3.5 GOOSE M2-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess6598ff1d69474b98a2ecb686b83dd9ed\",\"checkpoint_sha\":\"3da2bf0a9873be50464f453aae150beff3322e487207e77f487175771282d9ad\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "mistralai/mistral-medium-3-5",+ "gpt-5.4"+ ],+ "substituted": [+ "mistralai/mistral-medium-3-5"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|glm-5.3-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "glm-5.3-flash",+ "at": "2026-09-12T21:49:48.288Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-glm-5.3-flash GOOSE Thought process M1-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf67c56e46c0b4e8b9e75746a1dc1b7aa",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.43,+ "tail": "Reply with exactly: M2-glm-5.3-flash GOOSE Thought process M2-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.48,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.27,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf67c56e46c0b4e8b9e75746a1dc1b7aa\",\"checkpoint_sha\":\"140d286873861d0b0bb31d13c50e5ba0add9e9630b172901d0b4eb73576e1ead\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "glm-5.3-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.4": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T21:31:24.715Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess8425ce4ebb8045ad81ff6649fca760f4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.25,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess8425ce4ebb8045ad81ff6649fca760f4\",\"checkpoint_sha\":\"bcb09a73a0b8101abbfa46b766008c225372363e3ab241399a8e935ffe83aa16\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.4",+ "gpt-5.6-sol"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.6-sol": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T21:32:16.646Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess55abfda2aec444a699e04e241fdf7b7a",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.27,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.49,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess55abfda2aec444a699e04e241fdf7b7a\",\"checkpoint_sha\":\"b25d9dab01f6d132077d22e0f107fc2051d37791fe20a6a8f6b75fd83923e134\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.6-sol",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T21:33:20.839Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessd6d6cdb2b54a4c9ebbb17713366cd840",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.7,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.34,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessd6d6cdb2b54a4c9ebbb17713366cd840\",\"checkpoint_sha\":\"a7b562b4610646a77a2a4be17ab70011fc3a44ab58ac03c6caeff0a50b8f78cb\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.5-2026-04-23",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.5-2026-04-23"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gpt-5.2": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T21:34:24.572Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.86,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb925ebd6da384050a11e63cb31e4e5d1",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.46,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb925ebd6da384050a11e63cb31e4e5d1\",\"checkpoint_sha\":\"3cc68e5df7188b2fc76937b6463dd74fabbb652577cc6f0a1d130a3ed197e515\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gpt-5.2-2025-12-11",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.2-2025-12-11"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-opus-5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-opus-5",+ "at": "2026-09-12T21:35:22.770Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.86,+ "tail": "Reply with exactly: M1-claude-opus-5 GOOSE M1-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess146151858a894127ab5d1ab9ce3b2094",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M2-claude-opus-5 GOOSE M",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.3,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 42.79,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "files": [],+ "record_files": [],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 11.31,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess146151858a894127ab5d1ab9ce3b2094\",\"checkpoint_sha\":\"f786ab99852bf154bac74597e36e30bc5b2cedc60522b62f2675d2394c94e6c3\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-opus-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-fable-5-1": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-fable-5-1",+ "at": "2026-09-12T21:36:52.625Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.22,+ "tail": "Reply with exactly: M1-claude-fable-5-1 GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess6fcb2ab2cf6441f19da43cc303dff2f6",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "Reply with exactly: M2-claude-fable-5-1 GOOSE M2-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.5,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.4,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess6fcb2ab2cf6441f19da43cc303dff2f6\",\"checkpoint_sha\":\"4ca2c49b3cf3e2661cfd2672257cf2509d34ed233ff23495f0a582e30f91e9df\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-fable-5-1",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-sonnet-5": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-sonnet-5",+ "at": "2026-09-12T21:37:57.334Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-claude-sonnet-5 GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb3ac40a5391043f58978cd725444919d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M2-claude-sonnet-5 GOOSE M2-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.49,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb3ac40a5391043f58978cd725444919d\",\"checkpoint_sha\":\"a803764a56d854695bbd736db1676506ba372b94772c396a84814bb5f4717982\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-sonnet-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|claude-opus-4.7": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "claude-opus-4.7",+ "at": "2026-09-12T21:38:55.633Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-claude-opus-4.7 GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess80f801092cf94a08972da5c591929462",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Reply with exactly: M2-claude-opus-4.7 GOOSE M2-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.34,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess80f801092cf94a08972da5c591929462\",\"checkpoint_sha\":\"ac5c338499f245a9adee83c8adf6108c58e8305d18d453b5da0184b3035ad278\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "claude-opus-4-7",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-opus-4-7"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.7-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.7-flash",+ "at": "2026-09-12T21:39:53.551Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.96,+ "tail": "Reply with exactly: M1-gemini-3.7-flash GOOSE M1-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess5f54b74c1e834e46a028a24c74075057",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.17,+ "tail": "Reply with exactly: M2-gemini-3.7-flash GOOSE M2-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 20.71,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-gemini-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess5f54b74c1e834e46a028a24c74075057\",\"checkpoint_sha\":\"68817b1fe4dc250e9cd75736211f78ff63d692ae562482b9e9f3725c71330b86\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "google/gemini-3.7-flash",+ "gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.5-flash-lite": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash-lite",+ "at": "2026-09-12T21:40:58.005Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M1-gemini-3.5-flash-lite GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess145dd9f81a574710b03c0c211bb81ad4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M2-gemini-3.5-flash-lite GOOSE M2-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess145dd9f81a574710b03c0c211bb81ad4\",\"checkpoint_sha\":\"09d94ca4e4ee9da4a76abd769d4563286bf91cdd35809037ffe0e3d3f69c2f9e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gemini-3.5-flash-lite",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|gemini-3.1-pro-preview": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "gemini-3.1-pro-preview",+ "at": "2026-09-12T21:41:49.698Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-gemini-3.1-pro-preview GOOSE M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1c3c380b968345e2a2c45a33ea0a6425",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.44,+ "tail": "Reply with exactly: M2-gemini-3.1-pro-preview GOOSE M2-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.17,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.32,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1c3c380b968345e2a2c45a33ea0a6425\",\"checkpoint_sha\":\"32f6d9e6264e6440d9a0b019490ff3f648abd0c49b98137eef185ffaec7a3060\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "gemini-3.1-pro-preview",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|deepseek-v4-pro": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "deepseek-v4-pro",+ "at": "2026-09-12T21:42:57.170Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.85,+ "tail": "Reply with exactly: M1-deepseek-v4-pro GOOSE Thought process M1-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess7b3adbbd2b234ab9b2aa69ba31b71310",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Reply with exactly: M2-deepseek-v4-pro GOOSE Thought process M2-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-deepseek-v4-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess7b3adbbd2b234ab9b2aa69ba31b71310\",\"checkpoint_sha\":\"8025fe64b32c077049a9881f38b85c710c9dd41916d5568088de3b9c2f32428a\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "deepseek-v4-pro",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|kimi-k3": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "kimi-k3",+ "at": "2026-09-12T21:43:48.931Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.44,+ "tail": "Reply with exactly: M1-kimi-k3 GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessd231c0c15d9540558e3e9f1e56aafa53",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.34,+ "tail": "Reply with exactly: M2-kimi-k3 GOOSE Thought process M2-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.96,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.43,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessd231c0c15d9540558e3e9f1e56aafa53\",\"checkpoint_sha\":\"8d755d5c5ae62239882e5ceec170f031d82ae4d1f20d8b5ee96385aaed8e4698\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "kimi-k3",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|qwen3.7-max": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "qwen3.7-max",+ "at": "2026-09-12T21:45:24.502Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Reply with exactly: M1-qwen3.7-max GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess0ee1449aaecd4f59a0c8a76329d3afef",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "Reply with exactly: M2-qwen3.7-max GOOSE M2-qwen3.7-max </think> M2-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.3,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess0ee1449aaecd4f59a0c8a76329d3afef\",\"checkpoint_sha\":\"d775010bb79c1176616a2937226434f184cdf47b8760ca8cac9ca33385e3433c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "qwen3.7-max",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-harnessrouter|goose|step-3.7-flash": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "step-3.7-flash",+ "at": "2026-09-12T21:46:19.740Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-step-3.7-flash GOOSE Used a tool M1-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess97bae67e4b70432c8be0eac88c9d5bd5",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.22,+ "tail": "Reply with exactly: M2-step-3.7-flash GOOSE Used a tool M2-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.38,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.48,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.29,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-step-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess97bae67e4b70432c8be0eac88c9d5bd5\",\"checkpoint_sha\":\"32c1235f5613b4633ef181e73a8ec9f0b65559e12fa476dedbfc0604083d6e33\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "stepfun/step-3.7-flash",+ "gpt-5.4"+ ],+ "substituted": [+ "stepfun/step-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-harnessrouter|goose|glm-5.3": {+ "provider": "goose-harnessrouter",+ "harness": "goose",+ "model": "glm-5.3",+ "at": "2026-09-12T21:47:27.635Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.36,+ "tail": "Reply with exactly: M1-glm-5.3 GOOSE M1-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess25558624113a45b8a80af16ce38193d7",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.31,+ "tail": "Reply with exactly: M2-glm-5.3 GOOSE M2-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.75,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 20.56,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess25558624113a45b8a80af16ce38193d7\",\"checkpoint_sha\":\"2710ee302fb7426fe8064f083fc4080adf0e538268272b7ddaddbf97574800a2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:HarnessRouter API test 1",+ "connections": [+ "integration:HarnessRouter API test 1"+ ],+ "served": [+ "glm-5.3",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.4": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T21:15:07.454Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.89,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessfd00d4073e8b42949027ab8cb89ee87b",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.23,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE Used a tool M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.24,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessfd00d4073e8b42949027ab8cb89ee87b\",\"checkpoint_sha\":\"7ea93f16027391ad37176c17a6769904f27bf3fa9d88ea4fd63df33f9b1b3d82\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.4-2026-03-05",+ "gpt-5.6-sol"+ ],+ "substituted": [+ "gpt-5.4-2026-03-05"+ ],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.6-sol": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T21:16:08.269Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3c55f1445ecd49f1914ca3aea24d2800",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.24,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.76,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3c55f1445ecd49f1914ca3aea24d2800\",\"checkpoint_sha\":\"ebf0a91fd4168a60111a0256e3005d9f1a920b41802f21bfc7536ceafb74e5c5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.6-sol",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.5": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T21:17:20.307Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.49,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess11e23138a1d1439888cfe75632776705",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.77,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess11e23138a1d1439888cfe75632776705\",\"checkpoint_sha\":\"05e4f241fcecd059e435f1309d03c9980ac42e7cf0d9473c36859b466bd65317\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.5-2026-04-23",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [+ "gpt-5.5-2026-04-23"+ ],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.2": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T21:18:34.790Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE Used a tool M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess926b1b5823b34347a00264751f2bb8e6",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE Used a tool M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess926b1b5823b34347a00264751f2bb8e6\",\"checkpoint_sha\":\"9ca8b201bbb5173c1469a658b2368ea9bc10e30d35b63c09ccc9a9fb277efd48\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.2-2025-12-11",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [+ "gpt-5.2-2025-12-11"+ ],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.6-terra": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T21:15:15.430Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessff59dd757b264966821333b68ebf7b24",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.78,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.4,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.68,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessff59dd757b264966821333b68ebf7b24\",\"checkpoint_sha\":\"83bf71f168d22dfd4b10b51e9bb6b200bd9eddd81219e965e2178cca7df41059\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.6-terra",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.6-luna": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T21:16:33.438Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.88,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessef3587f1fbb049fb8ae88e058e72d176",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.22,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessef3587f1fbb049fb8ae88e058e72d176\",\"checkpoint_sha\":\"0766610510bb84857b941c3844ee302d10200551ab4f2012321909e3714c3dbb\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.6-luna",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-openai|goose|gpt-5.4-mini": {+ "provider": "goose-openai",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T21:17:25.342Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess4c84ccaf51ab4901bfc4fbfbd041e3a3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess4c84ccaf51ab4901bfc4fbfbd041e3a3\",\"checkpoint_sha\":\"6cc9149a44bbd0e7f9bc1c9dc5b12247c0d423fb3be8843869bd0a9b685c020f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenAI",+ "connections": [+ "integration:OpenAI"+ ],+ "served": [+ "gpt-5.4-mini-2026-03-17",+ "gpt-5.4-2026-03-05"+ ],+ "substituted": [+ "gpt-5.4-mini-2026-03-17"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.6-terra": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T20:51:41.922Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1c51b10cee514a31b2feeaae97b805fb",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.7,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.22,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1c51b10cee514a31b2feeaae97b805fb\",\"checkpoint_sha\":\"1f4a36a3873ee32cad96ca987e04be31420838e80cd057324f8f4d104be1c78c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.6-terra",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-terra"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.6-luna": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T20:53:08.011Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess4578548781254af180a311ae72dc02bb",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.22,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-luna Thought process",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess4578548781254af180a311ae72dc02bb\",\"checkpoint_sha\":\"c0b125cf5f9b893366cec74defca70f9314daa0e46449186d61c8cd74dbed7a0\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.6-luna",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-luna"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.4-mini": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T20:54:06.004Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc141dc019e524050b102cf902cfd5274",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc141dc019e524050b102cf902cfd5274\",\"checkpoint_sha\":\"423beb6e192518ddcf5f159f4fa4e11e06271148990449fbf0b81a5d14314619\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.4-mini",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.4-mini"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-fable-5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-fable-5",+ "at": "2026-09-12T20:55:28.751Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.86,+ "tail": "Reply with exactly: M1-claude-fable-5 GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess5f76114ccfe2463eb06fb68382d7153c",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M2-claude-fable-5 GOOSE M2-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.21,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess5f76114ccfe2463eb06fb68382d7153c\",\"checkpoint_sha\":\"5398ea3439292eac25b787bb4b32b31897c25a52c774049335900e4ac733dd5f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-fable-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-fable-5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-opus-4.8": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-opus-4.8",+ "at": "2026-09-12T20:56:29.338Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-claude-opus-4.8 GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess90b504238a9b4b1ba68839d8136ee2a8",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.78,+ "tail": "Reply with exactly: M2-claude-opus-4.8 GOOSE M2-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess90b504238a9b4b1ba68839d8136ee2a8\",\"checkpoint_sha\":\"38d627bbd8271a350c6a47e0832a460fdb18f1e29c8f4f6e8cb2b5cf9d0c1138\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-opus-4.8",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-4.8"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-sonnet-4.6": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-sonnet-4.6",+ "at": "2026-09-12T20:57:52.184Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.49,+ "tail": "Reply with exactly: M1-claude-sonnet-4.6 GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3c0d283cacbd40a4af83fcf787134df3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M2-claude-sonnet-4.6 GOOSE M2-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3c0d283cacbd40a4af83fcf787134df3\",\"checkpoint_sha\":\"0581c5dc35734fee5802bd5dd9c6a97f383faec2edb837fced0a027e89811c27\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-sonnet-4.6",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-sonnet-4.6"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-haiku-4.5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-haiku-4.5",+ "at": "2026-09-12T20:59:15.021Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-claude-haiku-4.5 GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess86c34c0ef9af4127bbcd30496da2cc0a",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-claude-haiku-4.5 GOOSE M2-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess86c34c0ef9af4127bbcd30496da2cc0a\",\"checkpoint_sha\":\"c2de906cfc9cf6f03794ed2761032858a642d2eb07f780b4b47134834c67cec6\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-haiku-4.5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-haiku-4.5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.6-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.6-flash",+ "at": "2026-09-12T21:00:37.666Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-gemini-3.6-flash GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse2fbca37891742c19bba8516b6e7e260",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.15,+ "tail": "Reply with exactly: M2-gemini-3.6-flash GOOSE M2-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.37,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.83,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-gemini-3.6-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse2fbca37891742c19bba8516b6e7e260\",\"checkpoint_sha\":\"03bc7914741239d22e25c97cb24fe5bbffba169a8ed6e4352345c7109e55fe33\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.6-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.6-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.8-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.8-flash",+ "at": "2026-09-12T21:02:04.411Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.24,+ "tail": "Reply with exactly: M1-gemini-3.8-flash GOOSE Thought process M1-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb3bf9487b12249b5bc609cadc974d449",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M2-gemini-3.8-flash GOOSE M2-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.61,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb3bf9487b12249b5bc609cadc974d449\",\"checkpoint_sha\":\"156d38950de9f70f1918f5de57cbf0df8feabd3f6b1eb9d649d9c75fe7b51950\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.8-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.8-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.5-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash",+ "at": "2026-09-12T21:03:14.420Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-gemini-3.5-flash GOOSE M1-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessce5cc6b7acbe4f25b195960a9f8d9ed7",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.5,+ "tail": "Reply with exactly: M2-gemini-3.5-flash GOOSE M2-gemini-3.5-flashM2-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessce5cc6b7acbe4f25b195960a9f8d9ed7\",\"checkpoint_sha\":\"397aff40b29b9f53e2455227db32a6142237b594a7fd87c361e17bdc453d9d1f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.5-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.5-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.1-flash-lite": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.1-flash-lite",+ "at": "2026-09-12T21:04:40.104Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-gemini-3.1-flash-lite GOOSE M1-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess87ba805ae7df47eba389c1f009692fe3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M2-gemini-3.1-flash-lite GOOSE M2-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess87ba805ae7df47eba389c1f009692fe3\",\"checkpoint_sha\":\"4b492fbfe49194bd052eb5022ccb977d5866cef451933dacbc1a2a4ee44cf1d5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.1-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.1-flash-lite"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-2.5-pro": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-2.5-pro",+ "at": "2026-09-12T21:06:02.918Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-gemini-2.5-pro GOOSE Thought process M1-gemini-2.5-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc25faf904d5d49cc928dab785c4fec07",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M2-gemini-2.5-pro GOOSE Thought process M2-gemini-2.5-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.17,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-gemini-2.5-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc25faf904d5d49cc928dab785c4fec07\",\"checkpoint_sha\":\"672a43beed78545e29921db71ac1e98bb6857fa717f3d7b2a914f77a19282d19\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-2.5-pro",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-pro"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-2.5-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-2.5-flash",+ "at": "2026-09-12T21:07:17.306Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M1-gemini-2.5-flash GOOSE M1-gemini-2.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess277852e1ee8848829292df3c959e7090",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.69,+ "tail": "Reply with exactly: M2-gemini-2.5-flash GOOSE M2-gemini-2.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.67,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE. txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-2.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess277852e1ee8848829292df3c959e7090\",\"checkpoint_sha\":\"9218abc26d2728f09b645a75f6e31ebeab5b56b6f834576464607bf54b4c6a24\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-2.5-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|deepseek-v4-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "deepseek-v4-flash",+ "at": "2026-09-12T21:08:48.815Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-deepseek-v4-flash GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess87d78b2d956f4583a3e45e39f0ce6a2f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.17,+ "tail": "Reply with exactly: M2-deepseek-v4-flash GOOSE M2-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.68,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.35,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess87d78b2d956f4583a3e45e39f0ce6a2f\",\"checkpoint_sha\":\"e380e585d9127e3c1e4e8ab7d8780a5e71f97fc6473117770569f6d04a365406\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "deepseek/deepseek-v4-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "deepseek/deepseek-v4-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|kimi-k3": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "kimi-k3",+ "at": "2026-09-12T21:09:49.453Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.96,+ "tail": "Reply with exactly: M1-kimi-k3 GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess06a955b799f04d0caaa725c8337aff51",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M2-kimi-k3 GOOSE M2-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 20.49,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-kimi-k3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess06a955b799f04d0caaa725c8337aff51\",\"checkpoint_sha\":\"a63130fdad63b0906572d94dc60953edcca9d7282f61e2bbf3139cceda74004d\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "moonshotai/kimi-k3",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "moonshotai/kimi-k3"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|qwen3.7-max": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "qwen3.7-max",+ "at": "2026-09-12T21:10:59.063Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M1-qwen3.7-max GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3c83b4a9fb7a41ed946d265dfe4ebb55",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.72,+ "tail": "Reply with exactly: M2-qwen3.7-max GOOSE Thought process M2-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3c83b4a9fb7a41ed946d265dfe4ebb55\",\"checkpoint_sha\":\"872bbccda85398debb22e7d6ef151097a32ba3b791aee69b79ed0210e14c41ef\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "qwen/qwen3.7-max",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "qwen/qwen3.7-max"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|step-3.7-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "step-3.7-flash",+ "at": "2026-09-12T21:12:13.612Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.08,+ "tail": "Reply with exactly: M1-step-3.7-flash GOOSE Used a tool M1-step-3.7-flash Used a tool I\u2019ve replied with the exact requested text.",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1e5bf066ae414f5e926248f6e85c650f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M2-step-3.7-flash GOOSE Used a tool M2-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-step-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1e5bf066ae414f5e926248f6e85c650f\",\"checkpoint_sha\":\"adb920e9dcdf24493c527ea34c570af262d95390c984435f14d736d1c1d4aa60\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "stepfun/step-3.7-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "stepfun/step-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|glm-5.3-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "glm-5.3-flash",+ "at": "2026-09-12T21:13:28.989Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.44,+ "tail": "Reply with exactly: M1-glm-5.3-flash GOOSE M1-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa73e9ff6643e4f61909a1bdf0f25c009",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Reply with exactly: M2-glm-5.3-flash GOOSE Thought process M2-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 20.5,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-glm-5.3-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa73e9ff6643e4f61909a1bdf0f25c009\",\"checkpoint_sha\":\"2211452049676747b6b44c6845e7157e0ef002a3009e666736cd51c8cda0a935\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "z-ai/glm-5.3-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "z-ai/glm-5.3-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.4": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T20:51:49.826Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.98,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessea85ec2d2edc4f5fad1b5817188414c9",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessea85ec2d2edc4f5fad1b5817188414c9\",\"checkpoint_sha\":\"b1513d4bc4166f77dc32c460587a361fa7d488f54118153cb798cebe0c8ef5a5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.4",+ "openai/gpt-5.6-sol"+ ],+ "substituted": [+ "openai/gpt-5.4"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.6-sol": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T20:53:04.136Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.37,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess2d87441dfc5d4d95a054898118351e7b",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.67,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess2d87441dfc5d4d95a054898118351e7b\",\"checkpoint_sha\":\"99fc42982f08e2835d00ceca4569e30f85288ed0c31d8c91bc862687085e5f42\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.6-sol",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-sol"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T20:54:21.430Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa4847c4a7be14ceb948ef8ef86b24d5b",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa4847c4a7be14ceb948ef8ef86b24d5b\",\"checkpoint_sha\":\"c2654e0fcae69e6a416836ec6478770661e659dec9861e58a0f60be8a545e430\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gpt-5.2": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T20:55:35.861Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE Used a tool M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess274f5cee4d174a19a7cb2d30a8d902c0",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.31,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE Used a tool M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.36,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess274f5cee4d174a19a7cb2d30a8d902c0\",\"checkpoint_sha\":\"3b961be7d98710216e541fc1bc520097716fc03a8fea026266ac4c732952186a\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "openai/gpt-5.2",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.2"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-opus-5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-opus-5",+ "at": "2026-09-12T20:56:39.625Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.99,+ "tail": "Reply with exactly: M1-claude-opus-5 GOOSE M1-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1bb9183303664507ac16c5bbe38f9941",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.67,+ "tail": "Reply with exactly: M2-claude-opus-5 GOOSE M2-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 39.52,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "files": [],+ "record_files": [],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1bb9183303664507ac16c5bbe38f9941\",\"checkpoint_sha\":\"8c4d63b3baf209e060911da483ed3f2f68816297647457253ec186beb7b1abd9\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-opus-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-fable-5-1": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-fable-5-1",+ "at": "2026-09-12T20:58:16.839Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.98,+ "tail": "Reply with exactly: M1-claude-fable-5-1 GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess63fae168ac4643eea308fc043ba2c8ea",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.31,+ "tail": "Reply with exactly: M2-claude-fable-5-1 GOOSE M2-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.21,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess63fae168ac4643eea308fc043ba2c8ea\",\"checkpoint_sha\":\"39f38e7dada9269086d72641c6d7a39b0d5007f59ecbf6e2ecb2ccdb11e55cf2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-fable-5.1",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-fable-5.1"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-sonnet-5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-sonnet-5",+ "at": "2026-09-12T20:59:09.088Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-claude-sonnet-5 GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc0eb794ede574a0d8738a7937f3b382b",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M2-claude-sonnet-5 GOOSE M2-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc0eb794ede574a0d8738a7937f3b382b\",\"checkpoint_sha\":\"315ec242710c710184ad81e3ecc5adfb7d16c45366a16341ad014e47818e538e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-sonnet-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-sonnet-5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|claude-opus-4.7": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "claude-opus-4.7",+ "at": "2026-09-12T21:00:09.340Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-claude-opus-4.7 GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess932b98011a02443ea4556483ff2ffd86",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M2-claude-opus-4.7 GOOSE M2-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.71,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess932b98011a02443ea4556483ff2ffd86\",\"checkpoint_sha\":\"9d92cfb430b48e19768a00e520411e7df6f65a93cee0b68339cee3f9289b21d2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "anthropic/claude-opus-4.7",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-4.7"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.7-flash": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.7-flash",+ "at": "2026-09-12T21:01:32.196Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.98,+ "tail": "Reply with exactly: M1-gemini-3.7-flash GOOSE Used a tool M1-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc637b2b2412d42a9b988b02ea9131894",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.29,+ "tail": "Reply with exactly: M2-gemini-3.7-flash GOOSE Used a tool M2-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.25,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.21,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc637b2b2412d42a9b988b02ea9131894\",\"checkpoint_sha\":\"95320a3b6f306b3eb1bf2cb789666006e15109b272d0e5ce2f4259ffd068a143\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.7-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.5-flash-lite": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash-lite",+ "at": "2026-09-12T21:02:33.523Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-gemini-3.5-flash-lite GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3e232d9c60ba46c193f9c22f1146bd75",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M2-gemini-3.5-flash-lite GOOSE M2-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.77,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3e232d9c60ba46c193f9c22f1146bd75\",\"checkpoint_sha\":\"caee46c0f5a89008fbe3791efd4fc6e4c60023f0dae3bbf668d4eeb86586ae7f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.5-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.5-flash-lite"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3.1-pro-preview": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3.1-pro-preview",+ "at": "2026-09-12T21:03:56.567Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.3,+ "tail": "Reply with exactly: M1-gemini-3.1-pro-preview GOOSE Thought process M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess021c3ef26688459d8ceb41f78351d4cb",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M2-gemini-3.1-pro-preview GOOSE Thought process M2-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess021c3ef26688459d8ceb41f78351d4cb\",\"checkpoint_sha\":\"167e9a81e2a34164f471673fa3d203d1e5a94c47a1e3559b4b16a38d9ccd03db\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3.1-pro-preview",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.1-pro-preview"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-3-flash-preview": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-3-flash-preview",+ "at": "2026-09-12T21:05:06.189Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.41,+ "tail": "Reply with exactly: M1-gemini-3-flash-preview GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess832e551f493247d38f42ad52d3d4620e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M2-gemini-3-flash-preview GOOSE M2-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.77,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess832e551f493247d38f42ad52d3d4620e\",\"checkpoint_sha\":\"e93ffd4e024cf3e94bf4dac6e24033208dcb56b96b7d5de3f3b127e5e94e89d1\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-3-flash-preview",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3-flash-preview"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|gemini-2.5-flash-lite": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "gemini-2.5-flash-lite",+ "at": "2026-09-12T21:06:29.168Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.48,+ "tail": "Reply with exactly: M1-gemini-2.5-flash-lite GOOSE M1-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess699b8d9efb004adfb35562f047abd23e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gemini-2.5-flash-lite GOOSE M2-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess699b8d9efb004adfb35562f047abd23e\",\"checkpoint_sha\":\"1a7c2c23e168bf635d92bb96e49fec43dea7f141eb654e2c815c40873462241b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "google/gemini-2.5-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-flash-lite"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|deepseek-v4-pro": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "deepseek-v4-pro",+ "at": "2026-09-12T21:08:00.508Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-deepseek-v4-pro GOOSE M1-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess8ee0de1dac4044539cb9a73c0e97a863",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M2-deepseek-v4-pro GOOSE M2-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-deepseek-v4-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess8ee0de1dac4044539cb9a73c0e97a863\",\"checkpoint_sha\":\"59187661cc559bd40032037ea9dc171c85b8ca43181279563b6af76f534fd872\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "deepseek/deepseek-v4-pro",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "deepseek/deepseek-v4-pro"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|kimi-k2.7-code": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "kimi-k2.7-code",+ "at": "2026-09-12T21:09:00.974Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M1-kimi-k2.7-code GOOSE Thought process M1-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess84f24e12b815487ca4525a9ad9c49b84",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M2-kimi-k2.7-code GOOSE Thought process M2-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Thought process Used a tool Used a tool Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-kimi-k2.7-code",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess84f24e12b815487ca4525a9ad9c49b84\",\"checkpoint_sha\":\"b94e3d5d352696287c7a8fd4d0f0380446e8349b35f935d3459e1ab9f6717d6b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "moonshotai/kimi-k2.7-code",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "moonshotai/kimi-k2.7-code"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|qwen3.8-max": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "qwen3.8-max",+ "at": "2026-09-12T21:10:09.877Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.98,+ "tail": "Reply with exactly: M1-qwen3.8-max GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa7804d0706db409190ec53306704362a",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.1,+ "tail": "Reply with exactly: M2-qwen3.8-max GOOSE Thought process M2-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 20.46,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa7804d0706db409190ec53306704362a\",\"checkpoint_sha\":\"913a5ef127d211e452db41fcad7d2e2715a7dcc255ba668dee36298263be029c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "qwen/qwen3.8-max-0902",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "qwen/qwen3.8-max-0902"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|mistral-medium-3.5": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "mistral-medium-3.5",+ "at": "2026-09-12T21:11:25.521Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.38,+ "tail": "Reply with exactly: M1-mistral-medium-3.5 GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess75983a66cef0403396db1aea7957de3a",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.73,+ "tail": "Reply with exactly: M2-mistral-medium-3.5 GOOSE M2-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess75983a66cef0403396db1aea7957de3a\",\"checkpoint_sha\":\"94f8e97a11cc1164b90c475f7132e4ac4c7b0e53fb93fe37ca1550ed5ee2f5f0\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "mistralai/mistral-medium-3-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "mistralai/mistral-medium-3-5"+ ],+ "deleted": 200+ },+ "goose-openrouter|goose|glm-5.3": {+ "provider": "goose-openrouter",+ "harness": "goose",+ "model": "glm-5.3",+ "at": "2026-09-12T21:12:56.651Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.43,+ "tail": "Reply with exactly: M1-glm-5.3 GOOSE M1-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess07513714a84d48a69204dbd1a5e8aca4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.77,+ "tail": "Reply with exactly: M2-glm-5.3 GOOSE M2-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess07513714a84d48a69204dbd1a5e8aca4\",\"checkpoint_sha\":\"5aa3f589bc7d75cb57c7bf013f43834a4789ef0ed824bfb686f3ce3233f3ded4\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:OpenRouter",+ "connections": [+ "integration:OpenRouter"+ ],+ "served": [+ "z-ai/glm-5.3",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "z-ai/glm-5.3"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.6-terra": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T20:09:05.897Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa0587a182ef44c20b12ee01a7c430882",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 15.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.64,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa0587a182ef44c20b12ee01a7c430882\",\"checkpoint_sha\":\"2ba164d82a0458602de1204e51ebb4b7a6318cb1b607d2c4e706296efb8e7724\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.6-terra",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.6-luna": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T20:10:02.213Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.09,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-lunapt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess5909ebb2ac764d36a489fbf6b1cedd47",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.07,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.52,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-luna",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess5909ebb2ac764d36a489fbf6b1cedd47\",\"checkpoint_sha\":\"a31f8b396b94c604140237e4be9fc499ed6d320d2f3c72656e57973b2a0d4020\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.6-luna",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.4-mini": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T20:11:06.697Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.93,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesscc7d15b28f684961916db72083ebbce7",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.17,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.3,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesscc7d15b28f684961916db72083ebbce7\",\"checkpoint_sha\":\"4cae770bf068b98d10697aac46234f50eed2761fbbe588249e66723b9f534727\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.4-mini-2026-03-17",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.4-mini-2026-03-17"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-fable-5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-fable-5",+ "at": "2026-09-12T20:11:58.822Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-claude-fable-5 GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess93f2eb8d078a4509bd12b49612df569d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.34,+ "tail": "Reply with exactly: M2-claude-fable-5 GOOSE M2-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.36,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess93f2eb8d078a4509bd12b49612df569d\",\"checkpoint_sha\":\"8f842ece47ba29b26795bf932581f4041784787526fd61a4cf68f32014544f42\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-fable-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-opus-4.8": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-opus-4.8",+ "at": "2026-09-12T20:13:03.116Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Reply with exactly: M1-claude-opus-4.8 GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess19f30276a51c46b7884dc6e6487cabdb",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M2-claude-opus-4.8 GOOSE M2-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.28,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess19f30276a51c46b7884dc6e6487cabdb\",\"checkpoint_sha\":\"b28608a6f9710a50d7a3d039197c4fd97219561203c5aa660f3dd8584e688ec8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-opus-4-8",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-opus-4-8"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-sonnet-4.6": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-sonnet-4.6",+ "at": "2026-09-12T20:13:58.007Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.91,+ "tail": "Reply with exactly: M1-claude-sonnet-4.6 GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3a95a2ea6bf542aa8de2a237908243f0",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.32,+ "tail": "Reply with exactly: M2-claude-sonnet-4.6 GOOSE M2-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.16,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3a95a2ea6bf542aa8de2a237908243f0\",\"checkpoint_sha\":\"d4ec8f24971cc2bc0ee365e7929a181b95534826138e49fb34972d91a3d30950\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-sonnet-4-6",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-sonnet-4-6"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-haiku-4.5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-haiku-4.5",+ "at": "2026-09-12T20:14:52.977Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-claude-haiku-4.5 GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess331e143c722642298248cf284e8c4a1c",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.21,+ "tail": "Reply with exactly: M2-claude-haiku-4.5 GOOSE M2-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess331e143c722642298248cf284e8c4a1c\",\"checkpoint_sha\":\"22e70f05d65c7dde15ba33679dd3474dabfc9cc8ee6332beb9088ded419744e5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-haiku-4-5-20251001",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-haiku-4-5-20251001"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.6-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.6-flash",+ "at": "2026-09-12T20:15:44.880Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.09,+ "tail": "Reply with exactly: M1-gemini-3.6-flash GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess93f7785bada34fc99a4f44e8ed37d8bf",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.54,+ "tail": "Reply with exactly: M2-gemini-3.6-flash GOOSE M2-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.18,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 74.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.42,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.6-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess93f7785bada34fc99a4f44e8ed37d8bf\",\"checkpoint_sha\":\"46690d9cbc633af20852bb736a216476edf760faeb95d3fe817567bf3ade2278\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gemini-3.6-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.8-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.8-flash",+ "at": "2026-09-12T20:18:10.838Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.13,+ "tail": "Reply with exactly: M1-gemini-3.8-flash GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1d718a050f0b4cada766fdf5e17997dd",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M2-gemini-3.8-flash GOOSE M2-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 36.29,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1d718a050f0b4cada766fdf5e17997dd\",\"checkpoint_sha\":\"f1c1437f70a7a30d1dee45486d01f96baa0417c7127f1f9c838d770f2aeb8172\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gemini-3.8-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.5-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash",+ "at": "2026-09-12T20:19:33.820Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.97,+ "tail": "Reply with exactly: M1-gemini-3.5-flash GOOSE Used a tool M1-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess10a7ce0749144f849a4869363818c4b4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.24,+ "tail": "Reply with exactly: M2-gemini-3.5-flash GOOSE Used a tool M2-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.57,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.13,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess10a7ce0749144f849a4869363818c4b4\",\"checkpoint_sha\":\"6bf16044523cf455d9416d91b90799a8190eeca68e49220dce8d2fed104d21ae\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gemini-3.5-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3-flash-preview": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3-flash-preview",+ "at": "2026-09-12T20:20:41.476Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.91,+ "tail": "Reply with exactly: M1-gemini-3-flash-preview GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessd4e7adbef49c4ce2bbf1acc9d571b5a2",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M2-gemini-3-flash-preview GOOSE M2-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.32,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessd4e7adbef49c4ce2bbf1acc9d571b5a2\",\"checkpoint_sha\":\"19fdfdb09fc3c55334447d7f7a3710ade4799d393b6036091fd4fdcbf3db0b83\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "google/gemini-3-flash-preview",+ "gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3-flash-preview"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|deepseek-v4-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "deepseek-v4-flash",+ "at": "2026-09-12T20:21:36.678Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.88,+ "tail": "Reply with exactly: M1-deepseek-v4-flash GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess8c02b7730a7f4ce580de2489c2d8e8b5",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.17,+ "tail": "Reply with exactly: M2-deepseek-v4-flash GOOSE Thought process M2-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.97,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-deepseek-v4-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess8c02b7730a7f4ce580de2489c2d8e8b5\",\"checkpoint_sha\":\"63c20df3ad87758d84430eab415f655b01ba263d0d3a14fcf13c9d115bcdcb37\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "deepseek-v4-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|kimi-k2.7-code": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "kimi-k2.7-code",+ "at": "2026-09-12T20:22:29.731Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.97,+ "tail": "Reply with exactly: M1-kimi-k2.7-code GOOSE Thought process M1-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb0c7449939dc4a29b19a325967dbbb17",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M2-kimi-k2.7-code GOOSE Thought process M2-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.26,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.34,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-kimi-k2.7-code",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb0c7449939dc4a29b19a325967dbbb17\",\"checkpoint_sha\":\"7c020c2df4d21c104b6fb756b06faf456d049e7ff30d51f3a6eb348a29e4f373\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "kimi-k2.7-code",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|qwen3.8-max": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "qwen3.8-max",+ "at": "2026-09-12T20:23:28.042Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.98,+ "tail": "Reply with exactly: M1-qwen3.8-max GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess7cce7790d20a44da9d5f088b8308e3f7",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M2-qwen3.8-max GOOSE Thought process M2-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.08,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess7cce7790d20a44da9d5f088b8308e3f7\",\"checkpoint_sha\":\"12aad1aeaac2877ce03fb911dc809c6aa1e27940868b80857b16c0e1d9383439\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "qwen3.8-max",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|mistral-medium-3.5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "mistral-medium-3.5",+ "at": "2026-09-12T20:24:19.966Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M1-mistral-medium-3.5 GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse4beb4930b644693a88f58a25ce0ba75",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M2-mistral-medium-3.5 GOOSE M2-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.25,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.22,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse4beb4930b644693a88f58a25ce0ba75\",\"checkpoint_sha\":\"8dc6cd6137365dd37bd245b981009d2c81e579e83b48357a3a5eef369254a333\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "mistralai/mistral-medium-3-5",+ "gpt-5.4"+ ],+ "substituted": [+ "mistralai/mistral-medium-3-5"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|glm-5.3-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "glm-5.3-flash",+ "at": "2026-09-12T20:25:18.024Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.06,+ "tail": "Reply with exactly: M1-glm-5.3-flash GOOSE Thought process M1-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessdb916a412dd24da583a1f2d877eb8e09",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.23,+ "tail": "Reply with exactly: M2-glm-5.3-flash GOOSE Thought process M2-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 30.58,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.19,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessdb916a412dd24da583a1f2d877eb8e09\",\"checkpoint_sha\":\"3d99b5e2cb66cc24abbcd075b78fe39b8727d0356400ad0411ca85b8b6c2608f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "glm-5.3-flash",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.4": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T20:09:12.700Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.88,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess2c879e06f59f4de1affea5722cd3c1fb",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.24,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.25,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess2c879e06f59f4de1affea5722cd3c1fb\",\"checkpoint_sha\":\"32df6866223b7d6bd8e7d6f61e5aa0bdf252b6cf376f7cdfbf49954e1f98e3f5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.4",+ "gpt-5.6-sol"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.6-sol": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T20:10:04.831Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.94,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess8a876d1f4a904b04b03f7d1392124af3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.1,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.53,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.27,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess8a876d1f4a904b04b03f7d1392124af3\",\"checkpoint_sha\":\"54f9eabf59c5f90f5bb48d1144e755a8f728596eb37371a3d27044d32e9905fe\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.6-sol",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T20:11:06.257Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.85,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessbc3378246b064a99b76c397cb87c86e4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.22,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.55",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.36,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessbc3378246b064a99b76c397cb87c86e4\",\"checkpoint_sha\":\"53f555e737d0bf5a10c22c354a9076835b6d573607e9d7ae7876f607ead718fb\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.5-2026-04-23",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.5-2026-04-23"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gpt-5.2": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T20:12:01.435Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3e26c8629576489ba4f9c726b5c5c993",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.14,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.44,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3e26c8629576489ba4f9c726b5c5c993\",\"checkpoint_sha\":\"df5cbedbf2150e5c0b767c23499727061315492a5c8173a90b1567e76c7a9614\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gpt-5.2-2025-12-11",+ "gpt-5.4"+ ],+ "substituted": [+ "gpt-5.2-2025-12-11"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-opus-5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-opus-5",+ "at": "2026-09-12T20:13:02.718Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.86,+ "tail": "Reply with exactly: M1-claude-opus-5 GOOSE M1-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess7fb444d145fd4dcab64ce02aa287d3e3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.07,+ "tail": "Reply with exactly: M2-claude-opus-5 GOOSE M2-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 46.01,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "files": [],+ "record_files": [],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 11.16,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess7fb444d145fd4dcab64ce02aa287d3e3\",\"checkpoint_sha\":\"c61cbe8b39120c5a3c4edb1a1456ebeee292bf8cb9f9227fee311fd93a8e9b3a\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-opus-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-fable-5-1": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-fable-5-1",+ "at": "2026-09-12T20:14:32.418Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.98,+ "tail": "Reply with exactly: M1-claude-fable-5-1 GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess387432ce598a4ca09a57e51cb9f68458",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.1,+ "tail": "Reply with exactly: M2-claude-fable-5-1 GOOSE M2-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.27,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess387432ce598a4ca09a57e51cb9f68458\",\"checkpoint_sha\":\"ffdf530cdd74c1b64383596f170a594572851fef3af31bff5322a903f4a0cbc8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-fable-5-1",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-sonnet-5": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-sonnet-5",+ "at": "2026-09-12T20:15:36.243Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.93,+ "tail": "Reply with exactly: M1-claude-sonnet-5 GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse15b411f9f034feabe2e106197c01369",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M2-claude-sonnet-5 GOOSE M2-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.75,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.23,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse15b411f9f034feabe2e106197c01369\",\"checkpoint_sha\":\"675dc64fed9fa1ef6633ca78e41c86d3bf7b0d21d6fe99849f31a980ad8c3f04\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-sonnet-5",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|claude-opus-4.7": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "claude-opus-4.7",+ "at": "2026-09-12T20:16:40.669Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.9,+ "tail": "Reply with exactly: M1-claude-opus-4.7 GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess2625a73968e84d66b97848cebd1df8ec",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8,+ "tail": "Reply with exactly: M2-claude-opus-4.7 GOOSE M2-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.1,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess2625a73968e84d66b97848cebd1df8ec\",\"checkpoint_sha\":\"9cbdcb303bba882f93f1df72ba11bcb952cbf362e8e995ac9d4ada64b17bbe69\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "claude-opus-4-7",+ "gpt-5.4"+ ],+ "substituted": [+ "claude-opus-4-7"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.7-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.7-flash",+ "at": "2026-09-12T20:17:35.507Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.37,+ "tail": "Reply with exactly: M1-gemini-3.7-flash GOOSE Thought process M1-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessdb5a08ae63a448efa1064bc3647fadd0",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M2-gemini-3.7-flash GOOSE M2-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.64,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessdb5a08ae63a448efa1064bc3647fadd0\",\"checkpoint_sha\":\"6fe2bc31a949567e5277b9ed9609ce812b4ddcda1526a8cebc29f7cfb36987eb\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "google/gemini-3.7-flash",+ "gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.5-flash-lite": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.5-flash-lite",+ "at": "2026-09-12T20:18:43.143Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-gemini-3.5-flash-lite GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess451fba3730ce44bd8dc2fabb4786da6f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.1,+ "tail": "Reply with exactly: M2-gemini-3.5-flash-lite GOOSE M2-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.32,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.33,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools id DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.13,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess451fba3730ce44bd8dc2fabb4786da6f\",\"checkpoint_sha\":\"62ae3e20a2e6d48379d012f88fc00549be49b46473bd0cf6030be5952d338dfc\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gemini-3.5-flash-lite",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|gemini-3.1-pro-preview": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "gemini-3.1-pro-preview",+ "at": "2026-09-12T20:19:44.311Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.67,+ "tail": "Reply with exactly: M1-gemini-3.1-pro-preview GOOSE Used a tool M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf0cac5119b344747bf87ac9e029631b8",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.8,+ "tail": "Reply with exactly: M2-gemini-3.1-pro-preview GOOSE Used a tool M2-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.34,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.25,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf0cac5119b344747bf87ac9e029631b8\",\"checkpoint_sha\":\"3302fa00d648e3b640f7c08f4f2e1d55fab0e531dc95d50487492f127e123e57\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "gemini-3.1-pro-preview",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|deepseek-v4-pro": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "deepseek-v4-pro",+ "at": "2026-09-12T20:21:25.894Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "Reply with exactly: M1-deepseek-v4-pro GOOSE Thought process M1-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess869506e4a36b498c9d68d16b8e2e0352",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Reply with exactly: M2-deepseek-v4-pro GOOSE Thought process M2-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-deepseek-v4-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess869506e4a36b498c9d68d16b8e2e0352\",\"checkpoint_sha\":\"8868339f69888a6532d3bcc365a3969297cb4b4082a77abe2a097c07ee613981\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "deepseek-v4-pro",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|kimi-k3": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "kimi-k3",+ "at": "2026-09-12T20:22:19.358Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.4,+ "tail": "Reply with exactly: M1-kimi-k3 GOOSE Used a tool M1-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3e94059ddd514010a72d60dc9cee596e",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Reply with exactly: M2-kimi-k3 GOOSE Used a tool M2-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.14,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 26.97,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3e94059ddd514010a72d60dc9cee596e\",\"checkpoint_sha\":\"4efdf2906e8b8bb5b376d265f4a4957df7e1fbad0dbe2ed9ce83b87ff9172a2b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "kimi-k3",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|qwen3.7-max": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "qwen3.7-max",+ "at": "2026-09-12T20:23:43.239Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M1-qwen3.7-max GOOSE Thought process M1-qwen3.7-maxM1-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf60677ab9e01412bb62c1be20d54e67c",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.29,+ "tail": "Reply with exactly: M2-qwen3.7-max GOOSE Thought process M2-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.15,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.24,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf60677ab9e01412bb62c1be20d54e67c\",\"checkpoint_sha\":\"0c0458deee35f4c93c203b395e6eeadacec2752ed8086179fc1af1d7c28fa89f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "qwen3.7-max",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-tokenrouter|goose|step-3.7-flash": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "step-3.7-flash",+ "at": "2026-09-12T20:24:35.556Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.19,+ "tail": "Reply with exactly: M1-step-3.7-flash GOOSE Used a tool M1-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess849f414c46244abda189456e132bba66",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.23,+ "tail": "Reply with exactly: M2-step-3.7-flash GOOSE Used a tool M2-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.08,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-step-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess849f414c46244abda189456e132bba66\",\"checkpoint_sha\":\"0be2d499dcdf4d319ec5a27912a9c921840fda2e338e5a824c5f26f5d391e16c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "stepfun/step-3.7-flash",+ "gpt-5.4"+ ],+ "substituted": [+ "stepfun/step-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-tokenrouter|goose|glm-5.3": {+ "provider": "goose-tokenrouter",+ "harness": "goose",+ "model": "glm-5.3",+ "at": "2026-09-12T20:25:39.852Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.95,+ "tail": "Reply with exactly: M1-glm-5.3 GOOSE M1-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf29763758d084905828b58f50dde7a98",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 12.1,+ "tail": "Reply with exactly: M2-glm-5.3 GOOSE M2-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.31,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.31,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf29763758d084905828b58f50dde7a98\",\"checkpoint_sha\":\"37d5d4b77cf559f3bd65d9fb87ca7dfc24a66bc3f62f82cb38c0220cc56474b5\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:My TokenRouter",+ "connections": [+ "integration:My TokenRouter"+ ],+ "served": [+ "glm-5.3",+ "gpt-5.4"+ ],+ "substituted": [],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.6-terra": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.6-terra",+ "at": "2026-09-12T20:27:02.329Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.47,+ "tail": "Reply with exactly: M1-gpt-5.6-terra GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess74c677cbf3dc494abd8fb021a8907169",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.49,+ "tail": "Reply with exactly: M2-gpt-5.6-terra GOOSE M2-gpt-5.6-terra",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.11,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-terra",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess74c677cbf3dc494abd8fb021a8907169\",\"checkpoint_sha\":\"371b133eea68687251eeb08e1ffd5885fbd9265c481daeacb4001039f7b141b1\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.6-terra",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-terra"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.6-luna": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.6-luna",+ "at": "2026-09-12T20:28:27.925Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.99,+ "tail": "Reply with exactly: M1-gpt-5.6-luna GOOSE Used a tool M1-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess31bedad48501463886f49924e4eeed0c",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "Reply with exactly: M2-gpt-5.6-luna GOOSE Used a tool M2-gpt-5.6-luna",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.04,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.21,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-luna",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess31bedad48501463886f49924e4eeed0c\",\"checkpoint_sha\":\"99142d275f1dc2e651fab7ca20b9dda6929183eaf0fdc81e3132c482f4fe16d2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.6-luna",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-luna"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.4-mini": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.4-mini",+ "at": "2026-09-12T20:29:36.705Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.41,+ "tail": "Reply with exactly: M1-gpt-5.4-mini GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess5f3613e1bf694b4aafdbc4e46c6b3d32",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gpt-5.4-mini GOOSE M2-gpt-5.4-mini",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4-mini",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess5f3613e1bf694b4aafdbc4e46c6b3d32\",\"checkpoint_sha\":\"c99e42c434941397a7f594c42fd12780775bc6f7c9ae28edba2266a9302c3bb6\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.4-mini",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.4-mini"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-fable-5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-fable-5",+ "at": "2026-09-12T20:31:07.834Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M1-claude-fable-5 GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessfefcf02090ef4a898f31ffa173483771",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M2-claude-fable-5 GOOSE M2-claude-fable-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.28,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessfefcf02090ef4a898f31ffa173483771\",\"checkpoint_sha\":\"c6a4c42a6c856dc41e6ef2a2236266c036f3d422e6f4008cc326e461586069ef\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-fable-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-fable-5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-opus-4.8": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-opus-4.8",+ "at": "2026-09-12T20:32:08.451Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.38,+ "tail": "Reply with exactly: M1-claude-opus-4.8 GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessaaa4163b36634b05b844a950cb35b3be",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "Reply with exactly: M2-claude-opus-4.8 GOOSE M2-claude-opus-4.8",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.69,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.8",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessaaa4163b36634b05b844a950cb35b3be\",\"checkpoint_sha\":\"568b03626908cb423b2b61304fe73e10bfbe3095f7d6746687c74f6106c8e3d8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-opus-4.8",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-4.8"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-sonnet-4.6": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-sonnet-4.6",+ "at": "2026-09-12T20:33:30.965Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-claude-sonnet-4.6 GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1ab0c1c7ae2e4edf9b85db714c1c27cf",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M2-claude-sonnet-4.6 GOOSE M2-claude-sonnet-4.6",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-4.6",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1ab0c1c7ae2e4edf9b85db714c1c27cf\",\"checkpoint_sha\":\"209f90394824d8ade12d12550bdafc729c49a7a6b27952e6094fca29ca27fafc\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-sonnet-4.6",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-sonnet-4.6"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-haiku-4.5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-haiku-4.5",+ "at": "2026-09-12T20:34:53.626Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-claude-haiku-4.5 GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess5b97509827bb401fa8bee93d2309a332",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M2-claude-haiku-4.5 GOOSE M2-claude-haiku-4.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-haiku-4.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess5b97509827bb401fa8bee93d2309a332\",\"checkpoint_sha\":\"c6872a8486cbcba75b0c3c48a29a1b0b0751950d3c6c6583572a0dc9ccd5b00c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-haiku-4.5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-haiku-4.5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.6-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.6-flash",+ "at": "2026-09-12T20:36:24.830Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.4,+ "tail": "Reply with exactly: M1-gemini-3.6-flash GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess2236b7ae22b348b1a5ec245e72451fe9",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M2-gemini-3.6-flash GOOSE M2-gemini-3.6-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.6-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess2236b7ae22b348b1a5ec245e72451fe9\",\"checkpoint_sha\":\"5d116f7aeceb91e90bd6b0cc7aa549def374afbe9af41b4938b086c2cd98c7fd\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.6-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.6-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.8-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.8-flash",+ "at": "2026-09-12T20:37:47.566Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.39,+ "tail": "Reply with exactly: M1-gemini-3.8-flash GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess0518e6b64a6542c19df70cd853e3abc3",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.09,+ "tail": "Reply with exactly: M2-gemini-3.8-flash GOOSE M2-gemini-3.8-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.25,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.8-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess0518e6b64a6542c19df70cd853e3abc3\",\"checkpoint_sha\":\"4af37a6fe8b10f1b57e1adbea580a0c5d77d0ba9f4c42f5d8463f9d8002738b9\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.8-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.8-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.5-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.5-flash",+ "at": "2026-09-12T20:38:59.498Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-gemini-3.5-flash GOOSE M1-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse35f3b1d87e44b4583eaf8bf355d0f5d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M2-gemini-3.5-flash GOOSE M2-gemini-3.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse35f3b1d87e44b4583eaf8bf355d0f5d\",\"checkpoint_sha\":\"e795ceef382dad26f9f1b614fecb1968f8df4f38701345e4f8f171c6f0f26aaa\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.5-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.5-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.1-flash-lite": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.1-flash-lite",+ "at": "2026-09-12T20:40:13.990Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M1-gemini-3.1-flash-lite GOOSE M1-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa1d3f9dd243744f0b9221fc0ae72694f",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gemini-3.1-flash-lite GOOSE M2-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 29.39,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.55,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.1-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa1d3f9dd243744f0b9221fc0ae72694f\",\"checkpoint_sha\":\"3d8f0196a3b3376828ec5f690a824c2431114b059f8ae4f8d5950dc3198ed07d\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.1-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.1-flash-lite"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-2.5-pro": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-2.5-pro",+ "at": "2026-09-12T20:41:58.010Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.42,+ "tail": "Reply with exactly: M1-gemini-2.5-pro GOOSE M1-gemini-2.5-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess60f8108702ec45fabc9de82ab6647c70",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "Reply with exactly: M2-gemini-2.5-pro GOOSE M2-gemini-2.5-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.79,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.19,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-2.5-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess60f8108702ec45fabc9de82ab6647c70\",\"checkpoint_sha\":\"4aa424254169d36f5717a1c876d2fd70fddda3dba5a807e88319e9d756bedd22\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-2.5-pro",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-pro"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-2.5-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-2.5-flash",+ "at": "2026-09-12T20:43:21.123Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M1-gemini-2.5-flash GOOSE M1-gemini-2.5-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessd01f1f6e96a44fea99bb98e2c94637ce",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M2-gemini-2.5-flash GOOSE M2-gemini-2.5-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.73,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-2.5-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessd01f1f6e96a44fea99bb98e2c94637ce\",\"checkpoint_sha\":\"874cc4c71bd1780de88ebf0f0bf604628e6356130fa26c5312856b42f0a63b60\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-2.5-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|deepseek-v4-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "deepseek-v4-flash",+ "at": "2026-09-12T20:44:52.603Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.95,+ "tail": "Reply with exactly: M1-deepseek-v4-flash GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess0bbdd7dcf79d4ea5a0b63ff46c0f2e93",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Reply with exactly: M2-deepseek-v4-flash GOOSE M2-deepseek-v4-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.33,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-deepseek-v4-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess0bbdd7dcf79d4ea5a0b63ff46c0f2e93\",\"checkpoint_sha\":\"ae0d44621e60fc7e51552993001b9c7d8d0e1dcfc39fb2c62e2057d68a9aebce\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "deepseek/deepseek-v4-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "deepseek/deepseek-v4-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|kimi-k3": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "kimi-k3",+ "at": "2026-09-12T20:46:01.557Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 32.87,+ "tail": "Reply with exactly: M1-kimi-k3 GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess12b6336924154cdc80c29d9022c45a44",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.21,+ "tail": "Reply with exactly: M2-kimi-k3 GOOSE Thought process M2-kimi-k3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.74,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-kimi-k3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess12b6336924154cdc80c29d9022c45a44\",\"checkpoint_sha\":\"d2a56fbfc6a32d3a0e47eccd84976d06c0f22a4e8d2a14cef75dff1c08a8864c\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "moonshotai/kimi-k3",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "moonshotai/kimi-k3"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|qwen3.7-max": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "qwen3.7-max",+ "at": "2026-09-12T20:47:38.229Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.48,+ "tail": "Reply with exactly: M1-qwen3.7-max GOOSE Thought process M1-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess2a1c877322e34f4491b79367204c719b",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-qwen3.7-max GOOSE Thought process M2-qwen3.7-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.22,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-qwen3.7-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess2a1c877322e34f4491b79367204c719b\",\"checkpoint_sha\":\"afdf6e137cb26fa629562259ebe634698b8fa40e16ecb0aea15a5eba29a5334b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "alibaba/qwen3.7-max",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "alibaba/qwen3.7-max"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|step-3.7-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "step-3.7-flash",+ "at": "2026-09-12T20:48:52.553Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.96,+ "tail": "Reply with exactly: M1-step-3.7-flash GOOSE Thought process M1-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess38185db14019404bae9e2d7126b8f51a",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "Reply with exactly: M2-step-3.7-flash GOOSE Thought process M2-step-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.81,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.03,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-step-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess38185db14019404bae9e2d7126b8f51a\",\"checkpoint_sha\":\"3d831f776feb382806bcdc65b92b29f6258b6a89a8e15abb39afda125dc251b0\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "stepfun/step-3.7-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "stepfun/step-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|glm-5.3-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "glm-5.3-flash",+ "at": "2026-09-12T20:49:56.280Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-glm-5.3-flash GOOSE M1-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess1848fc3cb3c34244b2cd065078befd01",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M2-glm-5.3-flash GOOSE M2-glm-5.3-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 17.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-glm-5.3-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess1848fc3cb3c34244b2cd065078befd01\",\"checkpoint_sha\":\"df9a4888f2273bdfe5a1859f7494514173ef1f55735328694d7ea498d20dbc85\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "zai/glm-5.3-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "zai/glm-5.3-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.4": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.4",+ "at": "2026-09-12T20:27:09.667Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.45,+ "tail": "Reply with exactly: M1-gpt-5.4 GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess7e39fa44a19845c6a17a617010964a34",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M2-gpt-5.4 GOOSE M2-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.6-sol",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "Reply with exactly: M3-gpt-5.6-sol GOOSE M3-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.05,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.4",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess7e39fa44a19845c6a17a617010964a34\",\"checkpoint_sha\":\"6cffa322f5f0139e70a2896ad5eee725ba13a32dc800e2a11bbd4e198fe82db3\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.4",+ "openai/gpt-5.6-sol"+ ],+ "substituted": [+ "openai/gpt-5.4"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.6-sol": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.6-sol",+ "at": "2026-09-12T20:28:32.530Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.57,+ "tail": "Reply with exactly: M1-gpt-5.6-sol GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessac7782868e4941bd8a777006531ce2ae",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-gpt-5.6-sol GOOSE M2-gpt-5.6-sol",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.64,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.09,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.6-sol",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessac7782868e4941bd8a777006531ce2ae\",\"checkpoint_sha\":\"dde3c73a7abf8961aef6f7b362f190f03cafa0c2df1c11143dc8353beac8de9b\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.6-sol",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.6-sol"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.5",+ "at": "2026-09-12T20:29:58.426Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-gpt-5.5 GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc5e69b3b54f84811a86741a1873cd353",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M2-gpt-5.5 GOOSE M2-gpt-5.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.21,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.7,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc5e69b3b54f84811a86741a1873cd353\",\"checkpoint_sha\":\"2e7fea6e4bb8606d267293ec95e4860504ec58ce551cb3d5841e31cc766f8103\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gpt-5.2": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gpt-5.2",+ "at": "2026-09-12T20:31:21.267Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.86,+ "tail": "Reply with exactly: M1-gpt-5.2 GOOSE Used a tool M1-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessdc2f4e77ee4e4529bce555d5a52c711d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.16,+ "tail": "Reply with exactly: M2-gpt-5.2 GOOSE M2-gpt-5.2",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.69,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gpt-5.2",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessdc2f4e77ee4e4529bce555d5a52c711d\",\"checkpoint_sha\":\"1c15b46df08aff656704727227bcaef8476d35c5749bb4696343ec4f813274d2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "openai/gpt-5.2",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "openai/gpt-5.2"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-opus-5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-opus-5",+ "at": "2026-09-12T20:32:42.539Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.87,+ "tail": "Reply with exactly: M1-claude-opus-5 GOOSE M1-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsesse9d1631ab4094b7989754fa724f92390",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.67,+ "tail": "Reply with exactly: M2-claude-opus-5 GOOSE M2-claude-opus-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 42.48,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty response. Please resend your message to continue.",+ "files": [],+ "record_files": [],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "turn_files": [],+ "why": "answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE The model returned an empty response. Please resend your message to continue.",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsesse9d1631ab4094b7989754fa724f92390\",\"checkpoint_sha\":\"dbaf305c73f266d8d2ad450c8775a98893e3bd28ebe39eaa2306814ce2d36e52\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-opus-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-fable-5-1": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-fable-5-1",+ "at": "2026-09-12T20:34:25.655Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.94,+ "tail": "Reply with exactly: M1-claude-fable-5-1 GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessad6b485cc4554ba39f54408ec424fbd4",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M2-claude-fable-5-1 GOOSE M2-claude-fable-5-1",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.15,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.3,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-fable-5-1",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessad6b485cc4554ba39f54408ec424fbd4\",\"checkpoint_sha\":\"19419dd67357953a5ef2a9a528f4d3d05eb8c5a8deb55d39125f978c12dc103f\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-fable-5.1",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-fable-5.1"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-sonnet-5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-sonnet-5",+ "at": "2026-09-12T20:35:26.309Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.48,+ "tail": "Reply with exactly: M1-claude-sonnet-5 GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess17f0bda38b924265acf4f5db187bf04d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-claude-sonnet-5 GOOSE M2-claude-sonnet-5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.12,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.35,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 4 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-sonnet-5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess17f0bda38b924265acf4f5db187bf04d\",\"checkpoint_sha\":\"edd536bade10299e572be59b33f85849fb8a0135480f1cc5d2b64b02e4cf166e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-sonnet-5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-sonnet-5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|claude-opus-4.7": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "claude-opus-4.7",+ "at": "2026-09-12T20:36:46.850Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.54,+ "tail": "Reply with exactly: M1-claude-opus-4.7 GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc375fe3bb30a4ff089f733a65699b3ee",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-claude-opus-4.7 GOOSE M2-claude-opus-4.7",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.11,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.7,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-claude-opus-4.7",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc375fe3bb30a4ff089f733a65699b3ee\",\"checkpoint_sha\":\"dce3de35f97d96dc24e313c4b79d1c79a9f8ac5ebf272a0772481a60acc2bdeb\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "anthropic/claude-opus-4.7",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "anthropic/claude-opus-4.7"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.7-flash": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.7-flash",+ "at": "2026-09-12T20:38:09.889Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.46,+ "tail": "Reply with exactly: M1-gemini-3.7-flash GOOSE M1-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessb2095836722e4b3e8b53480042f01df6",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.63,+ "tail": "Reply with exactly: M2-gemini-3.7-flash GOOSE M2-gemini-3.7-flashM2-gemini-3.7-flash",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.22,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.7-flash",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessb2095836722e4b3e8b53480042f01df6\",\"checkpoint_sha\":\"ec0a1578d8ba124db4d30db3112f6221604753611cc64becab6d88741c8c02e8\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.7-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.7-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.5-flash-lite": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.5-flash-lite",+ "at": "2026-09-12T20:39:35.883Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.48,+ "tail": "Reply with exactly: M1-gemini-3.5-flash-lite GOOSE M1-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess4f2d7466d5804e54bcd6bbfe2bef1013",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-gemini-3.5-flash-lite GOOSE M2-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 3 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": false,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used 2 tools C3-gemini-3.5-flash-lite",+ "turn_files": [],+ "why": "answered without M1-gemini-3.5-flash-lite: What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used 2 tools C3-gemini-3.5-flash-lite",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess4f2d7466d5804e54bcd6bbfe2bef1013\",\"checkpoint_sha\":\"fed1abefb16471e7e0b66520f6d6145f63d75997890d0d1191514cfbb6d9cd83\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.5-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.5-flash-lite"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3.1-pro-preview": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3.1-pro-preview",+ "at": "2026-09-12T20:40:50.125Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 10.95,+ "tail": "Reply with exactly: M1-gemini-3.1-pro-preview GOOSE M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessc8be77323d0e4e07bf57743e07ac23ec",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gemini-3.1-pro-preview GOOSE M2-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.62,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 11.12,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 14.22,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-3.1-pro-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessc8be77323d0e4e07bf57743e07ac23ec\",\"checkpoint_sha\":\"65818e327087746083781ef6f1256a013a4f52b2bb5ae71f26780f5b1984d805\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3.1-pro-preview",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3.1-pro-preview"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-3-flash-preview": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-3-flash-preview",+ "at": "2026-09-12T20:42:07.917Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.01,+ "tail": "Reply with exactly: M1-gemini-3-flash-preview GOOSE Used a tool M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess38eca1c00eb949b3983963d345671fc2",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.17,+ "tail": "Reply with exactly: M2-gemini-3-flash-preview GOOSE Used a tool M2-gemini-3-flash-preview",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.2,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.02,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Used a tool M1-gemini-3-flash-preview",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess38eca1c00eb949b3983963d345671fc2\",\"checkpoint_sha\":\"31e41c0e6902896aca0c9e770bbd1032efda9d39bfef2922375bff2f5ed36a49\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-3-flash",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-3-flash"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|gemini-2.5-flash-lite": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "gemini-2.5-flash-lite",+ "at": "2026-09-12T20:42:56.781Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.42,+ "tail": "Reply with exactly: M1-gemini-2.5-flash-lite GOOSE M1-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess3b8cf35e528f49fb900351dae5248648",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.6,+ "tail": "Reply with exactly: M2-gemini-2.5-flash-lite GOOSE M2-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.65,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-gemini-2.5-flash-lite",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess3b8cf35e528f49fb900351dae5248648\",\"checkpoint_sha\":\"28a5bf3179304c736094f038f5bc57dc0b1aeb2e91c2a9f33f8982ec79f0cf27\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "google/gemini-2.5-flash-lite",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "google/gemini-2.5-flash-lite"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|deepseek-v4-pro": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "deepseek-v4-pro",+ "at": "2026-09-12T20:44:27.930Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.45,+ "tail": "Reply with exactly: M1-deepseek-v4-pro GOOSE M1-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessa438b6f0c8504513a31644dab4cb6487",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.61,+ "tail": "Reply with exactly: M2-deepseek-v4-pro GOOSE M2-deepseek-v4-pro",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE Used a tool M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.8,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE Thought process M1-deepseek-v4-pro",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessa438b6f0c8504513a31644dab4cb6487\",\"checkpoint_sha\":\"f574bb35d253dde4774beab2fec8f970378e69dab4abbe2d9b570f3900b27453\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "deepseek/deepseek-v4-pro",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "deepseek/deepseek-v4-pro"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|kimi-k2.7-code": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "kimi-k2.7-code",+ "at": "2026-09-12T20:45:42.494Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.43,+ "tail": "Reply with exactly: M1-kimi-k2.7-code GOOSE M1-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess523f7c07008b4785bd3751df811110d8",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.74,+ "tail": "Reply with exactly: M2-kimi-k2.7-code GOOSE M2-kimi-k2.7-code",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.59,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.66,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-kimi-k2.7-code",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess523f7c07008b4785bd3751df811110d8\",\"checkpoint_sha\":\"f3438db3730ad291db219323ca5e6e1eff770c862804cd21a4bccad38124f2c2\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "moonshotai/kimi-k2.7-code",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "moonshotai/kimi-k2.7-code"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|qwen3.8-max": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "qwen3.8-max",+ "at": "2026-09-12T20:47:13.983Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 7.91,+ "tail": "Reply with exactly: M1-qwen3.8-max GOOSE Thought process M1-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsessf4a336e66fd84322b263bbc994835ae7",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.08,+ "tail": "Reply with exactly: M2-qwen3.8-max GOOSE Thought process M2-qwen3.8-max",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.53,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 23.69,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used 2 tools DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.13,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-qwen3.8-max",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsessf4a336e66fd84322b263bbc994835ae7\",\"checkpoint_sha\":\"b4630ecb720ca9c3f56c522e1a174422d0ac98c01885b39739a32f92e1890c0e\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "alibaba/qwen3.8-max",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "alibaba/qwen3.8-max"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|mistral-medium-3.5": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "mistral-medium-3.5",+ "at": "2026-09-12T20:48:26.695Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.52,+ "tail": "Reply with exactly: M1-mistral-medium-3.5 GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess817eab7f925648a1bee51604f003f97d",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "Reply with exactly: M2-mistral-medium-3.5 GOOSE M2-mistral-medium-3.5",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.06,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.51,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-mistral-medium-3.5",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess817eab7f925648a1bee51604f003f97d\",\"checkpoint_sha\":\"77b0ddf6f57571e4294d19f86b6b9eb1eca0f49a5a00906aa3d8c586c0bee784\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "mistral/mistral-medium-3.5",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "mistral/mistral-medium-3.5"+ ],+ "deleted": 200+ },+ "goose-vercel|goose|glm-5.3": {+ "provider": "goose-vercel",+ "harness": "goose",+ "model": "glm-5.3",+ "at": "2026-09-12T20:49:49.515Z",+ "first": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.37,+ "tail": "Reply with exactly: M1-glm-5.3 GOOSE M1-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "sid": "hsess7acc1bbd5c854d94a5be859c74926c12",+ "followup": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.67,+ "tail": "Reply with exactly: M2-glm-5.3 GOOSE M2-glm-5.3",+ "turn_files": [],+ "why": ""+ },+ "switch": {+ "to": "gpt-5.4",+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.56,+ "tail": "Reply with exactly: M3-gpt-5.4 GOOSE M3-gpt-5.4",+ "turn_files": [],+ "why": ""+ },+ "artifact": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 16.58,+ "tail": "Create a file named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE Used a tool DONE txt hello-goose.txt TXT \u00b7 output Preview",+ "turn_files": [+ "hello-goose.txt"+ ],+ "why": "",+ "files": [+ "hello-goose.txt"+ ],+ "record_files": [+ "hello-goose.txt"+ ],+ "cards_agree": true+ },+ "recycle": {+ "ok": true,+ "status": "completed",+ "pill": "done",+ "s": 8.52,+ "tail": "What exact word did I ask you to reply with in my very first message of this task? Reply with just that word. GOOSE M1-glm-5.3",+ "turn_files": [],+ "why": "",+ "recycled": {+ "code": 200,+ "body": "{\"session_id\":\"hsess7acc1bbd5c854d94a5be859c74926c12\",\"checkpoint_sha\":\"9d5ccccd1b56832faa78ae3fdc91c896bd58325990fd5f0fc99d6ed9b0cfb119\",\"hydrated\":true,\"hydrate\":{\"ok\":true,\"restored\":true,\"bytes_in"+ }+ },+ "connection": "integration:Vercel AI Gateway",+ "connections": [+ "integration:Vercel AI Gateway"+ ],+ "served": [+ "zai/glm-5.3",+ "openai/gpt-5.4"+ ],+ "substituted": [+ "zai/glm-5.3"+ ],+ "deleted": 200}}\ No newline at end of filediff --git a/docs/support-matrix.md b/docs/support-matrix.mdindex 257d2b37..61df6018 100644--- a/docs/support-matrix.md+++ b/docs/support-matrix.md@@ -60,53 +60,15 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,49 pairs, 245 of 245 scenario runs passed.-## Provider: dsh-anthropic--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-fable-5-1 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | Anthropic | |-| dsh | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| dsh | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |--8 pairs, 40 of 40 scenario runs passed.--## Provider: omp-anthropic--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| omp | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| omp | claude-fable-5-1 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |-| omp | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-haiku-4-5-20251001 (the provider's alias of the same model) |-| omp | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-7 (the provider's alias of the same model) |-| omp | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-8 (the provider's alias of the same model) |-| omp | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | Anthropic | |-| omp | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-sonnet-4-6 (the provider's alias of the same model) |-| omp | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |--8 pairs, 40 of 40 scenario runs passed.--## Provider: gemini-cli--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| gemini | gemini-2.5-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-2.5-pro | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3-flash-preview | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.6-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.7-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-| gemini | gemini-3.8-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+Not run in this column, 7 pairs the provider serves that the harness did not run, with the reason:-11 pairs, 55 of 55 scenario runs passed.+- claude-code x claude-fable-5-1: not run, not run in this column+- cline x claude-fable-5-1: not run, not run in this column+- dsh x claude-fable-5-1: not run, not run in this column+- hermes x claude-fable-5-1: not run, not run in this column+- opencode x claude-fable-5-1: not run, not run in this column+- pi x claude-fable-5-1: not run, not run in this column+- qwen x claude-fable-5-1: not run, not run in this column## Provider: azure-e2@@ -169,181 +131,17 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,54 pairs, 267 of 270 scenario runs passed.-## Provider: codex-azure-e2--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |--9 pairs, 44 of 44 scenario runs passed.--## Provider: dsh-azure-e2--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |-| dsh | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |--9 pairs, 44 of 44 scenario runs passed.--## Provider: hermes-azure-e2--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| hermes | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |--1 pairs, 5 of 5 scenario runs passed.--## Provider: omp-azure-e2--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Azure OpenAI E2 | |-| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |--8 pairs, 39 of 39 scenario runs passed.--## Provider: dsh-google--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |--11 pairs, 55 of 55 scenario runs passed.--## Provider: gemini-google--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| cline | gemini-2.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-2.5-pro | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | retested once; first try: recycle answered without M1-gemini-2.5-pro: irst message of this task? Reply with just t |-| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | retested once; first try: followup [{"connection": "integration:Google AI Studio", "status": "failed", "error": "\u |-| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| opencode | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | FAIL | FAIL | Google AI Studio | artifact: no file card (files: none); Create a file named hello-opencode.txt containing exactly the word HELLO, then reply DONE. OPENCODE ; recycle: answered without M1-gemini-2.5-flash: What exact word did I ask you to reply with in my very first message of this task? Reply with just tha ; opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact no file card (files: none); Create a file named hello-opencode.txt containing ex; recycle answered without M1-gemini-2.5-flash: What exact word did I ask you to reply wit |-| opencode | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: |-| opencode | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: recycle answered without M1-gemini-2.5-pro: exact word did I ask you to reply with in my |-| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |-| pi | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |--65 pairs, 323 of 325 scenario runs passed.--## Provider: google--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first [{"connection": "integration:Google AI Studio", "status": "failed", "error": "40 |-| hermes | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first Your openai-api key was refused: API call failed after 3 retries: HTTP 429: [{- |-| opencode | gemini-3.6-flash | pass | pass | n/a | FAIL | pass | Google AI Studio | artifact: [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Bad Request: [{\n \"error\": {\n \"code\": 400,\n \"mes ; re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: followup [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To; artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To; recycle [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To |-| pi | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first [{"connection": "integration:Google AI Studio", "status": "failed", "error": "40 |-| qwen | gemini-3.6-flash | pass | pass | n/a | FAIL | pass | Google AI Studio | artifact: no file card (files: none); he word HELLO, then reply DONE. QWEN CODE I will check if hello-qwen.txt exists and then write "HELLO" to it. Us ; re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first Reply with exactly: M1-gemini-3.6-flash QWEN CODE M1-gemini-3.6-flash Working… |--5 pairs, 6 of 8 scenario runs passed.--## Provider: omp-google--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| omp | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-| omp | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+Not run in this column, 9 pairs the provider serves that the harness did not run, with the reason:-11 pairs, 55 of 55 scenario runs passed.+- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- codex x gpt-6-astra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- qwen x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only## Provider: azure-openai@@ -407,6 +205,33 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,55 pairs, 267 of 271 scenario runs passed.+Not run in this column, 8 pairs the provider serves that the harness did not run, with the reason:++- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- codex x gpt-6-astra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: codex-azure-e2++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |+| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |++9 pairs, 44 of 44 scenario runs passed.+## Provider: codex-openai| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |@@ -423,115 +248,221 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,9 pairs, 44 of 44 scenario runs passed.-## Provider: dsh-openai--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenAI | |-| dsh | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |-| dsh | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |--9 pairs, 44 of 44 scenario runs passed.--## Provider: omp-openai+## Provider: codex-openrouter| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenAI | |-| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenRouter | |+| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | FAIL | OpenRouter | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |+| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |+| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-8 pairs, 39 of 39 scenario runs passed.+9 pairs, 43 of 44 scenario runs passed.-## Provider: openai+Not run in this column, 34 pairs the provider serves that the harness did not run, with the reason:++- codex x claude-fable-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-fable-5-1: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-haiku-4.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.7: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.8: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-4.6: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-pro: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-pro: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3-flash-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.1-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.1-pro-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.8-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k2.7-code: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x mistral-medium-3.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.7-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.8-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x step-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: codex-tokenrouter| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| cline | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| cline | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| cline | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| cline | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| cline | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| cline | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| cline | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |-| codex | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| codex | gpt-5.3-codex | pass | pass | pass (gpt-5.6-luna) | FAIL | FAIL | OpenAI | artifact: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; recycle: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; retested once; first try: artifact Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its ; recycle Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its |-| codex | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| codex | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| codex | gpt-5.6-luna | pass | pass | FAIL (gpt-5.3-codex) | pass | FAIL | OpenAI | switch: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| dsh | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| dsh | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.5 | pass | pass | n/a | pass | pass | OpenAI | retested once; first try: artifact no file card (files: none); Create a file named hello-opencode.txt containing ex |-| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.3-codex | pass | pass | n/a | FAIL | FAIL | OpenAI | artifact: no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: 404 This model is not supported in the v1/chat/completions e ; recycle: answered without M1-gpt-5.3-codex: ith in my very first message of this task? Reply with just that word. QWEN CODE [API Error: 404 This mode ; retested once; first try: artifact no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: ; recycle answered without M1-gpt-5.3-codex: ith in my very first message of this task? Re |-| qwen | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |-| qwen | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |-| qwen | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | My TokenRouter | |+| codex | gpt-5.4 | pass | pass | FAIL (gpt-6-astra) | pass | pass | My TokenRouter | switch: The turn failed: {"error":{"message":"The encrypted content for item rs_0f7593fee43e08c3016aa2656029488196a956e4b6514b5946 could not be veri ; retested once; first try: switch The turn failed: {"error":{"message":"The encrypted content for item rs_085e4998 |+| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |+| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-55 pairs, 267 of 273 scenario runs passed.+9 pairs, 43 of 44 scenario runs passed.-## Provider: codex-openrouter+Not run in this column, 25 pairs the provider serves that the harness did not run, with the reason:++- codex x claude-fable-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-fable-5-1: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-haiku-4.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.7: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.8: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-4.6: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-pro: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3-flash-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.1-pro-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.8-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k2.7-code: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x mistral-medium-3.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.7-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.8-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x step-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: codex-vercel| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenRouter | |-| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | FAIL | OpenRouter | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | OpenRouter | |-| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | FAIL | Vercel AI Gateway | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |+| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |+| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |9 pairs, 43 of 44 scenario runs passed.+Not run in this column, 34 pairs the provider serves that the harness did not run, with the reason:++- codex x claude-fable-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-fable-5-1: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-haiku-4.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.7: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-4.8: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-opus-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-4.6: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x claude-sonnet-5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x deepseek-v4-pro: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-2.5-pro: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3-flash-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.1-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.1-pro-preview: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.5-flash-lite: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x gemini-3.8-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x glm-5.3-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k2.7-code: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x kimi-k3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x mistral-medium-3.5: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.7-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x qwen3.8-max: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- codex x step-3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: dsh-anthropic++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-fable-5-1 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | Anthropic | |+| dsh | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| dsh | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |++8 pairs, 40 of 40 scenario runs passed.++## Provider: dsh-azure-e2++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Azure OpenAI E2 | |+| dsh | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |++9 pairs, 44 of 44 scenario runs passed.++## Provider: dsh-google++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |++11 pairs, 55 of 55 scenario runs passed.++## Provider: dsh-openai++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenAI | |+| dsh | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | OpenAI | |+| dsh | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |++9 pairs, 44 of 44 scenario runs passed.+## Provider: dsh-openrouter| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |@@ -577,280 +508,15 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,38 pairs, 189 of 189 scenario runs passed.-## Provider: gemini-openrouter--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| cline | gemini-2.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-2.5-pro | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | OpenRouter | |-| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | FAIL | OpenRouter | recycle: answered without M1-gemini-2.5-flash-lite: What exact word did I ask you to reply with in my very first message of this task? Reply with jus ; retested once; first try: recycle answered without M1-gemini-2.5-flash-lite: What exact word did I ask you to repl |-| hermes | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | retested once; first try: followup answered without M2-gemini-2.5-flash-lite: rks) What is the desired visual aesth |-| qwen | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |-| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+Not run in this column, 5 pairs the provider serves that the harness did not run, with the reason:-65 pairs, 324 of 325 scenario runs passed.+- dsh x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)-## Provider: omp-openrouter--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| omp | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-fable-5 (the provider's alias of the same model) |-| omp | claude-fable-5-1 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |-| omp | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |-| omp | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |-| omp | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |-| omp | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-5 (the provider's alias of the same model) |-| omp | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |-| omp | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |-| omp | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |-| omp | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |-| omp | gemini-2.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-flash (the provider's alias of the same model) |-| omp | gemini-2.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-flash-lite (the provider's alias of the same model) |-| omp | gemini-2.5-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-pro (the provider's alias of the same model) |-| omp | gemini-3-flash-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |-| omp | gemini-3.1-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.1-flash-lite (the provider's alias of the same model) |-| omp | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |-| omp | gemini-3.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.5-flash (the provider's alias of the same model) |-| omp | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) |-| omp | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.6-flash (the provider's alias of the same model) |-| omp | gemini-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |-| omp | gemini-3.8-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.8-flash (the provider's alias of the same model) |-| omp | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as z-ai/glm-5.3 (the provider's alias of the same model) |-| omp | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as z-ai/glm-5.3-flash (the provider's alias of the same model) |-| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.2 (the provider's alias of the same model) |-| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenRouter | served as openai/gpt-5.3-codex (the provider's alias of the same model) |-| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.4 (the provider's alias of the same model) |-| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.4-mini (the provider's alias of the same model) |-| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.5 (the provider's alias of the same model) |-| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.6-luna (the provider's alias of the same model) |-| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | served as openai/gpt-5.6-sol (the provider's alias of the same model) |-| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.6-terra (the provider's alias of the same model) |-| omp | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |-| omp | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as moonshotai/kimi-k3 (the provider's alias of the same model) |-| omp | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |-| omp | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as qwen/qwen3.7-max (the provider's alias of the same model) |-| omp | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as qwen/qwen3.8-max-0902 (the provider's alias of the same model) |-| omp | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |--37 pairs, 184 of 184 scenario runs passed.--## Provider: openrouter--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | OpenRouter | |-| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.3-codex | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.6-sol | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |-| hermes | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |-| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | hunyuan-3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | ling-3.0-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | minimax-m3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | nemotron-3-ultra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | qwen3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| hermes | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |-| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| opencode | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |-| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |-| pi | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| pi | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |-| qwen | claude-fable-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-haiku-4.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-opus-4.7 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-opus-4.8 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-opus-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-sonnet-4.6 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | claude-sonnet-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | deepseek-v4-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | deepseek-v4-pro | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gemini-3.6-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | glm-5.3 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | glm-5.3-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.2 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.4 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.4-mini | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.6-luna | pass | pass | pass (qwen3.7-max) | pass | FAIL | OpenRouter | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| qwen | gpt-5.6-sol | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | gpt-5.6-terra | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | kimi-k2.7-code | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | kimi-k3 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | mistral-medium-3.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | qwen3.7-max | pass | pass | pass (qwen3.8-max) | pass | pass | OpenRouter | |-| qwen | qwen3.8-max | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |-| qwen | step-3.7-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |--134 pairs, 669 of 670 scenario runs passed.--## Provider: codex-tokenrouter--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | My TokenRouter | |-| codex | gpt-5.4 | pass | pass | FAIL (gpt-6-astra) | pass | pass | My TokenRouter | switch: The turn failed: {"error":{"message":"The encrypted content for item rs_0f7593fee43e08c3016aa2656029488196a956e4b6514b5946 could not be veri ; retested once; first try: switch The turn failed: {"error":{"message":"The encrypted content for item rs_085e4998 |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | My TokenRouter | |-| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |--9 pairs, 43 of 44 scenario runs passed.--## Provider: dsh-tokenrouter+## Provider: dsh-tokenrouter| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|@@ -891,330 +557,634 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,34 pairs, 169 of 169 scenario runs passed.-## Provider: gemini-tokenrouter--| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |-| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.1-pro-preview: submit request because agent functi |-| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.5-flash: submit request because agent functionDecl |-| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.5-flash-lite: submit request because agent functio |-| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.6-flash: submit request because agent functionDecl |-| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |-| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.8-flash: submit request because agent functionDecl |--41 pairs, 205 of 205 scenario runs passed.--## Provider: omp-tokenrouter+## Provider: dsh-vercel| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| omp | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-fable-5 (the provider's alias of the same model) |-| omp | claude-fable-5-1 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |-| omp | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |-| omp | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |-| omp | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |-| omp | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-5 (the provider's alias of the same model) |-| omp | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |-| omp | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |-| omp | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |-| omp | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |-| omp | gemini-3-flash-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |-| omp | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |-| omp | gemini-3.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.5-flash (the provider's alias of the same model) |-| omp | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) |-| omp | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.6-flash (the provider's alias of the same model) |-| omp | gemini-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |-| omp | gemini-3.8-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.8-flash (the provider's alias of the same model) |-| omp | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as z-ai/glm-5.3 (the provider's alias of the same model) |-| omp | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as z-ai/glm-5.3-flash (the provider's alias of the same model) |-| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.2 (the provider's alias of the same model) |-| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | My TokenRouter | served as openai/gpt-5.3-codex (the provider's alias of the same model) |-| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.4 (the provider's alias of the same model) |-| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.4-mini (the provider's alias of the same model) |-| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.5 (the provider's alias of the same model) |-| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.6-luna (the provider's alias of the same model) |-| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | served as openai/gpt-5.6-sol (the provider's alias of the same model) |-| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.6-terra (the provider's alias of the same model) |-| omp | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |-| omp | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as moonshotai/kimi-k3 (the provider's alias of the same model) |-| omp | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |-| omp | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as qwen/qwen3.7-max (the provider's alias of the same model) |-| omp | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as qwen/qwen3.8-max (the provider's alias of the same model) |-| omp | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |+| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-fable-5-1 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-2.5-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-2.5-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-2.5-pro | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3-flash-preview | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.1-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.1-pro-preview | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.5-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.5-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gemini-3.8-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.6-sol | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | gpt-6-astra | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-33 pairs, 164 of 164 scenario runs passed.+38 pairs, 189 of 189 scenario runs passed.++Not run in this column, 5 pairs the provider serves that the harness did not run, with the reason:-## Provider: tokenrouter+- dsh x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: gemini-cli| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| claude-code | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| claude-code | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| claude-code | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| claude-code | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| claude-code | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | My TokenRouter | |-| claude-code | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| claude-code | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | My TokenRouter | |-| cline | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-opus-5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| cline | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| cline | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |-| codex | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| codex | gpt-5.3-codex | pass | pass | pass (gpt-5.6-luna) | FAIL | FAIL | My TokenRouter | artifact: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; recycle: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; retested once; first try: artifact Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its ; recycle Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its |-| codex | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| codex | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| codex | gpt-5.6-luna | pass | pass | FAIL (gpt-5.3-codex) | pass | pass | My TokenRouter | switch: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | My TokenRouter | |-| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.3-codex | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.6-sol | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | My TokenRouter | |-| hermes | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | |-| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| hermes | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-opus-5 | pass | pass | FAIL (gemini-3.6-flash) | pass | pass | My TokenRouter | switch: [{"connection": "integration:My TokenRouter", "status": "failed", "error": "Invalid JSON payload received. Unknown name \"$schema\" at 'tool ; retested once; first try: followup Reply with exactly: M2-claude-opus-5 OPENCODE Working… |-| opencode | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gemini-3.6-flash | FAIL | n/a | n/a | n/a | n/a | My TokenRouter | first: [{"connection": "integration:My TokenRouter", "status": "failed", "error": "Invalid JSON payload received. Unknown name \"$schema\" at 'tool ; retested once; first try: first [{"connection": "integration:My TokenRouter", "status": "failed", "error": "Inva |-| opencode | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | |-| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| opencode | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-opus-5 | pass | pass | pass (glm-5.3-flash) | pass | pass | My TokenRouter | retested once; first try: first [{"connection": "integration:My TokenRouter", "status": "failed", "error": "M1-c |-| pi | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | glm-5.3-flash | pass | pass | FAIL (claude-opus-5) | pass | pass | My TokenRouter | switch: Your tokenrouter key was refused: The model refused to complete the request ; retested once; first try: artifact no file card (files: none); Create a file named hello-pi.txt containing exactly |-| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | |-| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| pi | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |-| qwen | claude-fable-5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-haiku-4.5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-opus-4.7 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-opus-4.8 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-opus-5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-sonnet-4.6 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | claude-sonnet-5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | deepseek-v4-flash | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | deepseek-v4-pro | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gemini-3.6-flash | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | glm-5.3 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | glm-5.3-flash | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.2 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.3-codex | pass | pass | n/a | FAIL | FAIL | My TokenRouter | artifact: no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: 404 This model is not supported in the v1/chat/completions e ; recycle: answered without M1-gpt-5.3-codex: ith in my very first message of this task? Reply with just that word. QWEN CODE [API Error: 404 This mode ; retested once; first try: artifact no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: ; recycle answered without M1-gpt-5.3-codex: ith in my very first message of this task? Re |-| qwen | gpt-5.4 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.4-mini | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.6-luna | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.6-sol | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | gpt-5.6-terra | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | kimi-k2.7-code | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | kimi-k3 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | mistral-medium-3.5 | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | qwen3.7-max | pass | pass | pass (qwen3.8-max) | pass | pass | My TokenRouter | |-| qwen | qwen3.8-max | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |-| qwen | step-3.7-flash | pass | pass | pass (qwen3.7-max) | pass | pass | My TokenRouter | |--169 pairs, 832 of 840 scenario runs passed.+| gemini | gemini-2.5-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-2.5-pro | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3-flash-preview | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.6-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.7-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |+| gemini | gemini-3.8-flash | pass | pass | pass (gemini-3.5-flash) | pass | pass | Google AI Studio | |-## Provider: codex-vercel+11 pairs, 55 of 55 scenario runs passed.++## Provider: gemini-google| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| codex | gpt-5.2 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.4 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.5 | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.6-luna | pass | pass | pass (gpt-6-astra) | pass | FAIL | Vercel AI Gateway | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-6-astra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |+| cline | gemini-2.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-2.5-pro | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | retested once; first try: recycle answered without M1-gemini-2.5-pro: irst message of this task? Reply with just t |+| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | retested once; first try: followup [{"connection": "integration:Google AI Studio", "status": "failed", "error": "\u |+| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| opencode | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | FAIL | FAIL | Google AI Studio | artifact: no file card (files: none); Create a file named hello-opencode.txt containing exactly the word HELLO, then reply DONE. OPENCODE ; recycle: answered without M1-gemini-2.5-flash: What exact word did I ask you to reply with in my very first message of this task? Reply with just tha ; opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact no file card (files: none); Create a file named hello-opencode.txt containing ex; recycle answered without M1-gemini-2.5-flash: What exact word did I ask you to reply wit |+| opencode | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: |+| opencode | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: recycle answered without M1-gemini-2.5-pro: exact word did I ask you to reply with in my |+| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | opencode rows re-run on 0.13.20 (opencode rides the loopback relay, #97) ; retested once; first try: artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Ba |+| pi | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |-9 pairs, 43 of 44 scenario runs passed.+65 pairs, 323 of 325 scenario runs passed.-## Provider: dsh-vercel+Not run in this column, 1 pairs the provider serves that the harness did not run, with the reason:++- cline x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: gemini-openrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| cline | gemini-2.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-2.5-pro | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | OpenRouter | |+| dsh | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | FAIL | OpenRouter | recycle: answered without M1-gemini-2.5-flash-lite: What exact word did I ask you to reply with in my very first message of this task? Reply with jus ; retested once; first try: recycle answered without M1-gemini-2.5-flash-lite: What exact word did I ask you to repl |+| hermes | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | retested once; first try: followup answered without M2-gemini-2.5-flash-lite: rks) What is the desired visual aesth |+| qwen | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |+| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | OpenRouter | |++65 pairs, 324 of 325 scenario runs passed.++Not run in this column, 193 pairs the provider serves that the harness did not run, with the reason:++- cline x claude-fable-5: not run, not run in this column+- cline x claude-fable-5-1: not run, not run in this column+- cline x claude-haiku-4.5: not run, not run in this column+- cline x claude-opus-4.7: not run, not run in this column+- cline x claude-opus-4.8: not run, not run in this column+- cline x claude-opus-5: not run, not run in this column+- cline x claude-sonnet-4.6: not run, not run in this column+- cline x claude-sonnet-5: not run, not run in this column+- cline x deepseek-v4-flash: not run, not run in this column+- cline x deepseek-v4-pro: not run, not run in this column+- cline x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x glm-5.3: not run, not run in this column+- cline x glm-5.3-flash: not run, not run in this column+- cline x gpt-5.2: not run, not run in this column+- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-5.4: not run, not run in this column+- cline x gpt-5.4-mini: not run, not run in this column+- cline x gpt-5.5: not run, not run in this column+- cline x gpt-5.6-luna: not run, not run in this column+- cline x gpt-5.6-sol: not run, not run in this column+- cline x gpt-5.6-terra: not run, not run in this column+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x kimi-k2.7-code: not run, not run in this column+- cline x kimi-k3: not run, not run in this column+- cline x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x mistral-medium-3.5: not run, not run in this column+- cline x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x qwen3.7-max: not run, not run in this column+- cline x qwen3.8-max: not run, not run in this column+- cline x step-3.7-flash: not run, not run in this column+- dsh x claude-fable-5: not run, not run in this column+- dsh x claude-fable-5-1: not run, not run in this column+- dsh x claude-haiku-4.5: not run, not run in this column+- dsh x claude-opus-4.7: not run, not run in this column+- dsh x claude-opus-4.8: not run, not run in this column+- dsh x claude-opus-5: not run, not run in this column+- dsh x claude-sonnet-4.6: not run, not run in this column+- dsh x claude-sonnet-5: not run, not run in this column+- dsh x deepseek-v4-flash: not run, not run in this column+- dsh x deepseek-v4-pro: not run, not run in this column+- dsh x glm-5.3: not run, not run in this column+- dsh x glm-5.3-flash: not run, not run in this column+- dsh x gpt-5.2: not run, not run in this column+- dsh x gpt-5.3-codex: not run, not run in this column+- dsh x gpt-5.4: not run, not run in this column+- dsh x gpt-5.4-mini: not run, not run in this column+- dsh x gpt-5.5: not run, not run in this column+- dsh x gpt-5.6-luna: not run, not run in this column+- dsh x gpt-5.6-sol: not run, not run in this column+- dsh x gpt-5.6-terra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- dsh x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x kimi-k2.7-code: not run, not run in this column+- dsh x kimi-k3: not run, not run in this column+- dsh x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x mistral-medium-3.5: not run, not run in this column+- dsh x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-max: not run, not run in this column+- dsh x qwen3.8-max: not run, not run in this column+- dsh x step-3.7-flash: not run, not run in this column+- hermes x claude-fable-5: not run, not run in this column+- hermes x claude-fable-5-1: not run, not run in this column+- hermes x claude-haiku-4.5: not run, not run in this column+- hermes x claude-opus-4.7: not run, not run in this column+- hermes x claude-opus-4.8: not run, not run in this column+- hermes x claude-opus-5: not run, not run in this column+- hermes x claude-sonnet-4.6: not run, not run in this column+- hermes x claude-sonnet-5: not run, not run in this column+- hermes x deepseek-v4-flash: not run, not run in this column+- hermes x deepseek-v4-pro: not run, not run in this column+- hermes x glm-5.3: not run, not run in this column+- hermes x glm-5.3-flash: not run, not run in this column+- hermes x gpt-5.2: not run, not run in this column+- hermes x gpt-5.3-codex: not run, not run in this column+- hermes x gpt-5.4: not run, not run in this column+- hermes x gpt-5.4-mini: not run, not run in this column+- hermes x gpt-5.5: not run, not run in this column+- hermes x gpt-5.6-luna: not run, not run in this column+- hermes x gpt-5.6-sol: not run, not run in this column+- hermes x gpt-5.6-terra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- hermes x hunyuan-3: not run, not run in this column+- hermes x kimi-k2.7-code: not run, not run in this column+- hermes x kimi-k3: not run, not run in this column+- hermes x ling-3.0-flash: not run, not run in this column+- hermes x minimax-m3: not run, not run in this column+- hermes x mistral-medium-3.5: not run, not run in this column+- hermes x nemotron-3-ultra: not run, not run in this column+- hermes x qwen3.7-flash: not run, not run in this column+- hermes x qwen3.7-max: not run, not run in this column+- hermes x qwen3.8-max: not run, not run in this column+- hermes x step-3.7-flash: not run, not run in this column+- opencode x claude-fable-5: not run, not run in this column+- opencode x claude-fable-5-1: not run, not run in this column+- opencode x claude-haiku-4.5: not run, not run in this column+- opencode x claude-opus-4.7: not run, not run in this column+- opencode x claude-opus-4.8: not run, not run in this column+- opencode x claude-opus-5: not run, not run in this column+- opencode x claude-sonnet-4.6: not run, not run in this column+- opencode x claude-sonnet-5: not run, not run in this column+- opencode x deepseek-v4-flash: not run, not run in this column+- opencode x deepseek-v4-pro: not run, not run in this column+- opencode x glm-5.3: not run, not run in this column+- opencode x glm-5.3-flash: not run, not run in this column+- opencode x gpt-5.2: not run, not run in this column+- opencode x gpt-5.3-codex: not run, not run in this column+- opencode x gpt-5.4: not run, not run in this column+- opencode x gpt-5.4-mini: not run, not run in this column+- opencode x gpt-5.5: not run, not run in this column+- opencode x gpt-5.6-luna: not run, not run in this column+- opencode x gpt-5.6-sol: not run, not run in this column+- opencode x gpt-5.6-terra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- opencode x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x kimi-k2.7-code: not run, not run in this column+- opencode x kimi-k3: not run, not run in this column+- opencode x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x mistral-medium-3.5: not run, not run in this column+- opencode x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x qwen3.7-max: not run, not run in this column+- opencode x qwen3.8-max: not run, not run in this column+- opencode x step-3.7-flash: not run, not run in this column+- pi x claude-fable-5: not run, not run in this column+- pi x claude-fable-5-1: not run, not run in this column+- pi x claude-haiku-4.5: not run, not run in this column+- pi x claude-opus-4.7: not run, not run in this column+- pi x claude-opus-4.8: not run, not run in this column+- pi x claude-opus-5: not run, not run in this column+- pi x claude-sonnet-4.6: not run, not run in this column+- pi x claude-sonnet-5: not run, not run in this column+- pi x deepseek-v4-flash: not run, not run in this column+- pi x deepseek-v4-pro: not run, not run in this column+- pi x glm-5.3: not run, not run in this column+- pi x glm-5.3-flash: not run, not run in this column+- pi x gpt-5.2: not run, not run in this column+- pi x gpt-5.3-codex: not run, not run in this column+- pi x gpt-5.4: not run, not run in this column+- pi x gpt-5.4-mini: not run, not run in this column+- pi x gpt-5.5: not run, not run in this column+- pi x gpt-5.6-luna: not run, not run in this column+- pi x gpt-5.6-sol: not run, not run in this column+- pi x gpt-5.6-terra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- pi x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x kimi-k2.7-code: not run, not run in this column+- pi x kimi-k3: not run, not run in this column+- pi x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x mistral-medium-3.5: not run, not run in this column+- pi x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x qwen3.7-max: not run, not run in this column+- pi x qwen3.8-max: not run, not run in this column+- pi x step-3.7-flash: not run, not run in this column+- qwen x claude-fable-5: not run, not run in this column+- qwen x claude-fable-5-1: not run, not run in this column+- qwen x claude-haiku-4.5: not run, not run in this column+- qwen x claude-opus-4.7: not run, not run in this column+- qwen x claude-opus-4.8: not run, not run in this column+- qwen x claude-opus-5: not run, not run in this column+- qwen x claude-sonnet-4.6: not run, not run in this column+- qwen x claude-sonnet-5: not run, not run in this column+- qwen x deepseek-v4-flash: not run, not run in this column+- qwen x deepseek-v4-pro: not run, not run in this column+- qwen x glm-5.3: not run, not run in this column+- qwen x glm-5.3-flash: not run, not run in this column+- qwen x gpt-5.2: not run, not run in this column+- qwen x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x gpt-5.4: not run, not run in this column+- qwen x gpt-5.4-mini: not run, not run in this column+- qwen x gpt-5.5: not run, not run in this column+- qwen x gpt-5.6-luna: not run, not run in this column+- qwen x gpt-5.6-sol: not run, not run in this column+- qwen x gpt-5.6-terra: not run, not run in this column+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x kimi-k2.7-code: not run, not run in this column+- qwen x kimi-k3: not run, not run in this column+- qwen x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x mistral-medium-3.5: not run, not run in this column+- qwen x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x qwen3.7-max: not run, not run in this column+- qwen x qwen3.8-max: not run, not run in this column+- qwen x step-3.7-flash: not run, not run in this column++## Provider: gemini-tokenrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| cline | gemini-3-flash-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| cline | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| cline | gemini-3.5-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| cline | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| cline | gemini-3.7-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| cline | gemini-3.8-flash | pass | pass | pass (gemini-3.7-flash) | pass | pass | My TokenRouter | cline rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| dsh | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| dsh | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| hermes | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| opencode | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| pi | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | |+| qwen | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| qwen | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.1-pro-preview: submit request because agent functi |+| qwen | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.5-flash: submit request because agent functionDecl |+| qwen | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.5-flash-lite: submit request because agent functio |+| qwen | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.6-flash: submit request because agent functionDecl |+| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: |+| qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | My TokenRouter | qwen rows re-run on 0.13.22 (no anyOf leaves the normaliser, #104) ; retested once; first try: artifact no file card (files: none); claration parameters.fork_turns schema specified oth; recycle answered without M1-gemini-3.8-flash: submit request because agent functionDecl |-| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |-|---|---|---|---|---|---|---|---|---|-| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-fable-5-1 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-2.5-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-2.5-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-2.5-pro | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3-flash-preview | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.1-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.1-pro-preview | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.5-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.5-flash-lite | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.8-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.3-codex | pass | pass | n/a | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.6-sol | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-6-astra | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |+41 pairs, 205 of 205 scenario runs passed.-38 pairs, 189 of 189 scenario runs passed.+Not run in this column, 163 pairs the provider serves that the harness did not run, with the reason:++- cline x claude-fable-5: not run, not run in this column+- cline x claude-fable-5-1: not run, not run in this column+- cline x claude-haiku-4.5: not run, not run in this column+- cline x claude-opus-4.7: not run, not run in this column+- cline x claude-opus-4.8: not run, not run in this column+- cline x claude-opus-5: not run, not run in this column+- cline x claude-sonnet-4.6: not run, not run in this column+- cline x claude-sonnet-5: not run, not run in this column+- cline x deepseek-v4-flash: not run, not run in this column+- cline x deepseek-v4-pro: not run, not run in this column+- cline x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x glm-5.3: not run, not run in this column+- cline x glm-5.3-flash: not run, not run in this column+- cline x gpt-5.2: not run, not run in this column+- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-5.4: not run, not run in this column+- cline x gpt-5.4-mini: not run, not run in this column+- cline x gpt-5.5: not run, not run in this column+- cline x gpt-5.6-luna: not run, not run in this column+- cline x gpt-5.6-sol: not run, not run in this column+- cline x gpt-5.6-terra: not run, not run in this column+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x kimi-k2.7-code: not run, not run in this column+- cline x kimi-k3: not run, not run in this column+- cline x mistral-medium-3.5: not run, not run in this column+- cline x qwen3.7-max: not run, not run in this column+- cline x qwen3.8-max: not run, not run in this column+- cline x step-3.7-flash: not run, not run in this column+- dsh x claude-fable-5: not run, not run in this column+- dsh x claude-fable-5-1: not run, not run in this column+- dsh x claude-haiku-4.5: not run, not run in this column+- dsh x claude-opus-4.7: not run, not run in this column+- dsh x claude-opus-4.8: not run, not run in this column+- dsh x claude-opus-5: not run, not run in this column+- dsh x claude-sonnet-4.6: not run, not run in this column+- dsh x claude-sonnet-5: not run, not run in this column+- dsh x deepseek-v4-flash: not run, not run in this column+- dsh x deepseek-v4-pro: not run, not run in this column+- dsh x glm-5.3: not run, not run in this column+- dsh x glm-5.3-flash: not run, not run in this column+- dsh x gpt-5.2: not run, not run in this column+- dsh x gpt-5.3-codex: not run, not run in this column+- dsh x gpt-5.4: not run, not run in this column+- dsh x gpt-5.4-mini: not run, not run in this column+- dsh x gpt-5.5: not run, not run in this column+- dsh x gpt-5.6-luna: not run, not run in this column+- dsh x gpt-5.6-sol: not run, not run in this column+- dsh x gpt-5.6-terra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- dsh x kimi-k2.7-code: not run, not run in this column+- dsh x kimi-k3: not run, not run in this column+- dsh x mistral-medium-3.5: not run, not run in this column+- dsh x qwen3.7-max: not run, not run in this column+- dsh x qwen3.8-max: not run, not run in this column+- dsh x step-3.7-flash: not run, not run in this column+- hermes x claude-fable-5: not run, not run in this column+- hermes x claude-fable-5-1: not run, not run in this column+- hermes x claude-haiku-4.5: not run, not run in this column+- hermes x claude-opus-4.7: not run, not run in this column+- hermes x claude-opus-4.8: not run, not run in this column+- hermes x claude-opus-5: not run, not run in this column+- hermes x claude-sonnet-4.6: not run, not run in this column+- hermes x claude-sonnet-5: not run, not run in this column+- hermes x deepseek-v4-flash: not run, not run in this column+- hermes x deepseek-v4-pro: not run, not run in this column+- hermes x glm-5.3: not run, not run in this column+- hermes x glm-5.3-flash: not run, not run in this column+- hermes x gpt-5.2: not run, not run in this column+- hermes x gpt-5.3-codex: not run, not run in this column+- hermes x gpt-5.4: not run, not run in this column+- hermes x gpt-5.4-mini: not run, not run in this column+- hermes x gpt-5.5: not run, not run in this column+- hermes x gpt-5.6-luna: not run, not run in this column+- hermes x gpt-5.6-sol: not run, not run in this column+- hermes x gpt-5.6-terra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- hermes x kimi-k2.7-code: not run, not run in this column+- hermes x kimi-k3: not run, not run in this column+- hermes x mistral-medium-3.5: not run, not run in this column+- hermes x qwen3.7-max: not run, not run in this column+- hermes x qwen3.8-max: not run, not run in this column+- hermes x step-3.7-flash: not run, not run in this column+- opencode x claude-fable-5: not run, not run in this column+- opencode x claude-fable-5-1: not run, not run in this column+- opencode x claude-haiku-4.5: not run, not run in this column+- opencode x claude-opus-4.7: not run, not run in this column+- opencode x claude-opus-4.8: not run, not run in this column+- opencode x claude-opus-5: not run, not run in this column+- opencode x claude-sonnet-4.6: not run, not run in this column+- opencode x claude-sonnet-5: not run, not run in this column+- opencode x deepseek-v4-flash: not run, not run in this column+- opencode x deepseek-v4-pro: not run, not run in this column+- opencode x glm-5.3: not run, not run in this column+- opencode x glm-5.3-flash: not run, not run in this column+- opencode x gpt-5.2: not run, not run in this column+- opencode x gpt-5.3-codex: not run, not run in this column+- opencode x gpt-5.4: not run, not run in this column+- opencode x gpt-5.4-mini: not run, not run in this column+- opencode x gpt-5.5: not run, not run in this column+- opencode x gpt-5.6-luna: not run, not run in this column+- opencode x gpt-5.6-sol: not run, not run in this column+- opencode x gpt-5.6-terra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- opencode x kimi-k2.7-code: not run, not run in this column+- opencode x kimi-k3: not run, not run in this column+- opencode x mistral-medium-3.5: not run, not run in this column+- opencode x qwen3.7-max: not run, not run in this column+- opencode x qwen3.8-max: not run, not run in this column+- opencode x step-3.7-flash: not run, not run in this column+- pi x claude-fable-5: not run, not run in this column+- pi x claude-fable-5-1: not run, not run in this column+- pi x claude-haiku-4.5: not run, not run in this column+- pi x claude-opus-4.7: not run, not run in this column+- pi x claude-opus-4.8: not run, not run in this column+- pi x claude-opus-5: not run, not run in this column+- pi x claude-sonnet-4.6: not run, not run in this column+- pi x claude-sonnet-5: not run, not run in this column+- pi x deepseek-v4-flash: not run, not run in this column+- pi x deepseek-v4-pro: not run, not run in this column+- pi x glm-5.3: not run, not run in this column+- pi x glm-5.3-flash: not run, not run in this column+- pi x gpt-5.2: not run, not run in this column+- pi x gpt-5.3-codex: not run, not run in this column+- pi x gpt-5.4: not run, not run in this column+- pi x gpt-5.4-mini: not run, not run in this column+- pi x gpt-5.5: not run, not run in this column+- pi x gpt-5.6-luna: not run, not run in this column+- pi x gpt-5.6-sol: not run, not run in this column+- pi x gpt-5.6-terra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- pi x kimi-k2.7-code: not run, not run in this column+- pi x kimi-k3: not run, not run in this column+- pi x mistral-medium-3.5: not run, not run in this column+- pi x qwen3.7-max: not run, not run in this column+- pi x qwen3.8-max: not run, not run in this column+- pi x step-3.7-flash: not run, not run in this column+- qwen x claude-fable-5: not run, not run in this column+- qwen x claude-fable-5-1: not run, not run in this column+- qwen x claude-haiku-4.5: not run, not run in this column+- qwen x claude-opus-4.7: not run, not run in this column+- qwen x claude-opus-4.8: not run, not run in this column+- qwen x claude-opus-5: not run, not run in this column+- qwen x claude-sonnet-4.6: not run, not run in this column+- qwen x claude-sonnet-5: not run, not run in this column+- qwen x deepseek-v4-flash: not run, not run in this column+- qwen x deepseek-v4-pro: not run, not run in this column+- qwen x glm-5.3: not run, not run in this column+- qwen x glm-5.3-flash: not run, not run in this column+- qwen x gpt-5.2: not run, not run in this column+- qwen x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x gpt-5.4: not run, not run in this column+- qwen x gpt-5.4-mini: not run, not run in this column+- qwen x gpt-5.5: not run, not run in this column+- qwen x gpt-5.6-luna: not run, not run in this column+- qwen x gpt-5.6-sol: not run, not run in this column+- qwen x gpt-5.6-terra: not run, not run in this column+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x kimi-k2.7-code: not run, not run in this column+- qwen x kimi-k3: not run, not run in this column+- qwen x mistral-medium-3.5: not run, not run in this column+- qwen x qwen3.7-max: not run, not run in this column+- qwen x qwen3.8-max: not run, not run in this column+- qwen x step-3.7-flash: not run, not run in this column## Provider: gemini-vercel@@ -1286,7 +1256,703 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,| qwen | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Vercel AI Gateway | || qwen | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Vercel AI Gateway | |-65 pairs, 323 of 325 scenario runs passed.+65 pairs, 323 of 325 scenario runs passed.++Not run in this column, 193 pairs the provider serves that the harness did not run, with the reason:++- cline x claude-fable-5: not run, not run in this column+- cline x claude-fable-5-1: not run, not run in this column+- cline x claude-haiku-4.5: not run, not run in this column+- cline x claude-opus-4.7: not run, not run in this column+- cline x claude-opus-4.8: not run, not run in this column+- cline x claude-opus-5: not run, not run in this column+- cline x claude-sonnet-4.6: not run, not run in this column+- cline x claude-sonnet-5: not run, not run in this column+- cline x deepseek-v4-flash: not run, not run in this column+- cline x deepseek-v4-pro: not run, not run in this column+- cline x gemini-3.6-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x glm-5.3: not run, not run in this column+- cline x glm-5.3-flash: not run, not run in this column+- cline x gpt-5.2: not run, not run in this column+- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-5.4: not run, not run in this column+- cline x gpt-5.4-mini: not run, not run in this column+- cline x gpt-5.5: not run, not run in this column+- cline x gpt-5.6-luna: not run, not run in this column+- cline x gpt-5.6-sol: not run, not run in this column+- cline x gpt-5.6-terra: not run, not run in this column+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x kimi-k2.7-code: not run, not run in this column+- cline x kimi-k3: not run, not run in this column+- cline x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x mistral-medium-3.5: not run, not run in this column+- cline x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- cline x qwen3.7-max: not run, not run in this column+- cline x qwen3.8-max: not run, not run in this column+- cline x step-3.7-flash: not run, not run in this column+- dsh x claude-fable-5: not run, not run in this column+- dsh x claude-fable-5-1: not run, not run in this column+- dsh x claude-haiku-4.5: not run, not run in this column+- dsh x claude-opus-4.7: not run, not run in this column+- dsh x claude-opus-4.8: not run, not run in this column+- dsh x claude-opus-5: not run, not run in this column+- dsh x claude-sonnet-4.6: not run, not run in this column+- dsh x claude-sonnet-5: not run, not run in this column+- dsh x deepseek-v4-flash: not run, not run in this column+- dsh x deepseek-v4-pro: not run, not run in this column+- dsh x glm-5.3: not run, not run in this column+- dsh x glm-5.3-flash: not run, not run in this column+- dsh x gpt-5.2: not run, not run in this column+- dsh x gpt-5.3-codex: not run, not run in this column+- dsh x gpt-5.4: not run, not run in this column+- dsh x gpt-5.4-mini: not run, not run in this column+- dsh x gpt-5.5: not run, not run in this column+- dsh x gpt-5.6-luna: not run, not run in this column+- dsh x gpt-5.6-sol: not run, not run in this column+- dsh x gpt-5.6-terra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- dsh x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x kimi-k2.7-code: not run, not run in this column+- dsh x kimi-k3: not run, not run in this column+- dsh x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x mistral-medium-3.5: not run, not run in this column+- dsh x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-max: not run, not run in this column+- dsh x qwen3.8-max: not run, not run in this column+- dsh x step-3.7-flash: not run, not run in this column+- hermes x claude-fable-5: not run, not run in this column+- hermes x claude-fable-5-1: not run, not run in this column+- hermes x claude-haiku-4.5: not run, not run in this column+- hermes x claude-opus-4.7: not run, not run in this column+- hermes x claude-opus-4.8: not run, not run in this column+- hermes x claude-opus-5: not run, not run in this column+- hermes x claude-sonnet-4.6: not run, not run in this column+- hermes x claude-sonnet-5: not run, not run in this column+- hermes x deepseek-v4-flash: not run, not run in this column+- hermes x deepseek-v4-pro: not run, not run in this column+- hermes x glm-5.3: not run, not run in this column+- hermes x glm-5.3-flash: not run, not run in this column+- hermes x gpt-5.2: not run, not run in this column+- hermes x gpt-5.3-codex: not run, not run in this column+- hermes x gpt-5.4: not run, not run in this column+- hermes x gpt-5.4-mini: not run, not run in this column+- hermes x gpt-5.5: not run, not run in this column+- hermes x gpt-5.6-luna: not run, not run in this column+- hermes x gpt-5.6-sol: not run, not run in this column+- hermes x gpt-5.6-terra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- hermes x hunyuan-3: not run, not run in this column+- hermes x kimi-k2.7-code: not run, not run in this column+- hermes x kimi-k3: not run, not run in this column+- hermes x ling-3.0-flash: not run, not run in this column+- hermes x minimax-m3: not run, not run in this column+- hermes x mistral-medium-3.5: not run, not run in this column+- hermes x nemotron-3-ultra: not run, not run in this column+- hermes x qwen3.7-flash: not run, not run in this column+- hermes x qwen3.7-max: not run, not run in this column+- hermes x qwen3.8-max: not run, not run in this column+- hermes x step-3.7-flash: not run, not run in this column+- opencode x claude-fable-5: not run, not run in this column+- opencode x claude-fable-5-1: not run, not run in this column+- opencode x claude-haiku-4.5: not run, not run in this column+- opencode x claude-opus-4.7: not run, not run in this column+- opencode x claude-opus-4.8: not run, not run in this column+- opencode x claude-opus-5: not run, not run in this column+- opencode x claude-sonnet-4.6: not run, not run in this column+- opencode x claude-sonnet-5: not run, not run in this column+- opencode x deepseek-v4-flash: not run, not run in this column+- opencode x deepseek-v4-pro: not run, not run in this column+- opencode x glm-5.3: not run, not run in this column+- opencode x glm-5.3-flash: not run, not run in this column+- opencode x gpt-5.2: not run, not run in this column+- opencode x gpt-5.3-codex: not run, not run in this column+- opencode x gpt-5.4: not run, not run in this column+- opencode x gpt-5.4-mini: not run, not run in this column+- opencode x gpt-5.5: not run, not run in this column+- opencode x gpt-5.6-luna: not run, not run in this column+- opencode x gpt-5.6-sol: not run, not run in this column+- opencode x gpt-5.6-terra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- opencode x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x kimi-k2.7-code: not run, not run in this column+- opencode x kimi-k3: not run, not run in this column+- opencode x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x mistral-medium-3.5: not run, not run in this column+- opencode x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x qwen3.7-max: not run, not run in this column+- opencode x qwen3.8-max: not run, not run in this column+- opencode x step-3.7-flash: not run, not run in this column+- pi x claude-fable-5: not run, not run in this column+- pi x claude-fable-5-1: not run, not run in this column+- pi x claude-haiku-4.5: not run, not run in this column+- pi x claude-opus-4.7: not run, not run in this column+- pi x claude-opus-4.8: not run, not run in this column+- pi x claude-opus-5: not run, not run in this column+- pi x claude-sonnet-4.6: not run, not run in this column+- pi x claude-sonnet-5: not run, not run in this column+- pi x deepseek-v4-flash: not run, not run in this column+- pi x deepseek-v4-pro: not run, not run in this column+- pi x glm-5.3: not run, not run in this column+- pi x glm-5.3-flash: not run, not run in this column+- pi x gpt-5.2: not run, not run in this column+- pi x gpt-5.3-codex: not run, not run in this column+- pi x gpt-5.4: not run, not run in this column+- pi x gpt-5.4-mini: not run, not run in this column+- pi x gpt-5.5: not run, not run in this column+- pi x gpt-5.6-luna: not run, not run in this column+- pi x gpt-5.6-sol: not run, not run in this column+- pi x gpt-5.6-terra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- pi x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x kimi-k2.7-code: not run, not run in this column+- pi x kimi-k3: not run, not run in this column+- pi x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x mistral-medium-3.5: not run, not run in this column+- pi x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x qwen3.7-max: not run, not run in this column+- pi x qwen3.8-max: not run, not run in this column+- pi x step-3.7-flash: not run, not run in this column+- qwen x claude-fable-5: not run, not run in this column+- qwen x claude-fable-5-1: not run, not run in this column+- qwen x claude-haiku-4.5: not run, not run in this column+- qwen x claude-opus-4.7: not run, not run in this column+- qwen x claude-opus-4.8: not run, not run in this column+- qwen x claude-opus-5: not run, not run in this column+- qwen x claude-sonnet-4.6: not run, not run in this column+- qwen x claude-sonnet-5: not run, not run in this column+- qwen x deepseek-v4-flash: not run, not run in this column+- qwen x deepseek-v4-pro: not run, not run in this column+- qwen x glm-5.3: not run, not run in this column+- qwen x glm-5.3-flash: not run, not run in this column+- qwen x gpt-5.2: not run, not run in this column+- qwen x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x gpt-5.4: not run, not run in this column+- qwen x gpt-5.4-mini: not run, not run in this column+- qwen x gpt-5.5: not run, not run in this column+- qwen x gpt-5.6-luna: not run, not run in this column+- qwen x gpt-5.6-sol: not run, not run in this column+- qwen x gpt-5.6-terra: not run, not run in this column+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x kimi-k2.7-code: not run, not run in this column+- qwen x kimi-k3: not run, not run in this column+- qwen x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x mistral-medium-3.5: not run, not run in this column+- qwen x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x qwen3.7-max: not run, not run in this column+- qwen x qwen3.8-max: not run, not run in this column+- qwen x step-3.7-flash: not run, not run in this column++## Provider: google++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first [{"connection": "integration:Google AI Studio", "status": "failed", "error": "40 |+| hermes | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first Your openai-api key was refused: API call failed after 3 retries: HTTP 429: [{+ |+| opencode | gemini-3.6-flash | pass | pass | n/a | FAIL | pass | Google AI Studio | artifact: [{"connection": "integration:Google AI Studio", "status": "failed", "error": "Bad Request: [{\n \"error\": {\n \"code\": 400,\n \"mes ; re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: followup [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To; artifact [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To; recycle [{"connection": "integration:Google AI Studio", "status": "failed", "error": "To |+| pi | gemini-3.6-flash | n/a | n/a | n/a | n/a | n/a | ? | re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first [{"connection": "integration:Google AI Studio", "status": "failed", "error": "40 |+| qwen | gemini-3.6-flash | pass | pass | n/a | FAIL | pass | Google AI Studio | artifact: no file card (files: none); he word HELLO, then reply DONE. QWEN CODE I will check if hello-qwen.txt exists and then write "HELLO" to it. Us ; re-run on the sponsored Tier 3 key and 0.13.14 (the relays drop the field Google refuses); first try on the Free-tier ke ; retested once; first try: first Reply with exactly: M1-gemini-3.6-flash QWEN CODE M1-gemini-3.6-flash Working… |++5 pairs, 6 of 8 scenario runs passed.++Not run in this column, 50 pairs the provider serves that the harness did not run, with the reason:++- dsh x gemini-2.5-flash: not run, not run in this column+- dsh x gemini-2.5-flash-lite: not run, not run in this column+- dsh x gemini-2.5-pro: not run, not run in this column+- dsh x gemini-3-flash-preview: not run, not run in this column+- dsh x gemini-3.1-flash-lite: not run, not run in this column+- dsh x gemini-3.1-pro-preview: not run, not run in this column+- dsh x gemini-3.5-flash: not run, not run in this column+- dsh x gemini-3.5-flash-lite: not run, not run in this column+- dsh x gemini-3.7-flash: not run, not run in this column+- dsh x gemini-3.8-flash: not run, not run in this column+- hermes x gemini-2.5-flash: not run, not run in this column+- hermes x gemini-2.5-flash-lite: not run, not run in this column+- hermes x gemini-2.5-pro: not run, not run in this column+- hermes x gemini-3-flash-preview: not run, not run in this column+- hermes x gemini-3.1-flash-lite: not run, not run in this column+- hermes x gemini-3.1-pro-preview: not run, not run in this column+- hermes x gemini-3.5-flash: not run, not run in this column+- hermes x gemini-3.5-flash-lite: not run, not run in this column+- hermes x gemini-3.7-flash: not run, not run in this column+- hermes x gemini-3.8-flash: not run, not run in this column+- opencode x gemini-2.5-flash: not run, not run in this column+- opencode x gemini-2.5-flash-lite: not run, not run in this column+- opencode x gemini-2.5-pro: not run, not run in this column+- opencode x gemini-3-flash-preview: not run, not run in this column+- opencode x gemini-3.1-flash-lite: not run, not run in this column+- opencode x gemini-3.1-pro-preview: not run, not run in this column+- opencode x gemini-3.5-flash: not run, not run in this column+- opencode x gemini-3.5-flash-lite: not run, not run in this column+- opencode x gemini-3.7-flash: not run, not run in this column+- opencode x gemini-3.8-flash: not run, not run in this column+- pi x gemini-2.5-flash: not run, not run in this column+- pi x gemini-2.5-flash-lite: not run, not run in this column+- pi x gemini-2.5-pro: not run, not run in this column+- pi x gemini-3-flash-preview: not run, not run in this column+- pi x gemini-3.1-flash-lite: not run, not run in this column+- pi x gemini-3.1-pro-preview: not run, not run in this column+- pi x gemini-3.5-flash: not run, not run in this column+- pi x gemini-3.5-flash-lite: not run, not run in this column+- pi x gemini-3.7-flash: not run, not run in this column+- pi x gemini-3.8-flash: not run, not run in this column+- qwen x gemini-2.5-flash: not run, not run in this column+- qwen x gemini-2.5-flash-lite: not run, not run in this column+- qwen x gemini-2.5-pro: not run, not run in this column+- qwen x gemini-3-flash-preview: not run, not run in this column+- qwen x gemini-3.1-flash-lite: not run, not run in this column+- qwen x gemini-3.1-pro-preview: not run, not run in this column+- qwen x gemini-3.5-flash: not run, not run in this column+- qwen x gemini-3.5-flash-lite: not run, not run in this column+- qwen x gemini-3.7-flash: not run, not run in this column+- qwen x gemini-3.8-flash: not run, not run in this column++## Provider: goose-anthropic++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| goose | claude-fable-5-1 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| goose | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-haiku-4-5-20251001 (the provider's alias of the same model) |+| goose | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-7 (the provider's alias of the same model) |+| goose | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-8 (the provider's alias of the same model) |+| goose | claude-opus-5 | pass | pass | pass (claude-fable-5) | FAIL | FAIL | Anthropic | artifact: no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty r ; recycle: answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that w |+| goose | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-sonnet-4-6 (the provider's alias of the same model) |+| goose | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |++8 pairs, 38 of 40 scenario runs passed.++## Provider: goose-azure-e2++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | Azure OpenAI E2 | |++7 pairs, 35 of 35 scenario runs passed.++Not run in this column, 2 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: goose-harnessrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | claude-fable-5-1 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as claude-haiku-4-5-20251001 (the provider's alias of the same model) |+| goose | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as claude-opus-4-7 (the provider's alias of the same model) |+| goose | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as claude-opus-4-8 (the provider's alias of the same model) |+| goose | claude-opus-5 | pass | pass | pass (gpt-5.4) | FAIL | FAIL | HarnessRouter API test 1 | artifact: no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty r ; recycle: answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that w |+| goose | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as claude-sonnet-4-6 (the provider's alias of the same model) |+| goose | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gemini-3-flash-preview | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as google/gemini-3-flash-preview (the provider's alias of the same model) |+| goose | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gemini-3.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gemini-3.6-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gemini-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| goose | gemini-3.8-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as gpt-5.2-2025-12-11 (the provider's alias of the same model) |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | HarnessRouter API test 1 | |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as gpt-5.4-mini-2026-03-17 (the provider's alias of the same model) |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as gpt-5.5-2026-04-23 (the provider's alias of the same model) |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |+| goose | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | |+| goose | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | HarnessRouter API test 1 | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++32 pairs, 158 of 160 scenario runs passed.++Not run in this column, 2 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: goose-openai++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | served as gpt-5.2-2025-12-11 (the provider's alias of the same model) |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | served as gpt-5.4-2026-03-05 (the provider's alias of the same model) |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | served as gpt-5.4-mini-2026-03-17 (the provider's alias of the same model) |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | served as gpt-5.5-2026-04-23 (the provider's alias of the same model) |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |++7 pairs, 35 of 35 scenario runs passed.++Not run in this column, 2 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: goose-openrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-fable-5 (the provider's alias of the same model) |+| goose | claude-fable-5-1 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |+| goose | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |+| goose | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |+| goose | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |+| goose | claude-opus-5 | pass | pass | pass (gpt-5.4) | FAIL | FAIL | OpenRouter | served as anthropic/claude-opus-5 (the provider's alias of the same model) ; artifact: no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty r ; recycle: answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that w |+| goose | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |+| goose | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |+| goose | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |+| goose | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |+| goose | gemini-2.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-2.5-flash (the provider's alias of the same model) |+| goose | gemini-2.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-2.5-flash-lite (the provider's alias of the same model) |+| goose | gemini-2.5-pro | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-2.5-pro (the provider's alias of the same model) |+| goose | gemini-3-flash-preview | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |+| goose | gemini-3.1-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.1-flash-lite (the provider's alias of the same model) |+| goose | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |+| goose | gemini-3.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.5-flash (the provider's alias of the same model) |+| goose | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) |+| goose | gemini-3.6-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.6-flash (the provider's alias of the same model) |+| goose | gemini-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| goose | gemini-3.8-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as google/gemini-3.8-flash (the provider's alias of the same model) |+| goose | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as z-ai/glm-5.3 (the provider's alias of the same model) |+| goose | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as z-ai/glm-5.3-flash (the provider's alias of the same model) |+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.2 (the provider's alias of the same model) |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.4 (the provider's alias of the same model) |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.4-mini (the provider's alias of the same model) |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.5 (the provider's alias of the same model) |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.6-luna (the provider's alias of the same model) |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.6-sol (the provider's alias of the same model) |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as openai/gpt-5.6-terra (the provider's alias of the same model) |+| goose | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |+| goose | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as moonshotai/kimi-k3 (the provider's alias of the same model) |+| goose | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |+| goose | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as qwen/qwen3.7-max (the provider's alias of the same model) |+| goose | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as qwen/qwen3.8-max-0902 (the provider's alias of the same model) |+| goose | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | OpenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++36 pairs, 178 of 180 scenario runs passed.++Not run in this column, 7 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x hunyuan-3: not run, not run in this column+- goose x ling-3.0-flash: not run, not run in this column+- goose x minimax-m3: not run, not run in this column+- goose x nemotron-3-ultra: not run, not run in this column+- goose x qwen3.7-flash: not run, not run in this column++## Provider: goose-tokenrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | claude-fable-5-1 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as claude-haiku-4-5-20251001 (the provider's alias of the same model) |+| goose | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as claude-opus-4-7 (the provider's alias of the same model) |+| goose | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as claude-opus-4-8 (the provider's alias of the same model) |+| goose | claude-opus-5 | pass | pass | pass (gpt-5.4) | FAIL | FAIL | My TokenRouter | artifact: no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty r ; recycle: answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that w |+| goose | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as claude-sonnet-4-6 (the provider's alias of the same model) |+| goose | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gemini-3-flash-preview | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |+| goose | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gemini-3.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gemini-3.6-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gemini-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| goose | gemini-3.8-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as gpt-5.2-2025-12-11 (the provider's alias of the same model) |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as gpt-5.4-mini-2026-03-17 (the provider's alias of the same model) |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as gpt-5.5-2026-04-23 (the provider's alias of the same model) |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |+| goose | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | |+| goose | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | My TokenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++32 pairs, 158 of 160 scenario runs passed.++Not run in this column, 2 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: goose-vercel++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| goose | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-fable-5 (the provider's alias of the same model) |+| goose | claude-fable-5-1 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |+| goose | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |+| goose | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |+| goose | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |+| goose | claude-opus-5 | pass | pass | pass (gpt-5.4) | FAIL | FAIL | Vercel AI Gateway | served as anthropic/claude-opus-5 (the provider's alias of the same model) ; artifact: no file card (files: none); le named hello-goose.txt containing exactly the word HELLO, then reply DONE. GOOSE The model returned an empty r ; recycle: answered without M1-claude-opus-5: What exact word did I ask you to reply with in my very first message of this task? Reply with just that w |+| goose | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |+| goose | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |+| goose | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |+| goose | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |+| goose | gemini-2.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-2.5-flash (the provider's alias of the same model) |+| goose | gemini-2.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-2.5-flash-lite (the provider's alias of the same model) |+| goose | gemini-2.5-pro | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-2.5-pro (the provider's alias of the same model) |+| goose | gemini-3-flash-preview | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3-flash (the provider's alias of the same model) |+| goose | gemini-3.1-flash-lite | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.1-flash-lite (the provider's alias of the same model) |+| goose | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |+| goose | gemini-3.5-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.5-flash (the provider's alias of the same model) |+| goose | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.4) | pass | FAIL | Vercel AI Gateway | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) ; recycle: answered without M1-gemini-3.5-flash-lite: What exact word did I ask you to reply with in my very first message of this task? Reply with jus |+| goose | gemini-3.6-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.6-flash (the provider's alias of the same model) |+| goose | gemini-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| goose | gemini-3.8-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as google/gemini-3.8-flash (the provider's alias of the same model) |+| goose | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as zai/glm-5.3 (the provider's alias of the same model) |+| goose | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as zai/glm-5.3-flash (the provider's alias of the same model) |+| goose | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.2 (the provider's alias of the same model) |+| goose | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.4 (the provider's alias of the same model) |+| goose | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.4-mini (the provider's alias of the same model) |+| goose | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.5 (the provider's alias of the same model) |+| goose | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.6-luna (the provider's alias of the same model) |+| goose | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.6-sol (the provider's alias of the same model) |+| goose | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as openai/gpt-5.6-terra (the provider's alias of the same model) |+| goose | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |+| goose | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as moonshotai/kimi-k3 (the provider's alias of the same model) |+| goose | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as mistral/mistral-medium-3.5 (the provider's alias of the same model) |+| goose | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as alibaba/qwen3.7-max (the provider's alias of the same model) |+| goose | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as alibaba/qwen3.8-max (the provider's alias of the same model) |+| goose | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++36 pairs, 177 of 180 scenario runs passed.++Not run in this column, 7 pairs the provider serves that the harness did not run, with the reason:++- goose x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- goose x hunyuan-3: not run, not run in this column+- goose x ling-3.0-flash: not run, not run in this column+- goose x minimax-m3: not run, not run in this column+- goose x nemotron-3-ultra: not run, not run in this column+- goose x qwen3.7-flash: not run, not run in this column++## Provider: hermes-azure-e2++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| hermes | gpt-6-astra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |++1 pairs, 5 of 5 scenario runs passed.++Not run in this column, 8 pairs the provider serves that the harness did not run, with the reason:++- hermes x gpt-5.2: not run, not run in this column+- hermes x gpt-5.3-codex: not run, not run in this column+- hermes x gpt-5.4: not run, not run in this column+- hermes x gpt-5.4-mini: not run, not run in this column+- hermes x gpt-5.5: not run, not run in this column+- hermes x gpt-5.6-luna: not run, not run in this column+- hermes x gpt-5.6-sol: not run, not run in this column+- hermes x gpt-5.6-terra: not run, not run in this column++## Provider: omp-anthropic++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| omp | claude-fable-5-1 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |+| omp | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-haiku-4-5-20251001 (the provider's alias of the same model) |+| omp | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-7 (the provider's alias of the same model) |+| omp | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-opus-4-8 (the provider's alias of the same model) |+| omp | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | Anthropic | |+| omp | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | served as claude-sonnet-4-6 (the provider's alias of the same model) |+| omp | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Anthropic | |++8 pairs, 40 of 40 scenario runs passed.++## Provider: omp-azure-e2++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Azure OpenAI E2 | |+| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Azure OpenAI E2 | |++8 pairs, 39 of 39 scenario runs passed.++Not run in this column, 1 pairs the provider serves that the harness did not run, with the reason:++- omp x gpt-6-astra: not run, not run in this column++## Provider: omp-google++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | gemini-2.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-2.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-2.5-pro | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3-flash-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.1-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.1-pro-preview | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.5-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.5-flash-lite | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.6-flash | pass | pass | pass (gemini-3.8-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.7-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |+| omp | gemini-3.8-flash | pass | pass | pass (gemini-3.6-flash) | pass | pass | Google AI Studio | |++11 pairs, 55 of 55 scenario runs passed.++## Provider: omp-openai++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenAI | |+| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |++8 pairs, 39 of 39 scenario runs passed.++Not run in this column, 1 pairs the provider serves that the harness did not run, with the reason:++- omp x gpt-6-astra: not run, not run in this column++## Provider: omp-openrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-fable-5 (the provider's alias of the same model) |+| omp | claude-fable-5-1 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |+| omp | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |+| omp | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |+| omp | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |+| omp | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-opus-5 (the provider's alias of the same model) |+| omp | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |+| omp | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |+| omp | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |+| omp | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |+| omp | gemini-2.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-flash (the provider's alias of the same model) |+| omp | gemini-2.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-flash-lite (the provider's alias of the same model) |+| omp | gemini-2.5-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-2.5-pro (the provider's alias of the same model) |+| omp | gemini-3-flash-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |+| omp | gemini-3.1-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.1-flash-lite (the provider's alias of the same model) |+| omp | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |+| omp | gemini-3.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.5-flash (the provider's alias of the same model) |+| omp | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) |+| omp | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.6-flash (the provider's alias of the same model) |+| omp | gemini-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| omp | gemini-3.8-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as google/gemini-3.8-flash (the provider's alias of the same model) |+| omp | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as z-ai/glm-5.3 (the provider's alias of the same model) |+| omp | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as z-ai/glm-5.3-flash (the provider's alias of the same model) |+| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.2 (the provider's alias of the same model) |+| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | OpenRouter | served as openai/gpt-5.3-codex (the provider's alias of the same model) |+| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.4 (the provider's alias of the same model) |+| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.4-mini (the provider's alias of the same model) |+| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.5 (the provider's alias of the same model) |+| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.6-luna (the provider's alias of the same model) |+| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | served as openai/gpt-5.6-sol (the provider's alias of the same model) |+| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as openai/gpt-5.6-terra (the provider's alias of the same model) |+| omp | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |+| omp | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as moonshotai/kimi-k3 (the provider's alias of the same model) |+| omp | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |+| omp | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as qwen/qwen3.7-max (the provider's alias of the same model) |+| omp | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as qwen/qwen3.8-max-0902 (the provider's alias of the same model) |+| omp | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++37 pairs, 184 of 184 scenario runs passed.++Not run in this column, 6 pairs the provider serves that the harness did not run, with the reason:++- omp x gpt-6-astra: not run, not run in this column+- omp x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: omp-tokenrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| omp | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-fable-5 (the provider's alias of the same model) |+| omp | claude-fable-5-1 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-fable-5.1 (the provider's alias of the same model) |+| omp | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-haiku-4.5 (the provider's alias of the same model) |+| omp | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-4.7 (the provider's alias of the same model) |+| omp | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-4.8 (the provider's alias of the same model) |+| omp | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-opus-5 (the provider's alias of the same model) |+| omp | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-sonnet-4.6 (the provider's alias of the same model) |+| omp | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as anthropic/claude-sonnet-5 (the provider's alias of the same model) |+| omp | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as deepseek/deepseek-v4-flash (the provider's alias of the same model) |+| omp | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as deepseek/deepseek-v4-pro (the provider's alias of the same model) |+| omp | gemini-3-flash-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3-flash-preview (the provider's alias of the same model) |+| omp | gemini-3.1-pro-preview | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.1-pro-preview (the provider's alias of the same model) |+| omp | gemini-3.5-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.5-flash (the provider's alias of the same model) |+| omp | gemini-3.5-flash-lite | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.5-flash-lite (the provider's alias of the same model) |+| omp | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.6-flash (the provider's alias of the same model) |+| omp | gemini-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.7-flash (the provider's alias of the same model) |+| omp | gemini-3.8-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as google/gemini-3.8-flash (the provider's alias of the same model) |+| omp | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as z-ai/glm-5.3 (the provider's alias of the same model) |+| omp | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as z-ai/glm-5.3-flash (the provider's alias of the same model) |+| omp | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.2 (the provider's alias of the same model) |+| omp | gpt-5.3-codex | pass | pass | n/a | pass | pass | My TokenRouter | served as openai/gpt-5.3-codex (the provider's alias of the same model) |+| omp | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.4 (the provider's alias of the same model) |+| omp | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.4-mini (the provider's alias of the same model) |+| omp | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.5 (the provider's alias of the same model) |+| omp | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.6-luna (the provider's alias of the same model) |+| omp | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | My TokenRouter | served as openai/gpt-5.6-sol (the provider's alias of the same model) |+| omp | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as openai/gpt-5.6-terra (the provider's alias of the same model) |+| omp | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as moonshotai/kimi-k2.7-code (the provider's alias of the same model) |+| omp | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as moonshotai/kimi-k3 (the provider's alias of the same model) |+| omp | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as mistralai/mistral-medium-3-5 (the provider's alias of the same model) |+| omp | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as qwen/qwen3.7-max (the provider's alias of the same model) |+| omp | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as qwen/qwen3.8-max (the provider's alias of the same model) |+| omp | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | My TokenRouter | served as stepfun/step-3.7-flash (the provider's alias of the same model) |++33 pairs, 164 of 164 scenario runs passed.++Not run in this column, 1 pairs the provider serves that the harness did not run, with the reason:++- omp x gpt-6-astra: not run, not run in this column## Provider: omp-vercel@@ -1332,184 +1998,310 @@ Scenarios: first turn, follow-up in the same session, switch model mid-session,37 pairs, 184 of 184 scenario runs passed.-## Provider: vercel+Not run in this column, 6 pairs the provider serves that the harness did not run, with the reason:++- omp x gpt-6-astra: not run, not run in this column+- omp x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- omp x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)++## Provider: openai| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes ||---|---|---|---|---|---|---|---|---|-| claude-code | claude-fable-5 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-haiku-4.5 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-opus-4.7 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-opus-4.8 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-opus-5 | pass | pass | pass (claude-fable-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-sonnet-4.6 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| claude-code | claude-sonnet-5 | pass | pass | pass (claude-opus-5) | pass | pass | Vercel AI Gateway | |-| cline | claude-fable-5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-haiku-4.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-opus-4.7 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-opus-4.8 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-opus-5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-sonnet-4.6 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | claude-sonnet-5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | deepseek-v4-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | deepseek-v4-pro | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | glm-5.3 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | glm-5.3-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | kimi-k2.7-code | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | kimi-k3 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | mistral-medium-3.5 | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | qwen3.7-max | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | qwen3.8-max | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| cline | step-3.7-flash | pass | pass | pass (gpt-5.4) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.3-codex | pass | pass | n/a | pass | pass | Vercel AI Gateway | retested once; first try: artifact Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its ; recycle Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its |-| codex | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Vercel AI Gateway | |-| codex | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | Vercel AI Gateway | |-| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.3-codex | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | gpt-5.6-sol | pass | pass | n/a | pass | pass | Vercel AI Gateway | retested once; first try: first the message was not taken: the session never opened a turn in 120 s |-| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | Vercel AI Gateway | |-| hermes | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Vercel AI Gateway | |-| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | hunyuan-3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | kimi-k2.7-code | FAIL | n/a | n/a | n/a | n/a | Vercel AI Gateway | first: [{"connection": "integration:Vercel AI Gateway", "status": "failed", "error": "hermes -z: agent failed: Model moonshotai/kimi-k2.7-code has ; retested once; first try: first [{"connection": "integration:Vercel AI Gateway", "status": "failed", "error": "h |-| hermes | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | ling-3.0-flash | FAIL | n/a | n/a | n/a | n/a | Vercel AI Gateway | first: [{"connection": "integration:Vercel AI Gateway", "status": "failed", "error": "hermes -z: agent failed: Model inclusionai/ling-3.0-flash has ; retested once; first try: first [{"connection": "integration:Vercel AI Gateway", "status": "failed", "error": "h |-| hermes | minimax-m3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | nemotron-3-ultra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | qwen3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| hermes | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Vercel AI Gateway | |-| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| opencode | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | Vercel AI Gateway | |-| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| pi | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | Vercel AI Gateway | |-| qwen | claude-fable-5 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | claude-haiku-4.5 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | claude-opus-4.7 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | claude-opus-4.8 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | claude-opus-5 | pass | pass | n/a | pass | pass | Vercel AI Gateway | retested once; first try: first the message was not taken: the session never opened a turn in 120 s |-| qwen | claude-sonnet-4.6 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | claude-sonnet-5 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | deepseek-v4-flash | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | deepseek-v4-pro | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gemini-3.6-flash | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | glm-5.3 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | glm-5.3-flash | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.2 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.3-codex | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.4 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.4-mini | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.5 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.6-luna | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.6-sol | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | gpt-5.6-terra | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | kimi-k2.7-code | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | kimi-k3 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | mistral-medium-3.5 | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | qwen3.7-max | pass | pass | pass (qwen3.8-max) | pass | pass | Vercel AI Gateway | |-| qwen | qwen3.8-max | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |-| qwen | step-3.7-flash | pass | pass | pass (qwen3.7-max) | pass | pass | Vercel AI Gateway | |--174 pairs, 857 of 859 scenario runs passed.+| cline | gpt-5.2 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| cline | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| cline | gpt-5.4-mini | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| cline | gpt-5.5 | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| cline | gpt-5.6-luna | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| cline | gpt-5.6-sol | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| cline | gpt-5.6-terra | pass | pass | pass (gpt-5.4) | pass | pass | OpenAI | |+| codex | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.3-codex | pass | pass | pass (gpt-5.6-luna) | FAIL | FAIL | OpenAI | artifact: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; recycle: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; retested once; first try: artifact Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its ; recycle Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-sol: its |+| codex | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| codex | gpt-5.6-luna | pass | pass | FAIL (gpt-5.3-codex) | pass | FAIL | OpenAI | switch: Codex cannot run gpt-5.3-codex in a task that has already used gpt-5.6-luna: its tools are not available there. Start a new task for gpt-5.3 ; recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |+| codex | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| codex | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| dsh | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| dsh | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.5 | pass | pass | n/a | pass | pass | OpenAI | retested once; first try: artifact no file card (files: none); Create a file named hello-opencode.txt containing ex |+| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.3-codex | pass | pass | n/a | FAIL | FAIL | OpenAI | artifact: no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: 404 This model is not supported in the v1/chat/completions e ; recycle: answered without M1-gpt-5.3-codex: ith in my very first message of this task? Reply with just that word. QWEN CODE [API Error: 404 This mode ; retested once; first try: artifact no file card (files: none); word HELLO, then reply DONE. QWEN CODE [API Error: ; recycle answered without M1-gpt-5.3-codex: ith in my very first message of this task? Re |+| qwen | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |+| qwen | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenAI | |+| qwen | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenAI | |++55 pairs, 267 of 273 scenario runs passed.++Not run in this column, 8 pairs the provider serves that the harness did not run, with the reason:++- cline x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- cline x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- codex x gpt-6-astra: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only++## Provider: openrouter++| Harness | Model | First | Follow-up | Switch | Artifact | Recycle | Served by | Notes |+|---|---|---|---|---|---|---|---|---|+| dsh | claude-fable-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-haiku-4.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-opus-4.7 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-opus-4.8 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-opus-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-sonnet-4.6 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | claude-sonnet-5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | deepseek-v4-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | deepseek-v4-pro | pass | pass | pass (deepseek-v4-flash) | pass | pass | OpenRouter | |+| dsh | gemini-3.6-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | glm-5.3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | glm-5.3-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.2 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.3-codex | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.4 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.4-mini | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.6-luna | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.6-sol | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | gpt-5.6-terra | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | kimi-k2.7-code | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | kimi-k3 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | mistral-medium-3.5 | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | qwen3.7-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | qwen3.8-max | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| dsh | step-3.7-flash | pass | pass | pass (deepseek-v4-pro) | pass | pass | OpenRouter | |+| hermes | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |+| hermes | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | hunyuan-3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | ling-3.0-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | minimax-m3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | nemotron-3-ultra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | qwen3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| hermes | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |+| opencode | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| opencode | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | claude-fable-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | claude-haiku-4.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | claude-opus-4.7 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | claude-opus-4.8 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | claude-opus-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | claude-sonnet-4.6 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | claude-sonnet-5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | deepseek-v4-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | deepseek-v4-pro | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | gemini-3.6-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | glm-5.3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | glm-5.3-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | gpt-5.2 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.3-codex | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.4 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.4-mini | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.6-luna | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | gpt-5.6-sol | pass | pass | pass (gpt-5.6-terra) | pass | pass | OpenRouter | |+| pi | gpt-5.6-terra | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | |+| pi | kimi-k2.7-code | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | kimi-k3 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | mistral-medium-3.5 | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | qwen3.7-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | qwen3.8-max | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| pi | step-3.7-flash | pass | pass | pass (gpt-5.6-sol) | pass | pass | OpenRouter | retested once; first try: |+| qwen | claude-fable-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-haiku-4.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-opus-4.7 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-opus-4.8 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-opus-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-sonnet-4.6 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | claude-sonnet-5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | deepseek-v4-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | deepseek-v4-pro | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gemini-3.6-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | glm-5.3 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | glm-5.3-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.2 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.4 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.4-mini | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.6-luna | pass | pass | pass (qwen3.7-max) | pass | FAIL | OpenRouter | recycle: answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in my very first message of this task? Reply with just that wo ; retested once; first try: recycle answered without M1-gpt-5.6-luna: What exact word did I ask you to reply with in |+| qwen | gpt-5.6-sol | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | gpt-5.6-terra | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | kimi-k2.7-code | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | kimi-k3 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | mistral-medium-3.5 | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | qwen3.7-max | pass | pass | pass (qwen3.8-max) | pass | pass | OpenRouter | |+| qwen | qwen3.8-max | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |+| qwen | step-3.7-flash | pass | pass | pass (qwen3.7-max) | pass | pass | OpenRouter | |++134 pairs, 669 of 670 scenario runs passed.++Not run in this column, 81 pairs the provider serves that the harness did not run, with the reason:++- dsh x claude-fable-5-1: not run, not run in this column+- dsh x gemini-2.5-flash: not run, not run in this column+- dsh x gemini-2.5-flash-lite: not run, not run in this column+- dsh x gemini-2.5-pro: not run, not run in this column+- dsh x gemini-3-flash-preview: not run, not run in this column+- dsh x gemini-3.1-flash-lite: not run, not run in this column+- dsh x gemini-3.1-pro-preview: not run, not run in this column+- dsh x gemini-3.5-flash: not run, not run in this column+- dsh x gemini-3.5-flash-lite: not run, not run in this column+- dsh x gemini-3.7-flash: not run, not run in this column+- dsh x gemini-3.8-flash: not run, not run in this column+- dsh x gpt-6-astra: not run, not run in this column+- dsh x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- dsh x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- hermes x claude-fable-5-1: not run, not run in this column+- hermes x gemini-2.5-flash: not run, not run in this column+- hermes x gemini-2.5-flash-lite: not run, not run in this column+- hermes x gemini-2.5-pro: not run, not run in this column+- hermes x gemini-3-flash-preview: not run, not run in this column+- hermes x gemini-3.1-flash-lite: not run, not run in this column+- hermes x gemini-3.1-pro-preview: not run, not run in this column+- hermes x gemini-3.5-flash: not run, not run in this column+- hermes x gemini-3.5-flash-lite: not run, not run in this column+- hermes x gemini-3.7-flash: not run, not run in this column+- hermes x gemini-3.8-flash: not run, not run in this column+- hermes x gpt-6-astra: not run, not run in this column+- opencode x claude-fable-5-1: not run, not run in this column+- opencode x gemini-2.5-flash: not run, not run in this column+- opencode x gemini-2.5-flash-lite: not run, not run in this column+- opencode x gemini-2.5-pro: not run, not run in this column+- opencode x gemini-3-flash-preview: not run, not run in this column+- opencode x gemini-3.1-flash-lite: not run, not run in this column+- opencode x gemini-3.1-pro-preview: not run, not run in this column+- opencode x gemini-3.5-flash: not run, not run in this column+- opencode x gemini-3.5-flash-lite: not run, not run in this column+- opencode x gemini-3.7-flash: not run, not run in this column+- opencode x gemini-3.8-flash: not run, not run in this column+- opencode x gpt-6-astra: not run, not run in this column+- opencode x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- opencode x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x claude-fable-5-1: not run, not run in this column+- pi x gemini-2.5-flash: not run, not run in this column+- pi x gemini-2.5-flash-lite: not run, not run in this column+- pi x gemini-2.5-pro: not run, not run in this column+- pi x gemini-3-flash-preview: not run, not run in this column+- pi x gemini-3.1-flash-lite: not run, not run in this column+- pi x gemini-3.1-pro-preview: not run, not run in this column+- pi x gemini-3.5-flash: not run, not run in this column+- pi x gemini-3.5-flash-lite: not run, not run in this column+- pi x gemini-3.7-flash: not run, not run in this column+- pi x gemini-3.8-flash: not run, not run in this column+- pi x gpt-6-astra: not run, not run in this column+- pi x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- pi x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x claude-fable-5-1: not run, not run in this column+- qwen x gemini-2.5-flash: not run, not run in this column+- qwen x gemini-2.5-flash-lite: not run, not run in this column+- qwen x gemini-2.5-pro: not run, not run in this column+- qwen x gemini-3-flash-preview: not run, not run in this column+- qwen x gemini-3.1-flash-lite: not run, not run in this column+- qwen x gemini-3.1-pro-preview: not run, not run in this column+- qwen x gemini-3.5-flash: not run, not run in this column+- qwen x gemini-3.5-flash-lite: not run, not run in this column+- qwen x gemini-3.7-flash: not run, not run in this column+- qwen x gemini-3.8-flash: not run, not run in this column+- qwen x gpt-5.3-codex: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x gpt-6-astra: not run, the model answers on the Responses API only and this harness speaks chat/completions only+- qwen x hunyuan-3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x ling-3.0-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x minimax-m3: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x nemotron-3-ultra: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)+- qwen x qwen3.7-flash: not run, not in this harness's catalog (unmeasured or excluded, see the catalog's note)diff --git a/gateway/app.py b/gateway/app.pyindex 25ae33f9..51d82fb0 100644--- a/gateway/app.py+++ b/gateway/app.py@@ -1073,6 +1073,16 @@ _INTEGRATION_WIRING: dict[tuple[str, str], str] = {("openrouter", "cline"): "openai-api",("tokenrouter", "cline"): "tokenrouter", ("vercel", "cline"): "tokenrouter",("llmtr", "cline"): "tokenrouter",+ # goose (aaif-goose/goose) is a pure OpenAI chat/completions client through the loopback+ # relay — its provider takes the endpoint as OPENAI_HOST + OPENAI_BASE_PATH, and the runner+ # splits the relay's base into that pair — so it is wired like cline, for cline's reasons.+ # No ("google", "goose") row: unprobed is unlisted, and Gemini through this surface is a+ # request-shape question the matrix has to answer first (see cline's own gemini caveat).+ ("anthropic", "goose"): "anthropic", ("openai", "goose"): "openai",+ ("azure-foundry", "goose"): "azure",+ ("openrouter", "goose"): "openai-api",+ ("tokenrouter", "goose"): "tokenrouter", ("vercel", "goose"): "tokenrouter",+ ("llmtr", "goose"): "tokenrouter",# custom: user-supplied endpoint + model + key. Maps to runner providers that can actually# drive a bring-your-own OpenAI/Anthropic endpoint — NOT codex, whose current releases speak# only the OpenAI Responses API and so cannot reach a custom chat/completions endpoint.@@ -1082,6 +1092,7 @@ _INTEGRATION_WIRING: dict[tuple[str, str], str] = {("custom", "omp"): "tokenrouter",("custom", "qwen"): "openai-api",("custom", "cline"): "openai-api",+ ("custom", "goose"): "openai-api",# A custom endpoint that speaks the OpenAI Responses API drives codex (issue #149: a proxy# naming its models its own way). The runner's "tokenrouter" provider is exactly that shape:# OpenAI-compatible, base on the connection, wire_api responses.@@ -1112,6 +1123,7 @@ _INTEGRATION_WIRING: dict[tuple[str, str], str] = {("harnessrouter", "omp"): "tokenrouter", ("harnessrouter", "dsh"): "tokenrouter",("harnessrouter", "opencode"): "tokenrouter", ("harnessrouter", "qwen"): "tokenrouter",("harnessrouter", "cline"): "tokenrouter", ("harnessrouter", "gemini"): "google",+ ("harnessrouter", "goose"): "tokenrouter",}@@ -4520,7 +4532,11 @@ def _provider_backends(provider: str) -> list[str]:_CUSTOM_FORMAT_BACKENDS = {# qwen-code is a pure OPENAI_BASE_URL/OPENAI_API_KEY client (0.22.1, verified), so a custom# OpenAI endpoint drives it directly; it speaks nothing else, so it stays off the anthropic set.- "openai": {"hermes", "opencode", "pi", "dsh", "qwen", "cline", "omp"},+ # goose speaks OpenAI chat/completions only on the path the runner builds (OPENAI_HOST ++ # OPENAI_BASE_PATH through the relay). Its own anthropic provider takes ANTHROPIC_HOST with no+ # base-path counterpart and is unprobed, so a custom ANTHROPIC endpoint stays off this set+ # until it is — the picker greys out what the router cannot actually run.+ "openai": {"hermes", "opencode", "pi", "dsh", "qwen", "cline", "omp", "goose"},"anthropic": {"claude", "opencode", "pi", "dsh", "omp"},# The OpenAI Responses API: what codex speaks, and only codex among the agent CLIs here."responses": {"codex"},@@ -5889,8 +5905,52 @@ _MODEL_CATALOG: dict[str, dict] = {# loopback relay, so it reaches what pi reaches; the list is pi's, and the support matrix# measures each provider column with the served-model rule as judge (2026-09-07)."omp": {"default": "gpt-5.4", "models": []},+ # goose reaches models the way cline and qwen do — one OpenAI chat/completions client pointed+ # at the loopback relay — so the serving PATHS here are the ones cline's rows already earned.+ #+ # THE SERVED MODEL COMES FROM THE RELAY, NOT THE CLI. goose reports none of its own: the served+ # model would have to ride its message metadata (metadata.inference.resolvedModel), and only+ # the databricks provider format populates that — crates/goose-providers/src/openai.rs, the+ # path every turn here takes, never sets it (v1.50.0). That left these rows unable to be+ # substitution-checked, which is half the bar at the top of this table. It no longer does:+ # every turn rides the loopback relay and the provider's own answer names `model`, so the+ # relay reads it off the bytes as they pass and the runner stamps it on a result the CLI left+ # unlabelled (_served_model_in / _relay_served_model, runner/server.py, pinned by+ # runner/tests/test_relay_served_model.py). cline and qwen gain the same check for free.+ # So these rows say "the id served it", not merely "the id completed a turn".+ "goose": {"default": "gpt-5.4",+ # The 35 ids the goose column MEASURED on 2026-09-12 — five scenarios per model on+ # TokenRouter, Vercel, OpenRouter, OpenAI, Azure, Anthropic and the hosted door, the+ # served model read by the relay, zero substitutions — followed by five the column+ # has not run yet (below, and offered so the matrix can measure them here, the same+ # way pi's Gemini family was). One id measured and left OUT: claude-opus-5 answers+ # "The model returned an empty response" on every tool-using turn through goose's+ # chat wire, on its own vendor as much as through every aggregator (0 of 8+ # artifact/recall checks). The Responses-only ids stay out: goose is chat-only.+ "models": ["gpt-5.4", "gpt-5.6-sol", "gpt-5.6-terra", "gpt-5.6-luna", "gpt-5.5",+ "gpt-5.4-mini", "gpt-5.2",+ "claude-fable-5", "claude-fable-5-1", "claude-opus-4.8",+ "claude-sonnet-5", "claude-opus-4.7", "claude-sonnet-4.6", "claude-haiku-4.5",+ "gemini-3.6-flash", "gemini-3.8-flash", "gemini-3.7-flash", "gemini-3.5-flash",+ "gemini-3.5-flash-lite", "gemini-3.1-flash-lite", "gemini-3.1-pro-preview",+ "gemini-3-flash-preview", "gemini-2.5-pro", "gemini-2.5-flash",+ "gemini-2.5-flash-lite",+ "deepseek-v4-pro", "deepseek-v4-flash", "kimi-k3", "kimi-k2.7-code",+ "qwen3.7-max", "qwen3.8-max", "mistral-medium-3.5", "step-3.7-flash",+ "glm-5.3", "glm-5.3-flash",+ # NOT YET MEASURED on goose — the rest of what Vercel and OpenRouter serve+ # through this shape, offered so the next column measures them. Until it+ # does, docs/support-matrix.md lists these five as "not run in this+ # column" rather than as passing rows.+ "hunyuan-3", "ling-3.0-flash", "minimax-m3", "nemotron-3-ultra", "qwen3.7-flash"]},}_MODEL_CATALOG["omp"]["models"] = list(_MODEL_CATALOG["pi"]["models"]) # pi's reach, see the omp entry+# Ids OpenAI serves on the Responses API only (refused on /v1/chat/completions, measured+# 2026-09-05/07), and the harnesses that speak chat/completions and nothing else. A limitation, not+# an omission: the support matrix lists these pairs as not run for that reason, and the chat-only+# test forbids listing such an id for such a harness.+RESPONSES_ONLY_MODELS = frozenset({"gpt-5.3-codex", "gpt-6-astra"})+CHAT_ONLY_BACKENDS = ("qwen", "cline", "goose")_BARE_MODELS = {"", "claude", "codex", "anthropic", "bedrock", "openai", "hermes", "pi", "dsh", "deepseek", "omp"}# Models whose serving CHANNEL refuses image input outright. Measured, not assumed — probed# 2026-08-19 on the TokenRouter connection with a data-URI image in a user message:@@ -12892,6 +12952,29 @@ _BASE_CATALOG: dict[str, dict] = {("workflow", "Workflow")],"tool_enforcement": "instruction",},+ "goose": {+ "label": "goose", "backend": "goose", "status": "ready",+ "system_prompt": ("You are goose, an autonomous coding agent. You work on a real git "+ "workspace with shell and file access, reading and editing files and "+ "running commands to complete the task end to end."),+ # The `developer` platform extension's tools, verbatim from DeveloperClient::get_tools()+ # (v1.50.0). FIVE, and there is no file-read tool: reading is `shell` (cat), `tree` lists a+ # directory. Labels are goose's own ToolAnnotations display names. A name that matches no+ # tool would be dropped from the runner's available_tools allowlist and disable nothing+ # while this table says otherwise — the silent no-op the opencode/qwen entries warn about,+ # which is why this list is copied from the source rather than from the docs.+ "tools": [("shell", "Shell"), ("write", "File Write"), ("edit", "Edit"),+ ("tree", "Tree"), ("read_image", "Read Image")],+ # HARD, and it survives headless auto-approval — the two mechanisms are independent.+ # GOOSE_MODE=auto makes the permission inspector return Allow before it ever reads the+ # permission table (permission_inspector.rs), so permission.yaml's NeverAllow is NOT the+ # lever here. available_tools is: extension_manager's fetch_all_tools gates on+ # config.is_tool_available while BUILDING the model's tool list, so a tool left out never+ # reaches the model and never reaches the inspector either. UHP §4.3 requires a hard block+ # wherever the runtime supports per-tool restriction, so reporting this as "instruction"+ # would understate what is actually enforced.+ "tool_enforcement": "hard",+ },"opencode": {"label": "OpenCode", "backend": "opencode", "status": "ready","system_prompt": ("You are OpenCode, an autonomous coding agent. You work on a real git "diff --git a/gateway/tests/test_base_catalog_honesty.py b/gateway/tests/test_base_catalog_honesty.pyindex bb1a858b..8fb64e48 100644--- a/gateway/tests/test_base_catalog_honesty.py+++ b/gateway/tests/test_base_catalog_honesty.py@@ -34,3 +34,20 @@ def test_dsh_advertises_tools_its_profile_offers():names = {n for n, _ in A._BASE_CATALOG["dsh"]["tools"]}assert names <= DSH_OFFERED, f"not offered by the sdk profile: {sorted(names - DSH_OFFERED)}"assert A._BASE_CATALOG["dsh"]["tool_enforcement"] == "instruction"+++def test_goose_advertises_exactly_what_its_allowlist_can_restrict():+ """goose disables a tool by leaving it OUT of the extension's available_tools allowlist, which+ the runner builds from ALL_GOOSE_TOOLS. A name here that is not in that set is dropped on the+ way through and disables nothing while this table says it does — the omp failure above, in the+ other direction. Both sides are the `developer` extension's get_tools() (v1.50.0)."""+ sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[2] / "runner"))+ from server import ALL_GOOSE_TOOLS # noqa: PLC0415 — the runner is not a gateway import++ names = {n for n, _ in A._BASE_CATALOG["goose"]["tools"]}+ assert names == set(ALL_GOOSE_TOOLS), \+ f"drifted from the runner's allowlist: {sorted(names ^ set(ALL_GOOSE_TOOLS))}"+ # Hard, not instruction: available_tools is applied while BUILDING the model's tool list, so it+ # holds under GOOSE_MODE=auto, which short-circuits the permission table. UHP §4.3 requires the+ # hard block to be reported as one wherever the runtime supports it.+ assert A._BASE_CATALOG["goose"]["tool_enforcement"] == "hard"diff --git a/gateway/tests/test_catalog_chat_only_backends.py b/gateway/tests/test_catalog_chat_only_backends.pyindex d70354a3..8054f815 100644--- a/gateway/tests/test_catalog_chat_only_backends.py+++ b/gateway/tests/test_catalog_chat_only_backends.py@@ -10,8 +10,10 @@ import app as gw # noqa: E402# Measured against OpenAI directly: called with function tools these answer on /v1/responses and are# refused on /v1/chat/completions. gpt-6-astra joined them on 2026-09-07 with the same sentence,# "Function tools with reasoning_effort are not supported for gpt-6-astra in /v1/chat/completions".-RESPONSES_ONLY = {"gpt-5.3-codex", "gpt-6-astra"}-CHAT_ONLY_BACKENDS = ("qwen", "cline")+# The facts live in the gateway (the renderer lists the pairs they exclude as "not run"); this test+# keeps them honest.+RESPONSES_ONLY = set(gw.RESPONSES_ONLY_MODELS)+CHAT_ONLY_BACKENDS = gw.CHAT_ONLY_BACKENDSRESPONSES_BACKENDS = ("codex", "hermes", "pi", "dsh", "opencode", "omp")diff --git a/runner/server.py b/runner/server.pyindex 66ceec98..0b0b137b 100644--- a/runner/server.py+++ b/runner/server.py@@ -248,8 +248,14 @@ def _resume_lost(backend: str, cmd: list[str], resume_session_id: str | None) ->hosted opencode sessions answered three recalls each with "there is no earlier message" ascompleted turns (2026-09-08): the history was lost to the 2026-09-06 restore burst, and nothingtold the person. The gateway renders the event as a note at the top of the reply."""- if backend not in ("opencode", "claude") or not resume_session_id:+ if backend not in ("opencode", "claude", "goose") or not resume_session_id:return None+ if backend == "goose":+ # goose carries the id as `-n <name>` on EVERY turn — it names a fresh session as well as+ # selecting an existing one — so the id being present in cmd says nothing. `-r` is the+ # flag that means "continue", and _build_goose adds it only once the session was found in+ # this workspace's database.+ return None if "-r" in cmd else resume_session_idreturn None if resume_session_id in cmd else resume_session_id@@ -357,6 +363,12 @@ CHECKPOINT_EXCLUDE = ["./tmp", "./.gcp-sa.json", "./.codex", "./.credentials.jso"./.harness/home/.omp/agent/auth.json","./.harness/home/.omp/agent/models.json","./.harness/home/.omp/agent/models.yml",+ # goose keeps provider keys in its own secrets.yaml beside config.yaml. The+ # runner never writes it (credentials go in the env, and only the relay's+ # per-turn placeholder at that), but `goose configure` inside a task would,+ # and a secret that reaches a checkpoint tarball is published — the hole+ # pi's auth.json and hermes's .env each had to be closed for.+ "./.harness/goose/config/secrets.yaml",# dsh: the MCP cordis overlay can carry auth headers (same standing as# claude's .mcp.json); the provider KEY itself never lands anywhere —# it lives only in the driver process (see dsh_driver.py's relay).@@ -380,6 +392,7 @@ GEMINI_DEFAULT_MODEL = os.environ.get("GEMINI_DEFAULT_MODEL", "gemini-3.8-flash"CLINE_DEFAULT_MODEL = os.environ.get("CLINE_DEFAULT_MODEL", "gpt-5.4")DSH_DEFAULT_MODEL = os.environ.get("DSH_DEFAULT_MODEL", "deepseek-v4-pro")OMP_DEFAULT_MODEL = os.environ.get("OMP_DEFAULT_MODEL", "gpt-5.4")+GOOSE_DEFAULT_MODEL = os.environ.get("GOOSE_DEFAULT_MODEL", "gpt-5.4")CODEX_REASONING_EFFORT = os.environ.get("CODEX_REASONING_EFFORT", "medium")# The window Codex plans compaction against. Its own catalog says 272k for every gpt-5.x; a larger# number here made it compact late and let a long thread overflow the real window first.@@ -460,6 +473,7 @@ def _git_ensure(ws: str) -> None:"tmp/", ".gcp-sa.json", ".codex/", ".credentials.json", ".harness/**/.credentials.json",".harness/home/.hermes/.env", ".harness/home/.hermes/auth.json",".harness/home/.pi/agent/auth.json", ".harness/home/.pi/agent/models.json",+ ".harness/goose/config/secrets.yaml","",]))if not (p / ".git").exists():@@ -680,6 +694,17 @@ def _write_skills(cwd: str, skills: list[dict], backend: str = "claude") -> list# separate skills.enabled/disabled key — that key toggles skills, it doesn't relocate them.rootrels = [".harness/home/.gemini/skills"]entryroot = ".harness/home/.gemini/skills"+ elif backend == "goose":+ # <GOOSE_PATH_ROOT>/config/skills — a GLOBAL, writable skills root in goose's own+ # discovery list (all_skill_dirs_with_config pushes Paths::config_dir().join("skills"),+ # crates/goose/src/skills/mod.rs). Deliberately NOT the project root's .agents/skills,+ # which goose also reads: that lives in the workspace, and _PRODUCED_EXCLUDE_PREFIX does+ # not exclude .agents/, so every harness skill would be handed back to the user as a+ # deliverable on every turn. This path is under .harness/ and is therefore already+ # excluded and already checkpointed. Note goose refuses a skill whose SKILL.md `name`+ # frontmatter does not match its directory name.+ rootrels = [".harness/goose/config/skills"]+ entryroot = ".harness/goose/config/skills"elif backend == "opencode":# opencode's `skills` config key takes ARBITRARY paths ("Additional paths or URLs to# discover skills from"), so there is no per-CLI home directory to guess here — we write@@ -815,7 +840,10 @@ def _agent_doc_path(cwd: str, backend: str) -> pathlib.Path:if backend == "gemini":return pathlib.Path(cwd) / "GEMINI.md" # gemini-cli's own context.fileName defaultreturn pathlib.Path(cwd) / (- "AGENTS.md" if backend in ("codex", "hermes", "pi", "dsh", "opencode", "cline", "omp")+ # goose reads AGENTS.md natively and first: its default context-file list is+ # ["AGENTS.md", ".goosehints"], overridable only via CONTEXT_FILE_NAMES.+ "AGENTS.md" if backend in ("codex", "hermes", "pi", "dsh", "opencode", "cline", "omp",+ "goose")else "CLAUDE.md")@@ -2720,6 +2748,38 @@ def _drop_top_level_field(body: bytes, field: str) -> bytes:return json.dumps(doc).encode()+_SERVED_MODEL_RE = re.compile(rb'"model"\s*:\s*"([^"]{1,200})"')+++def _served_model_in(data: bytes) -> str:+ """The `model` an OpenAI- or Anthropic-shaped answer names, read off the bytes as they pass the+ relay: the first "model":"…" in a JSON body or an SSE line. This is the provider's own statement+ of what it ran, available for every backend that rides the relay, whether or not the CLI+ reports one (goose never does; cline and qwen do not either)."""+ m = _SERVED_MODEL_RE.search(data)+ return m.group(1).decode("utf-8", "replace") if m else ""+++def _relay_served_model(env: dict) -> str:+ """What the relay saw the provider serve on this turn's route, "" when the turn did not ride+ the relay or nothing answered yet. The route is found by the placeholder bearer the CLI was+ handed, whichever variable the backend keeps it in.++ ONE relay token per env is the invariant this rests on — the first one found is taken as the+ turn's chat route. It holds for every backend that reaches here: only _hermes_prepare_env+ registers a second route (the auxiliary vision model, HR_VISION_API_KEY), and hermes runs on+ _run_hermes_bg, which does not call this. A backend that ever hands its CLI two relay bearers+ must distinguish them here first: reading the vision route would stamp the image model as the+ turn's served model, which rule 2 of docs/harness-verification.md reads as a substitution —+ a finding invented out of nothing."""+ for v in env.values():+ if isinstance(v, str) and v.startswith("hr-relay-"):+ route = _HERMES_RELAY["routes"].get(v)+ if route:+ return str((route[2] or {}).get("served_model") or "")+ return ""++class _HermesRelayHandler(http.server.BaseHTTPRequestHandler):protocol_version = "HTTP/1.1"@@ -2872,10 +2932,20 @@ class _HermesRelayHandler(http.server.BaseHTTPRequestHandler):self.send_header("transfer-encoding", "chunked")self.end_headers()pending = b""+ carry = b"" # tail of the previous chunk, so a split "model":"…" is still seenwhile True:chunk = resp.read(4096)if not chunk:break+ if not flags.get("served_model"):+ sm = _served_model_in(carry + chunk)+ if sm:+ flags["served_model"] = sm+ else:+ # A read boundary can fall inside the field, and a miss here is silent:+ # served_model stays empty and the turn is simply not substitution-checked.+ # 256 bytes covers the longest id this can carry (the regex caps at 200).+ carry = chunk[-256:]if sigs is not None:pending += chunkwhile b"\n" in pending:@@ -2887,6 +2957,10 @@ class _HermesRelayHandler(http.server.BaseHTTPRequestHandler):self.wfile.write(b"0\r\n\r\n")else:data = resp.read()+ if not flags.get("served_model"):+ sm = _served_model_in(data[:65536])+ if sm:+ flags["served_model"] = smif sigs is not None and b"thought_signature" in data:try:doc = json.loads(data)@@ -4029,6 +4103,418 @@ def _gemini_usage(stats: dict) -> dict:return u+# ── goose (aaif-goose/goose, Apache-2.0 — the block/goose repo moved there) ────────────────────+# Every shape below was read off the v1.50.0 source tree the installer pins, never the docs: the+# docs name the stream-json event TYPES and publish no field-level example, which is the exact gap+# that made the first gemini normalizer guess id/name/input and render every tool call as a+# content-free row on a live turn.+GOOSE_PROVIDERS = {"anthropic", "openai", "azure", "openai-api", "tokenrouter"}++# The `developer` platform extension's tools, verbatim from DeveloperClient::get_tools()+# (crates/goose/src/agents/platform_extensions/developer/mod.rs). FIVE, and there is deliberately+# no file-read tool: reading is `shell` (cat) and `tree` lists a directory. Do NOT add a `read`+# here — a name matching no tool is dropped from available_tools below, which disables nothing+# while the console reports the tool as off: the silent no-op the opencode/qwen tables warn about.+# The definition carries unprefixed_tools: true, so the model sees these bare, not developer__x.+ALL_GOOSE_TOOLS = ("write", "edit", "shell", "tree", "read_image")+_GOOSE_DEV_EXT = "developer"++# ONE goose conversation per workspace, under a fixed name.+#+# goose emits no init event — its stream opens straight into `message` — so the id its session+# manager generates is never visible to us, and _run_turn_bg learns a conversation id ONLY from a+# normalized system/init event (it is what becomes the next turn's resume id). A name we choose is+# therefore the only id that can round-trip at all.+#+# It does not have to be unique: every session gets its own workspace, so it gets its own+# GOOSE_PATH_ROOT and its own sessions.db, and two sessions can no more collide here than they can+# in each other's files. Fixed rather than minted also means a restored checkpoint resumes by the+# same name it was written under, which is exactly what the recycle scenario asks for.+_GOOSE_SESSION_NAME = "harness"++# A PROVIDER ERROR ARRIVES AS ASSISTANT PROSE, not as the `error` event.+#+# When the upstream fails mid-turn, goose does not emit StreamEvent::Error: the agent loop catches+# it and pushes an assistant `message` whose text is this prefix plus the provider's sentence, then+# ends the run normally with `complete`. Measured on TokenRouter's 503 ("system disk overloaded")+# during the PR-164 support-matrix column: the turn read `status: completed` and its answer was+# "Ran into this error: Server error: …", so a failed turn reported as a success whose answer was+# the failure — and the next turn in that session answered from a history carrying that prose.+#+# Both prefixes are verbatim in the pinned v1.50.0 executable (`strings goose | grep "Ran into+# this error"` returns exactly these two and nothing else). This is the same shape claude injects+# as "API Error: …" and that _CLAUDE_ERR_RE turns into a failed result; goose gets the same+# treatment for the same reason. The trailing space is not required by the match: only the prefix+# through the colon is pinned, so a formatting change upstream still fails the turn correctly.+_GOOSE_ERR_RE = _re.compile(r"^\s*Ran into this error(?: trying to compact)?:", _re.IGNORECASE)+++def _goose_root(cwd: str) -> pathlib.Path:+ """Everything goose keeps, under ONE directory inside the workspace.++ Paths::get_dir (crates/goose/src/config/paths.rs) reads GOOSE_PATH_ROOT first and, when it is+ an ABSOLUTE path, derives config/, data/ and state/ from it; only when it is unset does it fall+ back to the etcetera app-strategy (~/.config/goose on Linux). So one env var places the config+ file, the sessions database and the skills directory at once — no HOME redirection and no guess+ about XDG, which is what every other backend here has to make.++ Inside .harness/ on purpose, and that placement is load-bearing twice over: the directory+ travels in the checkpoint (HARNESS_STATE), which is what makes resume survive a recycled+ sandbox, and _PRODUCED_EXCLUDE_PREFIX already excludes it, so the config and the harness's own+ skill folders are never handed back to the user as deliverables — the trap _opencode_config+ records, where a root-level config file showed up as agent output on every turn."""+ return pathlib.Path(cwd, ".harness", "goose")+++def _goose_split_base(base_url: str) -> tuple[str, str]:+ """(OPENAI_HOST, OPENAI_BASE_PATH) for one relay base.++ goose's OpenAI provider takes the endpoint in TWO pieces, not one: OPENAI_HOST is the origin+ and OPENAI_BASE_PATH the path it serves (both ConfigKeys in+ crates/goose-providers/src/openai.rs). Every other OpenAI-shape backend here takes a single+ base_url, so the relay keeps handing out one URL and it is split HERE rather than teaching the+ relay a second shape.++ Handing the whole relay URL to OPENAI_HOST instead would send every turn to+ /v1/v1/chat/completions, which the relay answers 404 with no body — indistinguishable, from the+ trace, from the CLI simply dying."""+ u = urllib.parse.urlsplit((base_url or "").rstrip("/"))+ host = f"{u.scheme}://{u.netloc}" if u.scheme and u.netloc else (base_url or "").rstrip("/")+ path = (u.path or "").strip("/")+ return host, (f"{path}/chat/completions" if path else "chat/completions")+++def _goose_extensions(mcp_servers: list[dict] | None, tools_disabled: list[str] | None) -> dict:+ """config.yaml's `extensions` map: key -> {enabled, ...ExtensionConfig} (ExtensionEntry, which+ flattens the config's serde tag into the entry, crates/goose/src/config/extensions.rs).++ PARTIAL ON PURPOSE. A config-load migration seeds an entry for every platform extension this+ map does not mention, using that definition's own default_enabled (crates/goose/src/config/+ migrations.rs), and it PRESERVES available_tools on the entries that are already here. So+ naming `developer` to restrict its tools does not switch off Skills, Todo or Analyze, which is+ what writing a complete map would have done — and what would have silently broken every+ harness skill while every other scenario still passed.++ MCP servers become streamable_http entries rather than the --with-streamable-http-extension+ flag, because that flag's parser takes only a url and `timeout=N` and drops every other k=v+ (parse_streamable_http_extension in goose-cli/src/cli.rs). UHP §4.1 puts headers and auth in+ the contract, and a server that advertises MCP it cannot deliver is exactly what the spec+ forbids — so the config file, which has a real `headers` map, is the only honest door."""+ out: dict = {}+ off = {(raw or "").split(" (")[0].strip().lower() for raw in tools_disabled or []}+ keep = [t for t in ALL_GOOSE_TOOLS if t not in off]+ if off & set(ALL_GOOSE_TOOLS):+ # available_tools is an ALLOWLIST, so it is written only when something is actually+ # disabled: left empty (or absent) every tool is available, which is the default we want.+ out[_GOOSE_DEV_EXT] = {"enabled": True, "type": "platform", "name": _GOOSE_DEV_EXT,+ "available_tools": keep}+ for i, sv in enumerate(mcp_servers or []):+ if not isinstance(sv, dict):+ continue+ name = _skill_dir_name(sv.get("name") or sv.get("id") or f"server{i}")+ url = (sv.get("url") or "").strip()+ cmd = sv.get("command")+ if url:+ entry: dict = {"enabled": True, "type": "streamable_http", "name": name,+ "uri": url, "timeout": 300}+ hdrs = sv.get("headers")+ if isinstance(hdrs, dict) and hdrs:+ entry["headers"] = {str(k): str(v) for k, v in hdrs.items()}+ elif cmd:+ argv = cmd if isinstance(cmd, list) else [str(cmd)]+ argv = [str(a) for a in argv] + [str(a) for a in (sv.get("args") or [])]+ entry = {"enabled": True, "type": "stdio", "name": name,+ "cmd": argv[0], "args": argv[1:], "timeout": 300}+ envv = sv.get("env")+ if isinstance(envv, dict) and envv:+ entry["envs"] = {str(k): str(v) for k, v in envv.items()}+ else:+ continue+ out[name] = entry+ return out+++def _goose_config(root: pathlib.Path, model: str, mcp_servers: list[dict] | None,+ tools_disabled: list[str] | None) -> None:+ """Write <root>/config/config.yaml fresh each turn — the harness config is the source of truth,+ the same contract the agent doc has, so a stale file never outlives the setting that made it.+ Same writer hermes's config.yaml already uses."""+ cdir = root / "config"+ cdir.mkdir(parents=True, exist_ok=True)+ cfg: dict = {"GOOSE_PROVIDER": "openai", "GOOSE_MODEL": model}+ ext = _goose_extensions(mcp_servers, tools_disabled)+ if ext:+ cfg["extensions"] = ext+ (cdir / "config.yaml").write_text(yaml.safe_dump(cfg, sort_keys=False))+++def _goose_has_session(root: pathlib.Path, name: str) -> bool:+ """Is this goose session actually in this workspace's database?++ goose keeps conversations in SQLite (data/sessions/sessions.db — SESSIONS_FOLDER + DB_NAME in+ crates/goose/src/session/session_manager.rs), so there is no per-session file to stat, and the+ question has to be put to the database.++ ASK IT, do not search its bytes. This was a substring search for the session name over the db+ and its write-ahead log, and that is only as good as the name is distinctive: `harness` also+ occurs in the workspace path (/data/workspaces/<sid>/.harness/...) that tool output and the+ AGENTS.md contract carry, so a database holding one message and no session could match. The+ consequence was bounded but exactly what the check exists to prevent — a false positive adds+ -r and the turn dies on "No session found". The query below cannot be fooled by a path.++ The schema is fixed by the pinned CLI (sessions: id TEXT PRIMARY KEY, name TEXT NOT NULL), and+ get_or_create_session_id matches s.name == name || s.id == name, so this asks precisely what+ the CLI will ask. A drift on a pin bump fails test_session_lookup_asks_the_database rather+ than a live turn. Opened read-only; sqlite reads the WAL itself, so the previous turn's+ not-yet-checkpointed write is visible without naming the -wal file.++ Without this check, `-r -n <name>` against a database that does not hold it fails the turn+ outright ("No session found with name '<name>'", get_or_create_session_id in+ goose-cli/src/cli.rs) — and since every later turn passes the same name, the conversation is+ wedged for good rather than for one turn."""+ if not name:+ return False+ db_path = root / "data" / "sessions" / "sessions.db"+ if not db_path.exists():+ return False+ db = None+ try:+ db = sqlite3.connect(f"file:{db_path}?mode=ro", uri=True, timeout=2)+ row = db.execute("SELECT 1 FROM sessions WHERE name = ? OR id = ? LIMIT 1",+ (name, name)).fetchone()+ return row is not None+ except Exception: # noqa: BLE001 — no table yet, mid-write, unreadable: "not there"+ return False+ finally:+ if db is not None:+ try:+ db.close()+ except Exception: # noqa: BLE001+ pass+++def _build_goose(provider: str, auth: Auth, model: str, prompt: str, cwd: str, env: dict,+ resume_session_id: str | None = None, mcp_servers: list[dict] | None = None,+ tools_disabled: list[str] | None = None, max_turns: int | None = None) -> list[str]:+ pr = provider or "openai-api"+ if pr not in GOOSE_PROVIDERS:+ raise HTTPException(400, f"unknown goose provider '{pr}' (one of {sorted(GOOSE_PROVIDERS)})")+ if not auth.base_url:+ raise HTTPException(400, "goose needs a base_url (none configured)")+ if auth.api_key:+ # EVERY goose turn rides the loopback relay, as qwen's and cline's do: request shapes+ # strict endpoints refuse are repaired in flight, and the real key never enters the CLI's+ # environment — which matters here because goose takes its credential ONLY via env.+ relay_base, relay_tok = _hermes_relay_route(auth.base_url, auth.api_key)+ auth = auth.model_copy(update={"base_url": relay_base, "api_key": relay_tok})+ root = _goose_root(cwd)+ root.mkdir(parents=True, exist_ok=True)+ host, base_path = _goose_split_base(auth.base_url or "")+ env["GOOSE_PATH_ROOT"] = str(root)+ env["OPENAI_API_KEY"] = auth.api_key or ""+ env["OPENAI_HOST"] = host+ env["OPENAI_BASE_PATH"] = base_path+ # The sandbox is the trust boundary, so tools are approved up front: nobody is attached to+ # answer a prompt. Same rationale as claude --dangerously-skip-permissions, pi --approve and+ # opencode --auto. NOTE this does NOT weaken disabled tools: auto returns Allow before the+ # permission table is consulted (permission_inspector.rs), but a tool left out of+ # available_tools is never put in the model's tool list at all (extension_manager.rs's+ # fetch_all_tools gates on config.is_tool_available), so the two are independent.+ env["GOOSE_MODE"] = "auto"+ # Otherwise every turn pays an extra background model call to invent a session name we never+ # read — the name is ours, set with -n below.+ env["GOOSE_DISABLE_SESSION_NAMING"] = "true"+ _goose_config(root, model, mcp_servers, tools_disabled)+ # -n names the session on a fresh run and selects it on a resume (get_or_create_session_id+ # matches s.name == name || s.id == name), so it is the handle in both directions and nothing+ # has to be read back out of the stream. --session-id is NOT usable here: it sits in the same+ # clap group, which is multiple = false, and it is rejected outright without --resume.+ cmd = ["goose", "run", "--output-format", "stream-json", "--model", model,+ "-n", _GOOSE_SESSION_NAME, "-t", prompt]+ if max_turns:+ # The harness's step budget, which the gateway sends as max_turns (its max_step, default+ # 40). goose's own default is 1000, so without this the budget an operator set is ignored+ # by a factor of 25 and a looping task runs to goose's ceiling instead of theirs. Same+ # knob claude takes as --max-turns and hermes as agent.max_turns in its config.+ cmd += ["--max-turns", str(int(max_turns))]+ if resume_session_id:+ if _goose_has_session(root, _GOOSE_SESSION_NAME):+ cmd += ["-r"]+ else:+ # Same guard claude and opencode carry. The conversation is not in this workspace —+ # the checkpoint did not carry it, the sandbox was recycled, a prior turn died before+ # it was written — so start a fresh thread in the SAME workspace, which keeps the+ # files and lets the follow-up run, and say so (see _resume_lost) rather than+ # answering "there is no earlier message" as a completed turn. Passing -r anyway would+ # fail the turn outright: goose errors "No session found with name".+ print(f"[resume] goose: session {_GOOSE_SESSION_NAME} not in this workspace "+ f"(asked for {resume_session_id}) — starting fresh", flush=True)+ return cmd+++def _goose_usage(ev: dict) -> dict:+ """goose's terminal `complete` event in the runner's usage contract.++ Its cache counters are cache_read_input_tokens / cache_write_input_tokens (StreamEvent+ ::Complete, goose-cli/src/session/mod.rs). _norm_token_usage's picker already knows the READ+ name, but its write list carries cacheWriteInputTokens in camel and NOT the snake form goose+ emits — so the cache-write count would be silently dropped and billed as nothing. Named here+ rather than widened in the shared picker, the same way _gemini_usage handles gemini's `cached`.++ Whether `input_tokens` is gross (cache read included) or net is the provider's choice and goose+ passes it straight through (MessageUsage::from_provider_usage), so NO subtraction is made here+ until a live turn says one is needed — inventing one would under-report input on a provider+ that already reports net, which is the mirror of the bug the subtraction exists to fix."""+ u = _norm_token_usage(ev)+ w = ev.get("cache_write_input_tokens") if isinstance(ev, dict) else None+ if isinstance(w, (int, float)) and w:+ u["cache_write_tokens"] = int(w)+ return u+++def _goose_to_claude(obj: dict, state: dict) -> list[dict]:+ """Map ONE `goose run --output-format stream-json` line to zero+ canonical claude events.++ Shapes verified 2026-09-11 against the v1.50.0 source the installer pins (StreamEvent and+ emit_stream_event in crates/goose-cli/src/session/mod.rs; Message, MessageContentBlock and+ tool_result_serde in crates/goose-provider-types/src/conversation/). One JSON object per line.++ TWO NAMING CONVENTIONS IN ONE STREAM, and getting either wrong is silent:+ - the top-level event tag is snake_case (#[serde(tag="type", rename_all="snake_case")]):+ message | notification | error | complete+ - the content-block tag is camelCase (#[serde(tag="type", rename_all="camelCase")]):+ text | thinking | redactedThinking | toolRequest | toolResponse | error++ message: {type, message:{id, role:"user"|"assistant", created, content:[…], metadata}}+ toolRequest: {type:"toolRequest", id, toolCall:{status:"success", value:{name, arguments}}}+ — the call is TWO levels down, under toolCall.value, and `status` is Rust's+ Result rendered by tool_result_serde: on failure it is+ {status:"error", error:"<string>"}, a string and not an object.+ toolResponse: {type:"toolResponse", id, toolResult:{status, value:<CallToolResult>}}+ complete: {type:"complete", total_tokens, input_tokens, output_tokens,+ cache_read_input_tokens, cache_write_input_tokens, cost_usd}+ — terminal, and carries NO text: the answer is only ever the accumulated+ assistant text, the same as gemini's result event.+ error: {type:"error", error:"<string>"} — emitted by handle_agent_error, which also+ ends the run, so unlike gemini's non-fatal `error` this one IS terminal.+ NOT the only way a turn fails: a provider error is narrated as assistant+ text instead, and only _GOOSE_ERR_RE catches that one.++ The served model rides message.metadata.inference: {provider, requestedModel, resolvedModel}+ (InferenceMetadata, camelCase). That is a per-message statement of what the provider actually+ ran, so a substitution is visible without inferring it from usage stats the way gemini's is."""+ t = obj.get("type")+ if t == "message":+ msg = obj.get("message") if isinstance(obj.get("message"), dict) else {}+ role = msg.get("role") or "assistant"+ meta = msg.get("metadata") if isinstance(msg.get("metadata"), dict) else {}+ inf = meta.get("inference") if isinstance(meta.get("inference"), dict) else {}+ served = str(inf.get("resolvedModel") or "")+ if served:+ state["_goose_served"] = served+ out: list[dict] = []+ if not state.get("_goose_init"):+ # goose emits no init of its own, so one is synthesized off the first message. It MUST+ # carry a session id: _run_turn_bg records the conversation id only from this event,+ # and that recorded id is what the next turn resumes with — without it every follow-up+ # would silently start a new conversation.+ state["_goose_init"] = True+ out.append({"type": "system", "subtype": "init",+ "session_id": _GOOSE_SESSION_NAME,+ "model": served or state.get("model")})+ for c in (msg.get("content") if isinstance(msg.get("content"), list) else []):+ if not isinstance(c, dict):+ continue+ ct = c.get("type")+ if ct == "text":+ txt = c.get("text") or ""+ if not txt:+ continue+ if role == "assistant" and _GOOSE_ERR_RE.match(txt):+ # The provider failed and goose narrated it instead of raising it (see+ # _GOOSE_ERR_RE). It is the turn's cause of death, not its answer: record it+ # so `complete` yields subtype error, and drop the block rather than let it+ # become `final` and be reported as what the model said. Dropping matches+ # _strip_claude_error_text — the reason still reaches the caller, as the+ # failed result's `result`.+ state["_goose_error"] = txt.strip()[:400]+ continue+ if role == "assistant":+ # Each message carries a WHOLE text part (there is no delta flag on this+ # stream), and claude's result semantics take the last assistant text as the+ # answer, so a completed part replaces rather than accumulates — the same+ # choice _opencode_to_claude makes and for the same reason.+ state["final"] = txt+ out.append({"type": role, "message": {"content": [{"type": "text", "text": txt}]}})+ elif ct == "thinking":+ th = c.get("thinking") or ""+ if th:+ out.append({"type": "assistant",+ "message": {"content": [{"type": "thinking", "thinking": th}]}})+ elif ct == "toolRequest":+ call = c.get("toolCall") if isinstance(c.get("toolCall"), dict) else {}+ val = call.get("value") if isinstance(call.get("value"), dict) else {}+ if call.get("status") == "error":+ state.setdefault("_goose_tool_errors", []).append(str(call.get("error") or ""))+ continue+ out.append({"type": "assistant", "message": {"content": [+ {"type": "tool_use", "id": c.get("id") or "tool",+ "name": val.get("name") or "tool",+ "input": val.get("arguments") or {}}]}})+ elif ct == "toolResponse":+ res = c.get("toolResult") if isinstance(c.get("toolResult"), dict) else {}+ is_err = res.get("status") == "error"+ if is_err:+ body = str(res.get("error") or "")+ else:+ # CallToolResult is MCP's own shape: {content:[{type:"text", text}], …}+ val = res.get("value") if isinstance(res.get("value"), dict) else {}+ parts = val.get("content") if isinstance(val.get("content"), list) else []+ body = "".join(p.get("text") or "" for p in parts if isinstance(p, dict))+ out.append({"type": "user", "message": {"content": [+ {"type": "tool_result", "tool_use_id": c.get("id") or "tool",+ "is_error": is_err, "content": body}]}})+ elif ct == "error":+ state["_goose_error"] = str(c.get("message") or "goose error")+ return out+ if t == "error":+ # handle_agent_error emits this and then ends the run, so it is the turn's cause of death+ # and not an aside — the opposite of gemini's `error`, which is non-fatal by contract.+ state["_goose_error"] = str(obj.get("error") or "goose error")+ return []+ if t == "complete":+ state["_goose_completed"] = True # the eof handler must not emit a second result+ err = state.get("_goose_error") or ""+ ev = {"type": "result", "subtype": "error" if err else "success", "is_error": bool(err),+ "result": err or state.get("final", ""), "usage": _goose_usage(obj)}+ served = state.get("_goose_served")+ if served:+ ev["model"] = served+ return [ev]+ return [] # notification: progress/log noise, nothing to render+++def _goose_eof(state: dict, rc: int) -> list[dict]:+ """A run that ended without its `complete` event — the CLI died, was killed, or failed before+ the agent loop started. `complete` is emitted only on the normal path, so without this the turn+ would end with no result event at all and read as "finished, said nothing"."""+ if state.get("_goose_completed"):+ return []+ err = state.get("_goose_error") or ""+ tools = state.get("_goose_tool_errors") or []+ if not err and rc == 0:+ return [{"type": "result", "subtype": "success", "is_error": False,+ "result": state.get("final", ""), "usage": {}}]+ why = "; ".join(t for t in tools if t)[:500] or f"goose exited {rc} without reporting an error"+ # A reported error outranks whatever text arrived before it: the turn died of that, and it is+ # the same answer `complete` would have given had the run reached it.+ return [{"type": "result", "subtype": "error", "is_error": True,+ "result": err or state.get("final") or why, "usage": {}}]+++_goose_to_claude.eof = _goose_eof # type: ignore[attr-defined]++# Registry — providers/default_model/normalize per backend. The cmd build + run loop is dispatched# in turn(): claude/codex run through _run_turn_bg over stdout JSONL; hermes has its own driver# (_run_hermes_bg — DB-polling, no stdout events), so it carries no normalizer.@@ -4061,6 +4547,10 @@ BACKENDS = {# fields), so it shares pi's normaliser rather than carrying a copy."omp": {"providers": sorted(OMP_PROVIDERS), "default_model": OMP_DEFAULT_MODEL,"normalize": _pi_to_claude},+ # goose's stream-json is its OWN schema (Rust serde, two rename rules in one stream), so it+ # carries its own normaliser rather than sharing one — see _goose_to_claude's docstring.+ "goose": {"providers": sorted(GOOSE_PROVIDERS), "default_model": GOOSE_DEFAULT_MODEL,+ "normalize": _goose_to_claude},}@@ -4175,6 +4665,12 @@ def _run_turn_bg(turn_id: str, cmd: list[str], env: dict, cwd: str, normalize, mcontinuefor ev in normalize(obj, state):ev.setdefault("_ts", time.time())+ if ev.get("type") == "result" and not ev.get("model"):+ # The CLI did not say what ran; the relay saw the provider say it. Set before+ # the event is visible, so the gateway never reads it unlabelled.+ served = _relay_served_model(env)+ if served:+ ev["model"] = servedwith _turns_lock:rec["events"].append(ev)if ev.get("type") == "system" and ev.get("subtype") == "init" and ev.get("session_id"):@@ -4198,6 +4694,10 @@ def _run_turn_bg(turn_id: str, cmd: list[str], env: dict, cwd: str, normalize, mif eof is not None and result_ev is None:for ev in eof(state, rc):ev.setdefault("_ts", time.time())+ if ev.get("type") == "result" and not ev.get("model"):+ served = _relay_served_model(env)+ if served:+ ev["model"] = servedwith _turns_lock:rec["events"].append(ev)if ev.get("type") == "result":@@ -5188,6 +5688,11 @@ def turn(req: TurnReq, identifier: str = "") -> dict:model = model or CLINE_DEFAULT_MODELcmd = _build_cline(req.provider, auth, model, req.prompt, cwd, env,resume_session_id=req.resume_session_id, mcp_servers=req.mcp_servers)+ elif backend == "goose":+ model = model or GOOSE_DEFAULT_MODEL+ cmd = _build_goose(req.provider, auth, model, req.prompt, cwd, env,+ resume_session_id=req.resume_session_id, mcp_servers=req.mcp_servers,+ tools_disabled=req.tools_disabled, max_turns=req.max_turns)elif backend == "opencode":model = model or OPENCODE_DEFAULT_MODEL# _write_skills already ran for this backend, so the directory it produced is on disk anddiff --git a/runner/tests/test_goose_build.py b/runner/tests/test_goose_build.pynew file mode 100644index 00000000..3dff2eb2--- /dev/null+++ b/runner/tests/test_goose_build.py@@ -0,0 +1,499 @@+"""The goose backend (aaif-goose/goose, Apache-2.0, pinned to v1.50.0).++Every shape asserted here was read off the v1.50.0 source tree the installer pins, not the docs:+goose's docs name the stream-json event TYPES and publish no field-level example, which is the gap+that made the first gemini normalizer guess id/name/input and render every tool call as a+content-free row on a live turn. Each test below pins one thing that would otherwise fail+SILENTLY — the tool call that never renders, the cache counter billed as zero, the disabled tool+that disables nothing, the skills folder handed to the user as a deliverable.++Source anchors (all v1.50.0):+ StreamEvent / emit_stream_event crates/goose-cli/src/session/mod.rs+ Message / MessageContentBlock crates/goose-provider-types/src/conversation/message.rs+ tool_result_serde crates/goose-provider-types/src/conversation/tool_result_serde.rs+ Paths::get_dir crates/goose/src/config/paths.rs+ is_tool_available gate crates/goose/src/agents/extension_manager.rs+ permission inspector auto path crates/goose/src/permission/permission_inspector.rs+ get_or_create_session_id crates/goose-cli/src/cli.rs+ skill discovery roots crates/goose/src/skills/mod.rs+"""+import pathlib+import sqlite3+import sys+import tempfile++import yaml++sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))+from server import (Auth, ALL_GOOSE_TOOLS, BACKENDS, _agent_doc_path, _build_goose, # noqa: E402+ _goose_extensions, _goose_has_session, _goose_root, _goose_split_base,+ _goose_to_claude, _goose_usage, _norm_token_usage, _resume_lost,+ _GOOSE_SESSION_NAME)+++def _argv(**kw):+ d = tempfile.mkdtemp()+ env: dict = {}+ cmd = _build_goose("openai-api", Auth(api_key="sk-t", base_url="https://up.example/v1"),+ "gpt-5.4", "do it", d, env, **kw)+ return cmd, d, env+++def _norm(events):+ """Feed a whole stream through the normalizer, as _run_turn_bg does."""+ state: dict = {"model": "gpt-5.4"}+ out = []+ for e in events:+ out += _goose_to_claude(e, state)+ return out, state+++def _msg(*content, role="assistant", inference=None):+ meta: dict = {"userVisible": True, "agentVisible": True}+ if inference:+ meta["inference"] = inference+ return {"type": "message",+ "message": {"id": "m1", "role": role, "created": 0, "content": list(content),+ "metadata": meta}}+++# ── argv ──────────────────────────────────────────────────────────────────────────────────────+def test_argv_is_headless_stream_json():+ cmd, _, _ = _argv()+ assert cmd[:2] == ["goose", "run"]+ assert ["--output-format", "stream-json"] == cmd[2:4]+ assert ["--model", "gpt-5.4"] == cmd[4:6]+ assert ["-t", "do it"] == cmd[8:10]+++def test_auto_mode_and_no_session_naming():+ """GOOSE_MODE=auto is the trust-boundary grant (nobody is attached to approve a tool), and+ session naming otherwise spends an extra background model call per turn on a name we set+ ourselves with -n."""+ _, _, env = _argv()+ assert env["GOOSE_MODE"] == "auto"+ assert env["GOOSE_DISABLE_SESSION_NAMING"] == "true"+++def test_step_budget_reaches_the_cli():+ """The gateway sends the harness's max_step as max_turns (default 40). goose's own default is+ 1000, so an unpassed budget is not a small drift — it is the operator's cap replaced by one 25+ times larger, and nothing says so."""+ cmd, _, _ = _argv(max_turns=40)+ assert ["--max-turns", "40"] == cmd[cmd.index("--max-turns"):cmd.index("--max-turns") + 2]+++def test_no_step_budget_leaves_the_flag_off():+ """Absent or zero means "not configured": pass nothing and let the CLI's own default stand,+ rather than inventing a cap the caller never asked for."""+ for cmd, _, _ in (_argv(), _argv(max_turns=0)):+ assert "--max-turns" not in cmd+++def test_no_session_flag_is_never_passed():+ """--no-session would switch off the conversation store, which is what follow-up and recycle+ both depend on. It conflicts with -n/-r in goose's own clap group, so passing it would also+ make every resume argv invalid."""+ cmd, _, _ = _argv(resume_session_id="sess_a")+ assert "--no-session" not in cmd+++# ── the relay, and the two-piece endpoint ─────────────────────────────────────────────────────+def test_key_never_reaches_the_cli_and_host_is_the_relay():+ """Every turn rides the loopback relay, as qwen's and cline's do: goose takes its credential+ ONLY via env, so the real key must not be the thing in that env."""+ _, _, env = _argv()+ assert env["OPENAI_API_KEY"].startswith("hr-relay-")+ assert env["OPENAI_API_KEY"] != "sk-t"+ assert env["OPENAI_HOST"].startswith("http://127.0.0.1:")+++def test_base_is_split_into_host_and_path_not_pasted_whole():+ """goose's OpenAI provider takes OPENAI_HOST (origin) and OPENAI_BASE_PATH (path) separately.+ Pasting the relay's whole URL into OPENAI_HOST sends every turn to /v1/v1/chat/completions,+ a 404 with no body — a failure that reads like the CLI simply dying."""+ assert _goose_split_base("http://127.0.0.1:5000/v1") == ("http://127.0.0.1:5000", "v1/chat/completions")+ assert _goose_split_base("http://127.0.0.1:5000") == ("http://127.0.0.1:5000", "chat/completions")+ _, _, env = _argv()+ assert env["OPENAI_BASE_PATH"] == "v1/chat/completions"+ assert "/v1" not in env["OPENAI_HOST"]+++# ── one root for config, sessions and skills ──────────────────────────────────────────────────+def test_everything_lives_under_the_harness_dir():+ """GOOSE_PATH_ROOT relocates config/, data/ and state/ in one move. Inside .harness/ so the+ conversation travels in the checkpoint AND nothing goose writes is collected as a deliverable+ (_PRODUCED_EXCLUDE_PREFIX already excludes that prefix)."""+ _, d, env = _argv()+ root = pathlib.Path(env["GOOSE_PATH_ROOT"])+ assert root == _goose_root(d)+ assert root.is_absolute(), "Paths::validated_path_root drops a relative GOOSE_PATH_ROOT"+ assert ".harness" in root.parts+++def test_config_names_the_provider_and_model():+ _, d, env = _argv()+ cfg = yaml.safe_load((pathlib.Path(env["GOOSE_PATH_ROOT"]) / "config" / "config.yaml").read_text())+ assert cfg["GOOSE_PROVIDER"] == "openai"+ assert cfg["GOOSE_MODEL"] == "gpt-5.4"+++# ── disabled tools: a HARD block, and why it survives auto mode ───────────────────────────────+def test_disabling_a_tool_writes_an_allowlist_without_it():+ """available_tools is an allowlist, and extension_manager's fetch_all_tools skips any tool+ outside it when BUILDING THE MODEL'S TOOL LIST — so the tool never reaches the model and never+ reaches the permission inspector either. That is why GOOSE_MODE=auto returning Allow before+ consulting the permission table does not weaken this: the two are independent paths."""+ ext = _goose_extensions(None, ["shell (Shell)"])+ dev = ext["developer"]+ assert dev["type"] == "platform" and dev["enabled"] is True+ assert "shell" not in dev["available_tools"]+ assert set(dev["available_tools"]) == set(ALL_GOOSE_TOOLS) - {"shell"}+++def test_no_allowlist_when_nothing_is_disabled():+ """An empty available_tools means every tool is available, so the key is written only when it+ actually restricts something — a needless allowlist would freeze the tool set against a CLI+ bump that adds one."""+ assert _goose_extensions(None, None) == {}+ assert _goose_extensions(None, ["NotAGooseTool"]) == {}+++def test_extensions_map_is_partial_so_platform_defaults_survive():+ """goose seeds an entry for every platform extension this map does not mention, from that+ definition's own default_enabled, and preserves available_tools on the ones it does. Writing a+ COMPLETE map would switch off Skills, Todo and Analyze — and a harness whose skills silently+ stopped loading still passes every routing scenario."""+ ext = _goose_extensions([{"name": "deepwiki", "url": "https://mcp.example/mcp"}], ["shell"])+ assert set(ext) == {"developer", "deepwiki"}, "only what we restrict or add is named"+++# ── MCP ───────────────────────────────────────────────────────────────────────────────────────+def test_remote_mcp_carries_headers():+ """UHP §4.1 puts headers/auth in the contract. goose's --with-streamable-http-extension flag+ parses only a url and timeout=N and DROPS every other k=v, so the config file — which has a+ real headers map — is the only door that can honour it. Advertising MCP support the runtime+ cannot deliver is what §4.1 forbids outright."""+ ext = _goose_extensions([{"name": "vault", "url": "https://mcp.example/mcp",+ "headers": {"Authorization": "Bearer t"}}], None)+ assert ext["vault"]["type"] == "streamable_http"+ assert ext["vault"]["uri"] == "https://mcp.example/mcp"+ assert ext["vault"]["headers"] == {"Authorization": "Bearer t"}+++def test_stdio_mcp_splits_command_and_args():+ ext = _goose_extensions([{"name": "local", "command": ["npx", "-y", "srv"],+ "env": {"K": "v"}}], None)+ assert ext["local"] == {"enabled": True, "type": "stdio", "name": "local",+ "cmd": "npx", "args": ["-y", "srv"], "timeout": 300,+ "envs": {"K": "v"}}+++def test_mcp_entry_without_url_or_command_is_dropped():+ assert _goose_extensions([{"name": "empty"}], None) == {}+++# ── resume ────────────────────────────────────────────────────────────────────────────────────+def test_every_run_names_the_session_so_it_can_be_resumed():+ """The name is the handle in both directions. A fresh run that did not name its session could+ never be resumed: goose emits no init event, so a generated id is invisible to us."""+ cmd, _, _ = _argv()+ assert ["-n", _GOOSE_SESSION_NAME] == cmd[6:8]+ assert "-r" not in cmd+++def test_the_reported_session_id_is_the_one_the_next_turn_resumes_with():+ """THE round-trip. _run_turn_bg records a conversation id only from a normalized system/init+ event, and that recorded id comes back as the next turn's resume_session_id. goose emits no+ init of its own, so the normalizer synthesizes one — and if its session_id were empty the+ gateway would store nothing and every follow-up would silently start a new conversation."""+ out, _ = _norm([_msg({"type": "text", "text": "hi"})])+ init = out[0]+ assert init["subtype"] == "init"+ assert init["session_id"] == _GOOSE_SESSION_NAME, "an empty id here breaks every follow-up"+ # and that id is exactly what the builder names the session+ cmd, _, _ = _argv(resume_session_id=init["session_id"])+ assert cmd[cmd.index("-n") + 1] == init["session_id"]+++def _sessions_db(cwd: str, *rows: tuple[str, str]) -> pathlib.Path:+ """A sessions.db with goose's own schema, holding (id, name) for each row given."""+ d = _goose_root(cwd) / "data" / "sessions"+ d.mkdir(parents=True, exist_ok=True)+ db = sqlite3.connect(d / "sessions.db")+ db.execute("CREATE TABLE IF NOT EXISTS sessions ("+ "id TEXT PRIMARY KEY, name TEXT NOT NULL DEFAULT '', working_dir TEXT)")+ db.executemany("INSERT INTO sessions (id, name, working_dir) VALUES (?, ?, ?)",+ [(i, n, cwd) for i, n in rows])+ db.commit()+ db.close()+ return d / "sessions.db"+++def test_resume_only_once_the_session_is_in_this_workspace():+ cmd, d, env = _argv(resume_session_id=_GOOSE_SESSION_NAME)+ assert "-r" not in cmd, "nothing in the database yet, so -r would fail the turn outright"+ _sessions_db(d, ("01J-generated-id", _GOOSE_SESSION_NAME))+ cmd2 = _build_goose("openai-api", Auth(api_key="sk-t", base_url="https://up.example/v1"),+ "gpt-5.4", "again", d, {}, resume_session_id=_GOOSE_SESSION_NAME)+ assert "-r" in cmd2+++def test_session_lookup_asks_the_database():+ """THE check, and it must be exact in both directions.++ goose matches s.name == name || s.id == name (get_or_create_session_id), so both columns+ count. A schema drift on a pin bump fails HERE rather than on a live turn — which is the+ whole reason the lookup queries rather than searching bytes."""+ d = tempfile.mkdtemp()+ _sessions_db(d, ("01J-generated-id", _GOOSE_SESSION_NAME))+ assert _goose_has_session(_goose_root(d), _GOOSE_SESSION_NAME)+ assert _goose_has_session(_goose_root(d), "01J-generated-id"), "id matches too"+ assert not _goose_has_session(_goose_root(d), "some-other-session")+ assert not _goose_has_session(_goose_root(d), "")+++def test_a_message_mentioning_the_workspace_path_is_not_a_session():+ """Why the byte search had to go. The session name occurs inside the workspace path that tool+ output and the AGENTS.md contract carry (/data/workspaces/<sid>/.harness/...), so a database+ holding one message and NO session matched it — and the false positive added -r, which fails+ the turn outright with "No session found": exactly what the check exists to prevent."""+ d = tempfile.mkdtemp()+ db_path = _sessions_db(d) # schema, no rows+ db = sqlite3.connect(db_path)+ db.execute("CREATE TABLE messages (session_id TEXT, content TEXT)")+ db.execute("INSERT INTO messages VALUES (?, ?)",+ ("s1", f"wrote /data/workspaces/s1/.{_GOOSE_SESSION_NAME}/goose/config/config.yaml"))+ db.commit()+ db.close()+ assert _GOOSE_SESSION_NAME.encode() in db_path.read_bytes(), "the bytes DO contain the name"+ assert not _goose_has_session(_goose_root(d), _GOOSE_SESSION_NAME), "but the session does not"+++def test_a_session_still_in_the_write_ahead_log_is_visible():+ """A session the previous turn wrote can be sitting in the WAL rather than in the database+ file — that is why the old byte search read sessions.db-wal too. The query does not have to:+ sqlite reads the WAL itself. Pinned with the WAL deliberately UNCHECKPOINTED (the writer is+ still open, as goose's would be mid-run), because closing the last connection checkpoints it+ and would make this pass for the wrong reason."""+ d = tempfile.mkdtemp()+ db_path = _sessions_db(d)+ writer = sqlite3.connect(db_path)+ writer.execute("PRAGMA journal_mode=WAL")+ writer.execute("PRAGMA wal_autocheckpoint=0")+ writer.execute("INSERT INTO sessions (id, name, working_dir) VALUES (?, ?, ?)",+ ("01J-b", "sess_b", d))+ writer.commit()+ try:+ wal = db_path.parent / "sessions.db-wal"+ assert wal.exists() and wal.stat().st_size > 0, "the row must really be in the WAL"+ assert _goose_has_session(_goose_root(d), "sess_b")+ assert not _goose_has_session(_goose_root(d), "sess_c")+ finally:+ writer.close()+++def test_an_unreadable_database_starts_fresh_rather_than_crashing():+ """A database mid-write, truncated, or from a schema we do not know is "no session": the turn+ restarts loudly (see _resume_lost) instead of raising inside the builder."""+ d = tempfile.mkdtemp()+ base = _goose_root(d) / "data" / "sessions"+ base.mkdir(parents=True, exist_ok=True)+ (base / "sessions.db").write_bytes(b"not a database at all")+ assert not _goose_has_session(_goose_root(d), _GOOSE_SESSION_NAME)+++def test_a_lost_conversation_is_reported_not_silently_restarted():+ """goose carries the id as -n on EVERY turn, so "is the id in cmd" cannot tell a fresh run+ from a resumed one — -r is the flag that means continue. Four hosted opencode sessions once+ answered three recalls each with "there is no earlier message" as COMPLETED turns because+ nothing said the history was gone."""+ cmd, _, _ = _argv(resume_session_id=_GOOSE_SESSION_NAME)+ assert _resume_lost("goose", cmd, _GOOSE_SESSION_NAME) == _GOOSE_SESSION_NAME+ assert _resume_lost("goose", cmd + ["-r"], _GOOSE_SESSION_NAME) is None+++# ── the stream ────────────────────────────────────────────────────────────────────────────────+def test_assistant_text_becomes_the_answer():+ out, state = _norm([_msg({"type": "text", "text": "hello"}), {"type": "complete"}])+ assert out[0] == {"type": "system", "subtype": "init",+ "session_id": _GOOSE_SESSION_NAME, "model": "gpt-5.4"}+ assert {"type": "text", "text": "hello"} in out[1]["message"]["content"]+ assert out[-1]["result"] == "hello"+ assert state["final"] == "hello"+++def test_tool_call_fields_are_two_levels_down():+ """THE trap. The call is under toolCall.value, not on the block: `name`/`arguments`, never the+ id/name/input a claude-shaped guess would reach for. Reading the block directly yields a+ content-free "Tool" row — exactly what a live gemini turn produced before its field names were+ read off the binary."""+ out, _ = _norm([_msg({"type": "toolRequest", "id": "t1",+ "toolCall": {"status": "success",+ "value": {"name": "shell", "arguments": {"command": "ls"}}}})])+ block = out[1]["message"]["content"][0]+ assert block == {"type": "tool_use", "id": "t1", "name": "shell",+ "input": {"command": "ls"}}+++def test_content_block_tags_are_camel_case_not_snake():+ """Two naming conventions in ONE stream: the top-level event tag is snake_case (message,+ complete) while the content-block tag is camelCase (toolRequest, toolResponse). Guessing one+ from the other drops every tool call and nothing errors."""+ out, _ = _norm([_msg({"type": "tool_request", "id": "t1",+ "toolCall": {"status": "success", "value": {"name": "shell"}}})])+ assert all(b.get("type") != "tool_use"+ for e in out for b in e.get("message", {}).get("content", [])), \+ "snake_case is NOT the content-block spelling; if this ever matches, re-read the source"+++def test_tool_result_text_is_unwrapped_from_the_mcp_shape():+ out, _ = _norm([_msg({"type": "toolResponse", "id": "t1",+ "toolResult": {"status": "success",+ "value": {"content": [{"type": "text", "text": "out"}]}}},+ role="user")])+ res = out[1]["message"]["content"][0]+ assert res["tool_use_id"] == "t1" and res["content"] == "out" and res["is_error"] is False+++def test_failed_tool_result_carries_a_string_error():+ """tool_result_serde renders Rust's Result as {status:"error", error:"<string>"} — error is a+ STRING, not an object, so reading .message off it yields nothing."""+ out, _ = _norm([_msg({"type": "toolResponse", "id": "t1",+ "toolResult": {"status": "error", "error": "boom"}}, role="user")])+ res = out[1]["message"]["content"][0]+ assert res["is_error"] is True and res["content"] == "boom"+++def test_thinking_is_carried():+ out, _ = _norm([_msg({"type": "thinking", "thinking": "hmm", "signature": "s"})])+ assert out[1]["message"]["content"][0] == {"type": "thinking", "thinking": "hmm"}+++def test_served_model_rides_the_message_metadata():+ """message.metadata.inference states what the provider actually ran, per message. The support+ matrix's rule 2 (a served model other than the one asked for is a finding) reads this."""+ out, _ = _norm([_msg({"type": "text", "text": "hi"},+ inference={"provider": "openai", "requestedModel": "gpt-5.4",+ "resolvedModel": "gpt-5.4-mini"}),+ {"type": "complete"}])+ assert out[-1]["model"] == "gpt-5.4-mini"+++def test_error_event_is_terminal_and_becomes_the_result():+ """handle_agent_error emits {type:"error"} and then ends the run, so unlike gemini's+ non-fatal error this one IS the turn's cause of death."""+ out, _ = _norm([{"type": "error", "error": "provider refused"}, {"type": "complete"}])+ assert out[-1]["is_error"] is True+ assert out[-1]["result"] == "provider refused"+++def test_a_provider_error_narrated_as_prose_fails_the_turn():+ """THE miss this backend had, measured on the PR-164 matrix column.++ goose does not emit StreamEvent::Error when the upstream fails mid-turn: it pushes the+ provider's sentence as ASSISTANT TEXT and then ends the run normally with `complete`. The+ turn therefore completed, its answer was the error, and the next turn in the session answered+ from a history carrying that prose. UHP asks that a turn which failed reads as failed."""+ out, state = _norm([+ _msg({"type": "text",+ "text": "Ran into this error: Server error: 503 system disk overloaded"}),+ {"type": "complete", "total_tokens": 12}])+ res = out[-1]+ assert res["subtype"] == "error" and res["is_error"] is True, "this turn FAILED"+ assert "503 system disk overloaded" in res["result"], "the provider's reason is the reason"+ assert state.get("final") in (None, ""), "the error must never become the answer"+ assert not [e for e in out if e.get("type") == "assistant"], \+ "and it is not rendered as something the model said"+++def test_the_compaction_error_prefix_is_caught_too():+ """Both prefixes are verbatim in the pinned v1.50.0 binary; catching one and not the other+ would leave the same silent success on the path that is harder to reproduce."""+ out, _ = _norm([_msg({"type": "text",+ "text": "Ran into this error trying to compact: context too large"}),+ {"type": "complete"}])+ assert out[-1]["is_error"] is True+ assert "context too large" in out[-1]["result"]+++def test_an_answer_that_merely_mentions_an_error_is_still_an_answer():+ """The match is anchored at the start of the block, so a turn that TALKS about errors — which+ a coding agent does constantly — is not turned into a failure."""+ out, state = _norm([_msg({"type": "text",+ "text": "The build failed. Ran into this error: in their log, not "+ "mine — fixed by pinning the version."}),+ {"type": "complete"}])+ assert out[-1]["subtype"] == "success" and out[-1]["is_error"] is False+ assert state["final"].startswith("The build failed.")+++def test_a_failed_run_that_never_reached_complete_reports_the_error_not_the_prose():+ """Same reason on the eof path: the CLI dying after the error line must not report whatever+ text arrived earlier as the turn's result."""+ state: dict = {"model": "gpt-5.4"}+ _goose_to_claude(_msg({"type": "text", "text": "working on it"}), state)+ _goose_to_claude(_msg({"type": "text", "text": "Ran into this error: upstream 503"}), state)+ out = _goose_to_claude.eof(state, 1)+ assert out[0]["is_error"] is True+ assert "upstream 503" in out[0]["result"]+++def test_notifications_render_nothing():+ out, _ = _norm([{"type": "notification", "extension_id": "developer",+ "log": {"message": "chatter"}}])+ assert out == []+++def test_complete_suppresses_the_eof_result():+ """Both would otherwise emit a result and the turn would carry two."""+ state: dict = {"model": "gpt-5.4"}+ _goose_to_claude(_msg({"type": "text", "text": "done"}), state)+ res = _goose_to_claude({"type": "complete"}, state)+ assert len(res) == 1+ assert _goose_to_claude.eof(state, 0) == []+++def test_eof_without_complete_still_reports():+ """`complete` is emitted only on the normal path, so a killed or crashed CLI would otherwise+ end the turn with no result event at all — which reads as "finished, said nothing"."""+ state: dict = {"model": "gpt-5.4", "final": "partial"}+ out = _goose_to_claude.eof(state, 1)+ assert out[0]["is_error"] is True and out[0]["result"] == "partial"+++# ── usage ─────────────────────────────────────────────────────────────────────────────────────+def test_cache_write_counter_is_not_dropped():+ """goose emits cache_write_input_tokens (snake). _norm_token_usage's picker knows the READ+ name but its write list carries only the camel cacheWriteInputTokens, so without the wrapper+ the write count silently bills as zero — the same class of gap as gemini's `cached`."""+ ev = {"type": "complete", "input_tokens": 100, "output_tokens": 20,+ "cache_read_input_tokens": 30, "cache_write_input_tokens": 7}+ assert _norm_token_usage(ev).get("cache_write_tokens") is None, \+ "if the shared picker learns this name, drop the wrapper instead of keeping both"+ u = _goose_usage(ev)+ assert u["cache_write_tokens"] == 7+ assert u["cache_read_tokens"] == 30+ assert u["output_tokens"] == 20+++def test_usage_makes_no_unmeasured_cache_subtraction():+ """Whether input_tokens is gross or net is the provider's choice and goose passes it through,+ so no subtraction is invented here. Inventing one would under-report input on a provider that+ already reports net — the mirror of the bug the codex subtraction exists to fix. Revisit with+ a measured turn, not a guess."""+ u = _goose_usage({"input_tokens": 100, "output_tokens": 5, "cache_read_input_tokens": 30})+ assert u["input_tokens"] == 70, "this is _norm_token_usage's shared netting, not a goose rule"+++# ── registration ──────────────────────────────────────────────────────────────────────────────+def test_backend_is_registered_with_its_own_normalizer():+ assert BACKENDS["goose"]["normalize"] is _goose_to_claude+ assert BACKENDS["goose"]["default_model"]+++def test_agent_doc_is_agents_md():+ """goose's default context-file list is ["AGENTS.md", ".goosehints"]. Falling through to+ CLAUDE.md is silent: the file is written either way and goose never reads it, so the workspace+ contract — save deliverables to a relative path — would never reach the model."""+ assert _agent_doc_path("/w", "goose").name == "AGENTS.md"diff --git a/runner/tests/test_relay_served_model.py b/runner/tests/test_relay_served_model.pynew file mode 100644index 00000000..f62fca59--- /dev/null+++ b/runner/tests/test_relay_served_model.py@@ -0,0 +1,39 @@+"""The relay sees every provider answer, so it can say what was served for a backend whose CLI+never reports it (goose, cline, qwen): read off the bytes, stamped on the result event."""+import pathlib+import sys++sys.path.insert(0, str(pathlib.Path(__file__).resolve().parents[1]))+import server as rs # noqa: E402+++def test_the_model_is_read_off_json_and_sse_bytes():+ assert rs._served_model_in(b'{"id":"x","object":"chat.completion","model":"gpt-5.4-2026-08-01","choices":[]}') == "gpt-5.4-2026-08-01"+ assert rs._served_model_in(b'data: {"id":"c","object":"chat.completion.chunk","model":"openai/gpt-5.4","choices":[{"delta":{}}]}\n\n') == "openai/gpt-5.4"+ assert rs._served_model_in(b'{"type":"message_start","message":{"id":"m","model":"claude-sonnet-4-6"}}') == "claude-sonnet-4-6"+ assert rs._served_model_in(b'data: [DONE]\n') == ""+++def test_a_field_split_across_two_reads_is_still_seen():+ """The relay reads the stream in 4096-byte chunks and a boundary can fall inside+ "model":"…". The miss would be SILENT — served_model stays empty and the turn is simply not+ substitution-checked — so the loop carries the previous chunk's tail; this pins that the+ carry is long enough for the longest id the reader accepts."""+ body = b'data: {"id":"c","object":"chat.completion.chunk","model":"openai/gpt-5.4","choices":[]}\n\n'+ cut = body.index(b'"model"') + 4 # split INSIDE the field name+ head, tail = body[:cut], body[cut:]+ assert rs._served_model_in(head) == "" and rs._served_model_in(tail) == "", "the split must be real"+ carry = head[-256:]+ assert rs._served_model_in(carry + tail) == "openai/gpt-5.4"+++def test_the_turns_route_is_found_by_its_placeholder_bearer_and_answers_the_served_model():+ tok = "hr-relay-" + "a" * 32+ rs._HERMES_RELAY["routes"][tok] = ("https://api.example/v1", "real", {"served_model": "openai/gpt-5.4"})+ try:+ assert rs._relay_served_model({"HOME": "/x", "OPENAI_API_KEY": tok}) == "openai/gpt-5.4"+ assert rs._relay_served_model({"OPENAI_API_KEY": "sk-direct"}) == "" # not on the relay+ rs._HERMES_RELAY["routes"][tok][2].clear()+ assert rs._relay_served_model({"OPENAI_API_KEY": tok}) == "" # nothing answered yet+ finally:+ rs._HERMES_RELAY["routes"].pop(tok, None)diff --git a/scripts/support-matrix/custom-harness.mjs b/scripts/support-matrix/custom-harness.mjsindex f6a5d316..f8e921c1 100644--- a/scripts/support-matrix/custom-harness.mjs+++ b/scripts/support-matrix/custom-harness.mjs@@ -14,7 +14,7 @@ import { chromium } from 'playwright';import crypto from 'node:crypto';const BASE = process.env.BASE;-const BASES = (process.env.BASES || 'codex,claude-code,hermes,pi,dsh,opencode,qwen,gemini,cline,omp').split(','); // every built-in harness, all ten+const BASES = (process.env.BASES || 'codex,claude-code,hermes,pi,dsh,opencode,qwen,gemini,cline,omp,goose').split(','); // every built-in harness, all elevenconst RESULTS = process.env.RESULTS || 'results-custom.json';// A harness's other kind of tool is an MCP server. A self-contained instance hosts only the// database and media servers, one needing a database and the other costing real money per call, sodiff --git a/scripts/support-matrix/render.py b/scripts/support-matrix/render.pyindex a52eb4cc..216737e2 100644--- a/scripts/support-matrix/render.py+++ b/scripts/support-matrix/render.py@@ -2,6 +2,38 @@import json, sys, collections, ossys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))from samemodel import alias_of # noqa: E402+# The gateway's own tables say what each provider serves and what each harness offers, so a pair a+# provider serves but a harness cannot run is listed as NOT RUN with its reason, per provider, the+# same way for every harness, rather than being absent from the table.+sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), "..", "..", "gateway"))+os.environ.setdefault("HR_BACKING", "local")+import app as gw # noqa: E402+LABEL_VENDOR = {"tokenrouter": "tokenrouter", "vercel": "vercel", "openrouter": "openrouter", "openai": "openai",+ "azure-e2": "azure-foundry", "azure-openai": "azure-foundry", "anthropic": "anthropic",+ "google": "google", "harnessrouter": "tokenrouter"} # the hosted door serves TokenRouter's table+HARNESS_BACKEND = {"claude-code": "claude", "gemini-cli": "gemini"}+def vendor_of(label):+ for pre in ("gemini-cli-", "gemini-", "dsh-", "omp-", "codex-", "goose-", "cline-", "qwen-", "pi-", "hermes-", "opencode-", "claude-code-", "claude-"):+ if label.startswith(pre) and label[len(pre):] in LABEL_VENDOR: return LABEL_VENDOR[label[len(pre):]]+ return LABEL_VENDOR.get(label)+def not_run(label, rows):+ vendor = vendor_of(label)+ if not vendor: return []+ served = set(gw._VENDOR_MODELS.get(vendor) or {})+ out = []+ for h in sorted({r["harness"] for r in rows}):+ backend = HARNESS_BACKEND.get(h, h)+ offered = set((gw._MODEL_CATALOG.get(backend) or {}).get("models") or [])+ ran = {r["model"] for r in rows if r["harness"] == h}+ for m in sorted(served - ran):+ if m in gw.RESPONSES_ONLY_MODELS and backend in gw.CHAT_ONLY_BACKENDS:+ why = "the model answers on the Responses API only and this harness speaks chat/completions only"+ elif m not in offered:+ why = "not in this harness's catalog (unmeasured or excluded, see the catalog's note)"+ else:+ why = "not run in this column"+ out.append(f"- {h} x {m}: not run, {why}")+ return outres = json.load(open(sys.argv[1]))mark = lambda r: 'n/a' if not r or r.get('ok') is None else ('pass' if r.get('ok') else 'FAIL')by = collections.defaultdict(list)@@ -42,4 +74,7 @@ for prov, rows in sorted(by.items()):out += ["", f"{len(rows)} pairs, {ok} of {tot} scenario runs passed" + (f"; {len(rows) - len(clean)} pairs served by another connection or as another model are findings, not counted." if len(clean) < len(rows) else "."), ""]if findings:out += ["Findings, pairs served by a connection other than the one under test or as a model other than the id asked for:", ""] + [f"- {f}" for f in findings] + [""]+ nr = not_run(prov, rows)+ if nr:+ out += [f"Not run in this column, {len(nr)} pairs the provider serves that the harness did not run, with the reason:", ""] + nr + [""]print("\n".join(out))diff --git a/ui/src/components/HarnessSettings.tsx b/ui/src/components/HarnessSettings.tsxindex 1cdfa8a1..e319e3be 100644--- a/ui/src/components/HarnessSettings.tsx+++ b/ui/src/components/HarnessSettings.tsx@@ -190,7 +190,7 @@ export function HarnessSettings({ id, embedded = false, onNavigate }: {<section className="form-section"><div><h3>Agent instructions</h3><p>Persistent role, conventions, constraints, and output contract loaded on every Task.</p></div><div className="field-stack">- <div className="field"><label htmlFor="hsInstructions">{['codex', 'hermes', 'omp', 'pi', 'opencode', 'dsh', 'qwen', 'cline'].includes(base?.id || draft?.base || '') ? 'AGENTS.md' : 'CLAUDE.md'}</label>+ <div className="field"><label htmlFor="hsInstructions">{['codex', 'hermes', 'omp', 'pi', 'opencode', 'dsh', 'qwen', 'cline', 'goose'].includes(base?.id || draft?.base || '') ? 'AGENTS.md' : 'CLAUDE.md'}</label><textarea id="hsInstructions" rows={7} disabled={readOnly}value={oob ? oob.systemPrompt : (draft?.systemPrompt || '')}onChange={(e) => upd({ systemPrompt: e.target.value })} />diff --git a/ui/src/lib/harness.ts b/ui/src/lib/harness.tsindex 353db094..914f5d3f 100644--- a/ui/src/lib/harness.ts+++ b/ui/src/lib/harness.ts@@ -20,7 +20,7 @@ export interface OobHarness {defaultModel?: string; // the backend default, NOT necessarily models[0]moreModels?: number; // "+N" pillstatus: 'ready' | 'soon';- backend: 'claude' | 'codex' | 'hermes' | 'pi' | 'dsh' | 'opencode' | 'qwen' | 'gemini' | 'cline' | 'omp' | null; // gateway backend; null = coming soon+ backend: 'claude' | 'codex' | 'hermes' | 'pi' | 'dsh' | 'opencode' | 'qwen' | 'gemini' | 'cline' | 'omp' | 'goose' | null; // gateway backend; null = coming soonsystemPrompt: string; // the harness's built-in system prompt (shown read-only)tools: string[]; // built-in tools (read-only)skills: string[]; // built-in skills (read-only)@@ -108,6 +108,15 @@ export const OOB: OobHarness[] = [models: ['gpt-5.4', 'gpt-6-astra', 'gpt-5.6-sol', 'gpt-5.6-terra', 'gpt-5.6-luna', 'gpt-5.5', 'gpt-5.4-mini', 'gpt-5.2', 'claude-opus-5', 'claude-fable-5', 'claude-opus-4.8', 'claude-sonnet-5', 'claude-opus-4.7', 'claude-sonnet-4.6', 'claude-haiku-4.5', 'gemini-3.6-flash', 'gemini-3.8-flash', 'gemini-3.7-flash', 'gemini-3.5-flash', 'gemini-3.5-flash-lite', 'gemini-3.1-flash-lite', 'gemini-3.1-pro-preview', 'gemini-3-flash-preview', 'gemini-2.5-pro', 'gemini-2.5-flash', 'gemini-2.5-flash-lite', 'deepseek-v4-pro', 'kimi-k3', 'qwen3.7-max'], defaultModel: 'gpt-5.4', moreModels: 0,systemPrompt: 'You are Oh My Pi (OMP), an autonomous coding agent. You operate on a real git workspace with shell, file access, LSP, web search, and subagents to complete engineering tasks end to end.',tools: [], skills: [] },+ { id: 'goose', name: 'goose', version: 'v1.50.0', backend: 'goose', status: 'ready',+ // Placeholder only, like every list above: the gateway's catalog wins once fetched. It started+ // short — inheriting cline's serving path is not a completed turn — and grew to what the goose+ // column measured on 2026-09-12 across seven providers, substitution-checked with the served+ // model the relay reads off the provider's own answer. The last five are not yet measured;+ // see the gateway's _MODEL_CATALOG["goose"], which says which are which.+ models: ['gpt-5.4', 'gpt-5.6-sol', 'gpt-5.6-terra', 'gpt-5.6-luna', 'gpt-5.5', 'gpt-5.4-mini', 'gpt-5.2', 'claude-fable-5', 'claude-fable-5-1', 'claude-opus-4.8', 'claude-sonnet-5', 'claude-opus-4.7', 'claude-sonnet-4.6', 'claude-haiku-4.5', 'gemini-3.6-flash', 'gemini-3.8-flash', 'gemini-3.7-flash', 'gemini-3.5-flash', 'gemini-3.5-flash-lite', 'gemini-3.1-flash-lite', 'gemini-3.1-pro-preview', 'gemini-3-flash-preview', 'gemini-2.5-pro', 'gemini-2.5-flash', 'gemini-2.5-flash-lite', 'deepseek-v4-pro', 'deepseek-v4-flash', 'kimi-k3', 'kimi-k2.7-code', 'qwen3.7-max', 'qwen3.8-max', 'mistral-medium-3.5', 'step-3.7-flash', 'glm-5.3', 'glm-5.3-flash', 'hunyuan-3', 'ling-3.0-flash', 'minimax-m3', 'nemotron-3-ultra', 'qwen3.7-flash'], defaultModel: 'gpt-5.4', moreModels: 0,+ systemPrompt: 'You are goose, an autonomous coding agent. You work on a real git workspace with shell and file access, reading and editing files and running commands to complete the task end to end.',+ tools: [], skills: [] },];export const oobById = (id: string) => OOB.find((o) => o.id === id) || null;