Skip to content

The only tool you need to know what is happening and how to fix it.

Evals added haiku support

narrow-adventuref2432ec8df74
diff --git a/cli/test/evals/models.yaml b/cli/test/evals/models.yaml
index 172f71f5..3cad0357 100644
--- a/cli/test/evals/models.yaml
+++ b/cli/test/evals/models.yaml
@@ -47,6 +47,21 @@ agents:
output_tokens: [5000, 15000]
fallback_price: {prompt: 10.00, completion: 50.00, cache_read: 1.00, cache_write: 12.50}
+ haiku:
+ id: anthropic/claude-haiku-5.5
+ label: Claude Haiku 5.5 (local smoke test)
+ provider:
+ order: [anthropic]
+ allow_fallbacks: true
+ caching: anthropic
+ reasoning_effort: low
+ max_tokens_per_turn: 8000
+ estimate:
+ input_tokens: [100000, 400000]
+ cached_fraction: 0.7
+ output_tokens: [5000, 15000]
+ fallback_price: {prompt: 0.10, completion: 0.50, cache_read: 0.01, cache_write: 0.125}
+
judge:
id: anthropic/claude-haiku-5.5
label: Claude Haiku 5.5 (judge)