Skip to content
Python

Raise the model-matrix size guardrail for the Claude 4.5/4.6 rows

Devika Verma227466901ebd
diff --git a/tests/test_providers.py b/tests/test_providers.py
index 99df73c3..604a49a4 100644
--- a/tests/test_providers.py
+++ b/tests/test_providers.py
@@ -512,7 +512,12 @@ def test_matrix_labels_and_custom_model_fallback():
# Deliberately small: agent-capable current models only (owner call, 2026-07-04).
# 60→65 (2026-08-24): the stealth ox-alpha preview slug tipped it; reclaim slack by
# pruning retired entries before raising this again.
- assert len(MATRIX) < 65
+ # 65→70 (2026-09-16): three Claude 4.5/4.6 rows added for comparability with
+ # published evaluations of those models. The
+ # pruning owed above is NOT done here — deciding which entries are retired is an owner
+ # call, and dropping a row silently downgrades that model to the conservative fallback
+ # capabilities. Prune before raising this a third time.
+ assert len(MATRIX) < 70
assert all(e.caps.tools for e in MATRIX.values())
# A custom (unlisted) reseller model falls back to the conservative default — usable,
# but at the user's own risk (no parallel tool calls assumed).