Skip to content

The open alternative to Salesforce, designed for AI.

chore: sync AI model catalog (#27887)

github-actions[bot]d997c042e2dd
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
index 8f8944e269b..4d582c86702 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
@@ -1,12 +1,62 @@
{
"source": "artificialanalysis.ai",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"models": {
+ "gpt-5.1": {
+ "intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 124,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5.1",
+ "gpt-5-1",
+ "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",
+ "GPT-5.1 (High)"
+ ]
+ },
+ "o3-pro": {
+ "intelligenceIndex": 21.9,
+ "measuredAt": "2026-10-19",
+ "aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]
+ },
+ "gpt-4o-2024-08-06": {
+ "intelligenceIndex": 7.7,
+ "outputTokensPerSecond": 133.4,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-4o-2024-08-06",
+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
+ "GPT-4o (Aug '24)"
+ ]
+ },
+ "gpt-5-nano": {
+ "intelligenceIndex": 13,
+ "outputTokensPerSecond": 182.27,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5-nano",
+ "e18e5e6a-5a31-4c0b-b80b-ac401392f446",
+ "GPT-5 nano (High)"
+ ]
+ },
+ "gpt-5.2": {
+ "intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 80.58,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5.2",
+ "gpt-5-2",
+ "498862c3-f9ac-49d2-852f-16a02bb0c38f",
+ "GPT-5.2 (Xhigh)"
+ ]
+ },
"gpt-5.4": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
+ "outputTokensPerSecond": 111.73,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5.4",
"gpt-5-4",
@@ -16,9 +66,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 62.79,
+ "outputTokensPerSecond": 73.32,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-4-non-reasoning",
"493f6a1e-7717-4e98-9d6f-548b92c4702d",
@@ -27,9 +77,9 @@
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 62.7,
+ "outputTokensPerSecond": 73.2,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-4-low",
"538e945c-6c27-4fd3-995d-ded80a36cd10",
@@ -38,9 +88,9 @@
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
+ "outputTokensPerSecond": 111.73,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-4",
"a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
@@ -49,89 +99,10 @@
}
}
},
- "gpt-5.4-nano": {
- "intelligenceIndex": 20.7,
- "outputTokensPerSecond": 171.52,
- "costPerTask": 0.1831,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.4-nano",
- "gpt-5-4-nano",
- "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",
- "GPT-5.4 nano (Xhigh)"
- ]
- },
- "gpt-4o-2024-05-13": {
- "intelligenceIndex": 7.3,
- "outputTokensPerSecond": 142.52,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-4o-2024-05-13",
- "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
- "GPT-4o (May '24)"
- ]
- },
- "gpt-4o": {
- "intelligenceIndex": 9,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-4o",
- "gpt-4o-chatgpt-03-25",
- "575498d6-60ec-466b-9372-fea19911fd07",
- "GPT-4o (March 2025, chatgpt-4o-latest)"
- ]
- },
- "gpt-5-mini": {
- "intelligenceIndex": 20.6,
- "outputTokensPerSecond": 161.67,
- "effort": "medium",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-mini",
- "gpt-5-mini-medium",
- "c3274a19-6d3c-4d01-ab9b-5055a0a40429",
- "GPT-5 mini (Medium)"
- ]
- },
- "o4-mini": {
- "intelligenceIndex": 16.7,
- "outputTokensPerSecond": 161.34,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "o4-mini",
- "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
- "o4-mini (High)"
- ]
- },
- "o3-mini": {
- "intelligenceIndex": 12.5,
- "outputTokensPerSecond": 203.59,
- "measuredAt": "2026-10-12",
- "aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
- },
- "gpt-4": {
- "intelligenceIndex": 6.7,
- "measuredAt": "2026-10-12",
- "aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]
- },
- "gpt-5.3-codex": {
- "intelligenceIndex": 32.5,
- "outputTokensPerSecond": 115.03,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.3-codex",
- "gpt-5-3-codex",
- "59b5b14b-5365-4ee7-824a-18a8e6309644",
- "GPT-5.3 Codex (Xhigh)"
- ]
- },
"gpt-4.1-nano": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 237.37,
- "measuredAt": "2026-10-12",
+ "outputTokensPerSecond": 250.59,
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-4.1-nano",
"gpt-4-1-nano",
@@ -139,178 +110,98 @@
"GPT-4.1 nano"
]
},
- "gpt-5-nano": {
- "intelligenceIndex": 13,
- "outputTokensPerSecond": 189.68,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-nano",
- "e18e5e6a-5a31-4c0b-b80b-ac401392f446",
- "GPT-5 nano (High)"
- ]
- },
- "o1": {
- "intelligenceIndex": 15.2,
- "measuredAt": "2026-10-12",
- "aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]
- },
- "gpt-6.1-sol": {
- "intelligenceIndex": 51.8,
- "outputTokensPerSecond": 65.4,
- "costPerTask": 0.7242,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-6.1-sol",
- "gpt-6-1-sol",
- "b25ac058-1e33-4c31-bbc9-a20c3ad0717a",
- "GPT-6.1 Sol (Max)"
- ]
- },
- "gpt-4o-2024-08-06": {
- "intelligenceIndex": 7.7,
- "outputTokensPerSecond": 127.77,
- "measuredAt": "2026-10-12",
+ "gpt-5.4-mini": {
+ "intelligenceIndex": 24.1,
+ "outputTokensPerSecond": 326.64,
+ "costPerTask": 0.4474,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-4o-2024-08-06",
- "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
- "GPT-4o (Aug '24)"
+ "gpt-5.4-mini",
+ "gpt-5-4-mini",
+ "ba242e40-83b7-4cd3-a0e0-b56237984914",
+ "GPT-5.4 mini (Xhigh)"
]
},
- "gpt-6-astra": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
- "effort": "max",
- "measuredAt": "2026-10-12",
+ "gpt-5.5": {
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-astra",
- "2f339a97-9a0d-499a-9cb5-e0db665bfa25",
- "GPT-6 Astra (Max)"
+ "gpt-5.5",
+ "gpt-5-5",
+ "1f054429-397e-4fdb-9e71-67bc92c1735e",
+ "GPT-5.5 (Xhigh)"
],
"benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 23.2,
+ "outputTokensPerSecond": 85.04,
+ "effort": "none",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5-5-non-reasoning",
+ "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
+ "GPT-5.5 (Non-reasoning)"
+ ]
+ },
"low": {
- "intelligenceIndex": 45.8,
- "outputTokensPerSecond": 52.86,
- "costPerTask": 0.8175,
+ "intelligenceIndex": 30.7,
+ "outputTokensPerSecond": 87.45,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-astra-low",
- "a3f8100d-e38f-408b-b0fa-0085dae18dc1",
- "GPT-6 Astra (Low)"
+ "gpt-5-5-low",
+ "c77cfe51-f4a0-4692-9dee-5061ef667f23",
+ "GPT-5.5 (Low)"
]
},
"medium": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 54.7,
- "costPerTask": 1.5406,
+ "intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 86.4,
+ "costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-astra-medium",
- "e97a4ef5-e817-480e-9595-12f81dc4974f",
- "GPT-6 Astra (Medium)"
+ "gpt-5-5-medium",
+ "6b79f899-e3c0-45f6-923c-243faccdb2fc",
+ "GPT-5.5 (Medium)"
]
},
"high": {
- "intelligenceIndex": 50.9,
- "outputTokensPerSecond": 56.46,
- "costPerTask": 1.7253,
+ "intelligenceIndex": 37,
+ "outputTokensPerSecond": 92.86,
+ "costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-astra-high",
- "e05a4828-0536-4876-870d-a235023f992b",
- "GPT-6 Astra (High)"
+ "gpt-5-5-high",
+ "b13c1257-d746-4027-8fc8-4892dc14701c",
+ "GPT-5.5 (High)"
]
},
"xhigh": {
- "intelligenceIndex": 52.4,
- "outputTokensPerSecond": 60.78,
- "costPerTask": 2.3088,
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-astra-xhigh",
- "1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3",
- "GPT-6 Astra (Xhigh)"
- ]
- },
- "max": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-6-astra",
- "2f339a97-9a0d-499a-9cb5-e0db665bfa25",
- "GPT-6 Astra (Max)"
+ "gpt-5-5",
+ "1f054429-397e-4fdb-9e71-67bc92c1735e",
+ "GPT-5.5 (Xhigh)"
]
}
}
},
- "gpt-5.1": {
- "intelligenceIndex": 24.7,
- "outputTokensPerSecond": 119.51,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.1",
- "gpt-5-1",
- "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",
- "GPT-5.1 (High)"
- ]
- },
- "gpt-4o-mini": {
- "intelligenceIndex": 6.7,
- "outputTokensPerSecond": 124.19,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-4o-mini",
- "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
- "GPT-4o mini"
- ]
- },
- "o3-pro": {
- "intelligenceIndex": 21.9,
- "measuredAt": "2026-10-12",
- "aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]
- },
- "gpt-daybreak-blue-latest": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-daybreak-blue-latest",
- "gpt-5-6-sol",
- "d93edfe8-bf35-49ad-b56e-b18116142a1c",
- "GPT-5.6 Sol (Max)"
- ]
- },
- "gpt-5.4-mini": {
- "intelligenceIndex": 24.1,
- "outputTokensPerSecond": 245.4,
- "costPerTask": 0.4474,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.4-mini",
- "gpt-5-4-mini",
- "ba242e40-83b7-4cd3-a0e0-b56237984914",
- "GPT-5.4 mini (Xhigh)"
- ]
- },
"gpt-5.6-luna": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
+ "outputTokensPerSecond": 135.93,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5.6-luna",
"gpt-5-6-luna",
@@ -320,10 +211,10 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 15.5,
- "outputTokensPerSecond": 109.64,
+ "outputTokensPerSecond": 125.15,
"costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-luna-non-reasoning",
"dc64f856-3ded-497d-9527-d41d31267ed5",
@@ -332,10 +223,10 @@
},
"low": {
"intelligenceIndex": 21,
- "outputTokensPerSecond": 102.72,
+ "outputTokensPerSecond": 131.02,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-luna-low",
"050c61cd-cddc-463a-a30a-a82aaa37be59",
@@ -344,10 +235,10 @@
},
"medium": {
"intelligenceIndex": 25,
- "outputTokensPerSecond": 105.51,
+ "outputTokensPerSecond": 135.07,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-luna-medium",
"58b812bf-8498-46db-b834-f43ccc614b61",
@@ -356,10 +247,10 @@
},
"high": {
"intelligenceIndex": 32.1,
- "outputTokensPerSecond": 111.53,
+ "outputTokensPerSecond": 125.43,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-luna-high",
"aa55297e-8fbf-4372-b4ab-9b068dc6396c",
@@ -368,10 +259,10 @@
},
"xhigh": {
"intelligenceIndex": 34.6,
- "outputTokensPerSecond": 111.47,
+ "outputTokensPerSecond": 136.24,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-luna-xhigh",
"87110ff0-1f79-41b4-9976-eda250597317",
@@ -380,107 +271,22 @@
},
"max": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
+ "outputTokensPerSecond": 135.93,
"costPerTask": 0.1783,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-6-luna",
- "426d24c8-49ae-482a-b4a8-20f1c53f21c1",
- "GPT-5.6 Luna (Max)"
- ]
- }
- }
- },
- "gpt-5.2": {
- "intelligenceIndex": 30.4,
- "outputTokensPerSecond": 83.12,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.2",
- "gpt-5-2",
- "498862c3-f9ac-49d2-852f-16a02bb0c38f",
- "GPT-5.2 (Xhigh)"
- ]
- },
- "gpt-5.5": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5.5",
- "gpt-5-5",
- "1f054429-397e-4fdb-9e71-67bc92c1735e",
- "GPT-5.5 (Xhigh)"
- ],
- "benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 23.2,
- "outputTokensPerSecond": 86.28,
- "effort": "none",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-5-non-reasoning",
- "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
- "GPT-5.5 (Non-reasoning)"
- ]
- },
- "low": {
- "intelligenceIndex": 30.7,
- "outputTokensPerSecond": 83.52,
- "effort": "low",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-5-low",
- "c77cfe51-f4a0-4692-9dee-5061ef667f23",
- "GPT-5.5 (Low)"
- ]
- },
- "medium": {
- "intelligenceIndex": 33.8,
- "outputTokensPerSecond": 87.43,
- "costPerTask": 0.9017,
- "effort": "medium",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-5-medium",
- "6b79f899-e3c0-45f6-923c-243faccdb2fc",
- "GPT-5.5 (Medium)"
- ]
- },
- "high": {
- "intelligenceIndex": 37,
- "outputTokensPerSecond": 90.48,
- "costPerTask": 1.5413,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-5-5-high",
- "b13c1257-d746-4027-8fc8-4892dc14701c",
- "GPT-5.5 (High)"
- ]
- },
- "xhigh": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
- "effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "effort": "max",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-5",
- "1f054429-397e-4fdb-9e71-67bc92c1735e",
- "GPT-5.5 (Xhigh)"
+ "gpt-5-6-luna",
+ "426d24c8-49ae-482a-b4a8-20f1c53f21c1",
+ "GPT-5.6 Luna (Max)"
]
}
}
},
"gpt-4.1": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 149.63,
- "measuredAt": "2026-10-12",
+ "outputTokensPerSecond": 162.08,
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-4.1",
"gpt-4-1",
@@ -488,118 +294,165 @@
"GPT-4.1"
]
},
- "gpt-4o-2024-11-20": {
+ "o1": {
+ "intelligenceIndex": 15.2,
+ "measuredAt": "2026-10-19",
+ "aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]
+ },
+ "o4-mini": {
+ "intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 177.1,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "o4-mini",
+ "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
+ "o4-mini (High)"
+ ]
+ },
+ "gpt-5.4-nano": {
+ "intelligenceIndex": 20.7,
+ "outputTokensPerSecond": 166.11,
+ "costPerTask": 0.1831,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5.4-nano",
+ "gpt-5-4-nano",
+ "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",
+ "GPT-5.4 nano (Xhigh)"
+ ]
+ },
+ "o1-pro": {
+ "intelligenceIndex": 12.4,
+ "measuredAt": "2026-10-19",
+ "aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]
+ },
+ "gpt-4o": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-4o-2024-11-20",
+ "gpt-4o",
"gpt-4o-chatgpt-03-25",
"575498d6-60ec-466b-9372-fea19911fd07",
"GPT-4o (March 2025, chatgpt-4o-latest)"
]
},
- "gpt-4.1-mini": {
- "intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.86,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gpt-4.1-mini",
- "gpt-4-1-mini",
- "9f7c7566-a704-49a2-a383-cb3181da33a4",
- "GPT-4.1 mini"
- ]
- },
- "gpt-6-luna": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "gpt-5.6-sol": {
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna",
- "6fb13851-40ce-4bda-ad3f-6b38e0c5daa7",
- "GPT-6 Luna (Max)"
+ "gpt-5.6-sol",
+ "gpt-5-6-sol",
+ "d93edfe8-bf35-49ad-b56e-b18116142a1c",
+ "GPT-5.6 Sol (Max)"
],
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 18.5,
- "outputTokensPerSecond": 118.42,
- "costPerTask": 0.0113,
+ "intelligenceIndex": 28.3,
+ "outputTokensPerSecond": 80.38,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna-non-reasoning",
- "63cb48ea-0b0c-4e07-8ded-6d28dec4fa28",
- "GPT-6 Luna (Non-reasoning)"
+ "gpt-5-6-sol-non-reasoning",
+ "7c4d1e30-6ecb-46cf-880c-41446d7b51f1",
+ "GPT-5.6 Sol (Non-reasoning)"
]
},
"low": {
- "intelligenceIndex": 21.5,
- "outputTokensPerSecond": 142.29,
- "costPerTask": 0.0045,
+ "intelligenceIndex": 33.5,
+ "outputTokensPerSecond": 74.85,
+ "costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna-low",
- "bf9708d8-933d-44f6-affa-b696a7a650c9",
- "GPT-6 Luna (Low)"
+ "gpt-5-6-sol-low",
+ "0904b596-8932-43bd-9b21-324f128e1723",
+ "GPT-5.6 Sol (Low)"
]
},
"medium": {
- "intelligenceIndex": 29.9,
- "costPerTask": 0.0175,
+ "intelligenceIndex": 39.2,
+ "outputTokensPerSecond": 80.91,
+ "costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna-medium",
- "36667da0-9222-4967-adbb-f7efa15ad213",
- "GPT-6 Luna (Medium)"
+ "gpt-5-6-sol-medium",
+ "6f174934-5b7d-4333-86cb-f5ebf4a862e3",
+ "GPT-5.6 Sol (Medium)"
]
},
"high": {
- "intelligenceIndex": 32.9,
- "outputTokensPerSecond": 135.48,
- "costPerTask": 0.029,
+ "intelligenceIndex": 42.3,
+ "outputTokensPerSecond": 85.12,
+ "costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna-high",
- "7d1229bc-deea-4717-ba5b-f59a35d991e3",
- "GPT-6 Luna (High)"
+ "gpt-5-6-sol-high",
+ "8afc250d-b538-45a2-812a-4605f4ffd87e",
+ "GPT-5.6 Sol (High)"
]
},
"xhigh": {
- "intelligenceIndex": 34.6,
- "outputTokensPerSecond": 131.82,
- "costPerTask": 0.0422,
+ "intelligenceIndex": 44,
+ "outputTokensPerSecond": 85.36,
+ "costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna-xhigh",
- "19813eb2-460a-475c-af65-810bb8660fec",
- "GPT-6 Luna (Xhigh)"
+ "gpt-5-6-sol-xhigh",
+ "d998db47-9b67-4727-a2bb-2e1261020ac0",
+ "GPT-5.6 Sol (Xhigh)"
]
},
"max": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-6-luna",
- "6fb13851-40ce-4bda-ad3f-6b38e0c5daa7",
- "GPT-6 Luna (Max)"
+ "gpt-5-6-sol",
+ "d93edfe8-bf35-49ad-b56e-b18116142a1c",
+ "GPT-5.6 Sol (Max)"
]
}
}
},
+ "gpt-6.1-sol": {
+ "intelligenceIndex": 51.8,
+ "outputTokensPerSecond": 59.81,
+ "costPerTask": 0.7242,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6.1-sol",
+ "gpt-6-1-sol",
+ "b25ac058-1e33-4c31-bbc9-a20c3ad0717a",
+ "GPT-6.1 Sol (Max)"
+ ]
+ },
+ "gpt-4o-2024-05-13": {
+ "intelligenceIndex": 7.3,
+ "outputTokensPerSecond": 138.57,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-4o-2024-05-13",
+ "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
+ "GPT-4o (May '24)"
+ ]
+ },
"gpt-5.6-terra": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
+ "outputTokensPerSecond": 147.78,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5.6-terra",
"gpt-5-6-terra",
@@ -609,10 +462,10 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 20.8,
- "outputTokensPerSecond": 102.41,
+ "outputTokensPerSecond": 106.19,
"costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra-non-reasoning",
"9b97a35e-6ac7-44d9-91c6-422fa678963e",
@@ -621,10 +474,10 @@
},
"low": {
"intelligenceIndex": 27.5,
- "outputTokensPerSecond": 103.3,
+ "outputTokensPerSecond": 105.53,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra-low",
"cc4a20cd-09fe-4962-a430-119c815e85fa",
@@ -633,10 +486,10 @@
},
"medium": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 102.5,
+ "outputTokensPerSecond": 114.66,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra-medium",
"26e0f83a-ca98-4f34-94ac-7c5e251ee410",
@@ -645,10 +498,10 @@
},
"high": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 105.01,
+ "outputTokensPerSecond": 112.32,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra-high",
"81972fba-1219-477e-bbfb-18c656a63ff7",
@@ -657,10 +510,10 @@
},
"xhigh": {
"intelligenceIndex": 38,
- "outputTokensPerSecond": 117.05,
+ "outputTokensPerSecond": 118.72,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra-xhigh",
"9e30696f-16fa-4b4f-ba53-161895a85fed",
@@ -669,10 +522,10 @@
},
"max": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
+ "outputTokensPerSecond": 147.78,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-5-6-terra",
"bcf8db0a-3bb6-4d82-9516-0f57370c85a6",
@@ -681,125 +534,277 @@
}
}
},
+ "gpt-4o-mini": {
+ "intelligenceIndex": 6.7,
+ "outputTokensPerSecond": 117.89,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-4o-mini",
+ "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
+ "GPT-4o mini"
+ ]
+ },
+ "gpt-4.1-mini": {
+ "intelligenceIndex": 10.2,
+ "outputTokensPerSecond": 168.45,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-4.1-mini",
+ "gpt-4-1-mini",
+ "9f7c7566-a704-49a2-a383-cb3181da33a4",
+ "GPT-4.1 mini"
+ ]
+ },
+ "gpt-6-astra": {
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra",
+ "2f339a97-9a0d-499a-9cb5-e0db665bfa25",
+ "GPT-6 Astra (Max)"
+ ],
+ "benchmarkByEffort": {
+ "low": {
+ "intelligenceIndex": 45.8,
+ "outputTokensPerSecond": 57.27,
+ "costPerTask": 0.8175,
+ "effort": "low",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra-low",
+ "a3f8100d-e38f-408b-b0fa-0085dae18dc1",
+ "GPT-6 Astra (Low)"
+ ]
+ },
+ "medium": {
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 54.68,
+ "costPerTask": 1.5406,
+ "effort": "medium",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra-medium",
+ "e97a4ef5-e817-480e-9595-12f81dc4974f",
+ "GPT-6 Astra (Medium)"
+ ]
+ },
+ "high": {
+ "intelligenceIndex": 50.9,
+ "outputTokensPerSecond": 53.96,
+ "costPerTask": 1.7253,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra-high",
+ "e05a4828-0536-4876-870d-a235023f992b",
+ "GPT-6 Astra (High)"
+ ]
+ },
+ "xhigh": {
+ "intelligenceIndex": 52.4,
+ "outputTokensPerSecond": 60.07,
+ "costPerTask": 2.3088,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra-xhigh",
+ "1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3",
+ "GPT-6 Astra (Xhigh)"
+ ]
+ },
+ "max": {
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-6-astra",
+ "2f339a97-9a0d-499a-9cb5-e0db665bfa25",
+ "GPT-6 Astra (Max)"
+ ]
+ }
+ }
+ },
+ "gpt-daybreak-blue-latest": {
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-daybreak-blue-latest",
+ "gpt-5-6-sol",
+ "d93edfe8-bf35-49ad-b56e-b18116142a1c",
+ "GPT-5.6 Sol (Max)"
+ ]
+ },
+ "gpt-5-mini": {
+ "intelligenceIndex": 20.6,
+ "outputTokensPerSecond": 109.43,
+ "effort": "medium",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5-mini",
+ "gpt-5-mini-medium",
+ "c3274a19-6d3c-4d01-ab9b-5055a0a40429",
+ "GPT-5 mini (Medium)"
+ ]
+ },
+ "o3": {
+ "intelligenceIndex": 20.2,
+ "outputTokensPerSecond": 163.13,
+ "measuredAt": "2026-10-19",
+ "aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
+ },
"gpt-4-turbo": {
"intelligenceIndex": 7,
- "outputTokensPerSecond": 32.85,
- "measuredAt": "2026-10-12",
+ "outputTokensPerSecond": 32.86,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-4-turbo",
+ "76aa6af5-fdc6-4739-a300-983f14e74a67",
+ "GPT-4 Turbo"
+ ]
+ },
+ "o3-mini": {
+ "intelligenceIndex": 12.5,
+ "outputTokensPerSecond": 229.24,
+ "measuredAt": "2026-10-19",
+ "aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
+ },
+ "gpt-5.3-codex": {
+ "intelligenceIndex": 32.5,
+ "outputTokensPerSecond": 123.75,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-4-turbo",
- "76aa6af5-fdc6-4739-a300-983f14e74a67",
- "GPT-4 Turbo"
+ "gpt-5.3-codex",
+ "gpt-5-3-codex",
+ "59b5b14b-5365-4ee7-824a-18a8e6309644",
+ "GPT-5.3 Codex (Xhigh)"
]
},
- "o3": {
- "intelligenceIndex": 20.2,
- "outputTokensPerSecond": 141.62,
- "measuredAt": "2026-10-12",
- "aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
- },
- "gpt-5": {
- "intelligenceIndex": 23,
- "outputTokensPerSecond": 108.89,
- "effort": "high",
- "measuredAt": "2026-10-12",
+ "gpt-4o-2024-11-20": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5",
- "48e50f00-1fd1-4acc-b337-61078aa341e6",
- "GPT-5 (High)"
+ "gpt-4o-2024-11-20",
+ "gpt-4o-chatgpt-03-25",
+ "575498d6-60ec-466b-9372-fea19911fd07",
+ "GPT-4o (March 2025, chatgpt-4o-latest)"
]
},
- "gpt-5.6-sol": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
+ "gpt-6-luna": {
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5.6-sol",
- "gpt-5-6-sol",
- "d93edfe8-bf35-49ad-b56e-b18116142a1c",
- "GPT-5.6 Sol (Max)"
+ "gpt-6-luna",
+ "6fb13851-40ce-4bda-ad3f-6b38e0c5daa7",
+ "GPT-6 Luna (Max)"
],
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.1,
+ "intelligenceIndex": 18.5,
+ "outputTokensPerSecond": 121.18,
+ "costPerTask": 0.0113,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol-non-reasoning",
- "7c4d1e30-6ecb-46cf-880c-41446d7b51f1",
- "GPT-5.6 Sol (Non-reasoning)"
+ "gpt-6-luna-non-reasoning",
+ "63cb48ea-0b0c-4e07-8ded-6d28dec4fa28",
+ "GPT-6 Luna (Non-reasoning)"
]
},
"low": {
- "intelligenceIndex": 33.5,
- "outputTokensPerSecond": 77.62,
- "costPerTask": 0.2606,
+ "intelligenceIndex": 21.5,
+ "outputTokensPerSecond": 126.2,
+ "costPerTask": 0.0045,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol-low",
- "0904b596-8932-43bd-9b21-324f128e1723",
- "GPT-5.6 Sol (Low)"
+ "gpt-6-luna-low",
+ "bf9708d8-933d-44f6-affa-b696a7a650c9",
+ "GPT-6 Luna (Low)"
]
},
"medium": {
- "intelligenceIndex": 39.2,
- "outputTokensPerSecond": 80.37,
- "costPerTask": 0.505,
+ "intelligenceIndex": 29.9,
+ "costPerTask": 0.0175,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol-medium",
- "6f174934-5b7d-4333-86cb-f5ebf4a862e3",
- "GPT-5.6 Sol (Medium)"
+ "gpt-6-luna-medium",
+ "36667da0-9222-4967-adbb-f7efa15ad213",
+ "GPT-6 Luna (Medium)"
]
},
"high": {
- "intelligenceIndex": 42.3,
- "outputTokensPerSecond": 84.79,
- "costPerTask": 0.808,
+ "intelligenceIndex": 32.9,
+ "outputTokensPerSecond": 117.33,
+ "costPerTask": 0.029,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol-high",
- "8afc250d-b538-45a2-812a-4605f4ffd87e",
- "GPT-5.6 Sol (High)"
+ "gpt-6-luna-high",
+ "7d1229bc-deea-4717-ba5b-f59a35d991e3",
+ "GPT-6 Luna (High)"
]
},
"xhigh": {
- "intelligenceIndex": 44,
- "outputTokensPerSecond": 89.7,
- "costPerTask": 1.1844,
+ "intelligenceIndex": 34.6,
+ "outputTokensPerSecond": 118.24,
+ "costPerTask": 0.0422,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol-xhigh",
- "d998db47-9b67-4727-a2bb-2e1261020ac0",
- "GPT-5.6 Sol (Xhigh)"
+ "gpt-6-luna-xhigh",
+ "19813eb2-460a-475c-af65-810bb8660fec",
+ "GPT-6 Luna (Xhigh)"
]
},
"max": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gpt-5-6-sol",
- "d93edfe8-bf35-49ad-b56e-b18116142a1c",
- "GPT-5.6 Sol (Max)"
+ "gpt-6-luna",
+ "6fb13851-40ce-4bda-ad3f-6b38e0c5daa7",
+ "GPT-6 Luna (Max)"
]
}
}
},
+ "gpt-5": {
+ "intelligenceIndex": 23,
+ "outputTokensPerSecond": 128.7,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gpt-5",
+ "48e50f00-1fd1-4acc-b337-61078aa341e6",
+ "GPT-5 (High)"
+ ]
+ },
+ "gpt-4": {
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-10-19",
+ "aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]
+ },
"gpt-6-sol": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol",
"c50ea08c-88c0-4eb7-85b8-27f2bbf6d527",
@@ -808,10 +813,10 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.5,
- "outputTokensPerSecond": 107.44,
+ "outputTokensPerSecond": 110.1,
"costPerTask": 0.3337,
"effort": "none",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol-non-reasoning",
"d3e20e76-9e1a-45b6-b809-ad6aa37430cf",
@@ -820,10 +825,10 @@
},
"low": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 103.47,
+ "outputTokensPerSecond": 110.27,
"costPerTask": 0.1328,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol-low",
"01459872-433a-4ab2-8e99-7083162172eb",
@@ -834,7 +839,7 @@
"intelligenceIndex": 39.8,
"costPerTask": 0.2473,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol-medium",
"780a4a85-17ff-4175-a8dd-ebca4823e61b",
@@ -843,10 +848,10 @@
},
"high": {
"intelligenceIndex": 42.4,
- "outputTokensPerSecond": 108,
+ "outputTokensPerSecond": 119.97,
"costPerTask": 0.3728,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol-high",
"52eebe3e-6ede-4e46-92db-c5dea49fc410",
@@ -855,10 +860,10 @@
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 111.33,
+ "outputTokensPerSecond": 122.86,
"costPerTask": 0.5208,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol-xhigh",
"da2642fe-9f73-4788-b5af-24edcd55b37e",
@@ -867,10 +872,10 @@
},
"max": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gpt-6-sol",
"c50ea08c-88c0-4eb7-85b8-27f2bbf6d527",
@@ -879,125 +884,121 @@
}
}
},
- "o1-pro": {
- "intelligenceIndex": 12.4,
- "measuredAt": "2026-10-12",
- "aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]
- },
- "claude-opus-4-5": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-opus-4-5",
- "claude-opus-4-5-thinking",
- "2660d74f-ce79-48a8-8b53-6e668e2071a2",
- "Claude Opus 4.5 (Reasoning)"
- ]
- },
- "claude-opus-5-5": {
- "intelligenceIndex": 57.6,
- "outputTokensPerSecond": 96.1,
- "costPerTask": 5.982,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-opus-5-5",
- "2f3c4dc9-a450-4303-8697-0237257cf08f",
- "Claude Opus 5.5 (Max, Default Fallback)"
- ]
- },
- "claude-fable-5-1": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "claude-sonnet-5": {
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1",
- "3e87c73e-a257-495e-9730-367a66229811",
- "Claude Fable 5.1 (Max, Default Fallback)"
+ "claude-sonnet-5",
+ "23c86e4a-c769-43c0-a056-79e3cd15834f",
+ "Claude Sonnet 5 (Max)"
],
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 46.8,
- "outputTokensPerSecond": 57.36,
- "costPerTask": 2.371,
+ "intelligenceIndex": 24.3,
+ "outputTokensPerSecond": 70.06,
+ "costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1-low",
- "05776db7-f5c0-40f7-b824-079160f8cfa8",
- "Claude Fable 5.1 (Low, Default Fallback)"
+ "claude-sonnet-5-low",
+ "142b93bf-09c4-42dc-9c3a-50b1a222cbd4",
+ "Claude Sonnet 5 (Low)"
]
},
"medium": {
- "intelligenceIndex": 48.9,
- "outputTokensPerSecond": 56.27,
- "costPerTask": 2.9826,
+ "intelligenceIndex": 28.1,
+ "outputTokensPerSecond": 71.54,
+ "costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1-medium",
- "3b7de71c-e034-4591-8ca6-6b6be2fa471f",
- "Claude Fable 5.1 (Medium, Default Fallback)"
+ "claude-sonnet-5-medium",
+ "effcd151-7c31-4437-af3d-e88daeae9385",
+ "Claude Sonnet 5 (Medium)"
]
},
"high": {
- "intelligenceIndex": 51.2,
- "outputTokensPerSecond": 56.39,
- "costPerTask": 3.9125,
+ "intelligenceIndex": 31.7,
+ "outputTokensPerSecond": 73.2,
+ "costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1-high",
- "9d7d72cd-d95d-45a0-b109-4ad292c9aabd",
- "Claude Fable 5.1 (High, Default Fallback)"
+ "claude-sonnet-5-high",
+ "ba0224cf-0351-4f56-8508-b3f1a740ae4a",
+ "Claude Sonnet 5 (High)"
]
},
"xhigh": {
- "intelligenceIndex": 53.2,
- "outputTokensPerSecond": 61.69,
- "costPerTask": 5.9783,
+ "intelligenceIndex": 34.4,
+ "outputTokensPerSecond": 75.71,
+ "costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1-xhigh",
- "9b166bf3-42db-4f63-8338-1c4a1244ffe8",
- "Claude Fable 5.1 (Xhigh, Default Fallback)"
+ "claude-sonnet-5-xhigh",
+ "99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea",
+ "Claude Sonnet 5 (Xhigh)"
]
},
"max": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-fable-5-1",
- "3e87c73e-a257-495e-9730-367a66229811",
- "Claude Fable 5.1 (Max, Default Fallback)"
+ "claude-sonnet-5",
+ "23c86e4a-c769-43c0-a056-79e3cd15834f",
+ "Claude Sonnet 5 (Max)"
]
}
}
},
- "claude-opus-4-5-20251101": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12",
+ "claude-opus-4-7": {
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-5-20251101",
- "claude-opus-4-5-thinking",
- "2660d74f-ce79-48a8-8b53-6e668e2071a2",
- "Claude Opus 4.5 (Reasoning)"
- ]
+ "claude-opus-4-7",
+ "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
+ "Claude Opus 4.7 (Max)"
+ ],
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 30.9,
+ "outputTokensPerSecond": 47.89,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "claude-opus-4-7-non-reasoning",
+ "2fa8e143-77a8-4d05-bfa8-d3b54634c00f",
+ "Claude Opus 4.7 (Non-reasoning, High)"
+ ]
+ },
+ "max": {
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "claude-opus-4-7",
+ "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
+ "Claude Opus 4.7 (Max)"
+ ]
+ }
+ }
},
"claude-opus-5": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -1006,10 +1007,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 55.1,
+ "outputTokensPerSecond": 53.6,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5-low",
"20928ba9-3a3f-415f-9519-b84ff64ecf34",
@@ -1018,10 +1019,10 @@
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 53.37,
+ "outputTokensPerSecond": 54.81,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5-medium",
"ff51be8f-e362-4a7e-9043-687ba15de207",
@@ -1030,10 +1031,10 @@
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 53.98,
+ "outputTokensPerSecond": 54.35,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5-high",
"712be54a-77ae-41b2-9a58-21181479d6ee",
@@ -1042,10 +1043,10 @@
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 54.11,
+ "outputTokensPerSecond": 53.73,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5-xhigh",
"1305c921-7aaa-4d6d-99b5-99b3acf15e19",
@@ -1054,10 +1055,10 @@
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -1066,38 +1067,12 @@
}
}
},
- "claude-fable-5": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-fable-5",
- "cd55210d-358e-4df1-ba9c-9acb5f186cc9",
- "Claude Fable 5 (Max, Opus 4.8 Fallback)"
- ],
- "benchmarkByEffort": {
- "max": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-fable-5",
- "cd55210d-358e-4df1-ba9c-9acb5f186cc9",
- "Claude Fable 5 (Max, Opus 4.8 Fallback)"
- ]
- }
- }
- },
"claude-opus-4-8": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -1106,10 +1081,10 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -1118,134 +1093,148 @@
}
}
},
- "claude-sonnet-5": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "claude-haiku-5-5": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 232.28,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "claude-haiku-5-5",
+ "7d064a11-6e78-4030-b535-cdf940615041",
+ "Claude Haiku 5.5 (Max)"
+ ]
+ },
+ "claude-sonnet-5-5": {
+ "intelligenceIndex": 56,
+ "outputTokensPerSecond": 135.83,
+ "costPerTask": 5.4609,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5",
- "23c86e4a-c769-43c0-a056-79e3cd15834f",
- "Claude Sonnet 5 (Max)"
+ "claude-sonnet-5-5",
+ "b171d979-5ec1-45de-b8b9-db1ee65e77ec",
+ "Claude Sonnet 5.5 (Max, Default Fallback)"
+ ]
+ },
+ "claude-fable-5-1": {
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "claude-fable-5-1",
+ "3e87c73e-a257-495e-9730-367a66229811",
+ "Claude Fable 5.1 (Max, Default Fallback)"
],
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 24.3,
- "outputTokensPerSecond": 60.91,
- "costPerTask": 0.5088,
+ "intelligenceIndex": 46.8,
+ "outputTokensPerSecond": 58.46,
+ "costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5-low",
- "142b93bf-09c4-42dc-9c3a-50b1a222cbd4",
- "Claude Sonnet 5 (Low)"
+ "claude-fable-5-1-low",
+ "05776db7-f5c0-40f7-b824-079160f8cfa8",
+ "Claude Fable 5.1 (Low, Default Fallback)"
]
},
"medium": {
- "intelligenceIndex": 28.1,
- "outputTokensPerSecond": 65.44,
- "costPerTask": 0.9991,
+ "intelligenceIndex": 48.9,
+ "outputTokensPerSecond": 57.53,
+ "costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5-medium",
- "effcd151-7c31-4437-af3d-e88daeae9385",
- "Claude Sonnet 5 (Medium)"
+ "claude-fable-5-1-medium",
+ "3b7de71c-e034-4591-8ca6-6b6be2fa471f",
+ "Claude Fable 5.1 (Medium, Default Fallback)"
]
},
"high": {
- "intelligenceIndex": 31.7,
- "outputTokensPerSecond": 67.13,
- "costPerTask": 1.7925,
+ "intelligenceIndex": 51.2,
+ "outputTokensPerSecond": 57.84,
+ "costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5-high",
- "ba0224cf-0351-4f56-8508-b3f1a740ae4a",
- "Claude Sonnet 5 (High)"
+ "claude-fable-5-1-high",
+ "9d7d72cd-d95d-45a0-b109-4ad292c9aabd",
+ "Claude Fable 5.1 (High, Default Fallback)"
]
},
"xhigh": {
- "intelligenceIndex": 34.4,
- "outputTokensPerSecond": 69.56,
- "costPerTask": 2.872,
+ "intelligenceIndex": 53.2,
+ "outputTokensPerSecond": 63.74,
+ "costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5-xhigh",
- "99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea",
- "Claude Sonnet 5 (Xhigh)"
+ "claude-fable-5-1-xhigh",
+ "9b166bf3-42db-4f63-8338-1c4a1244ffe8",
+ "Claude Fable 5.1 (Xhigh, Default Fallback)"
]
},
"max": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-sonnet-5",
- "23c86e4a-c769-43c0-a056-79e3cd15834f",
- "Claude Sonnet 5 (Max)"
+ "claude-fable-5-1",
+ "3e87c73e-a257-495e-9730-367a66229811",
+ "Claude Fable 5.1 (Max, Default Fallback)"
]
}
}
},
- "claude-opus-4-6": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "claude-fable-5": {
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-6",
- "claude-opus-4-6-adaptive",
- "53c98840-47af-49aa-94e6-469fb17e9a1b",
- "Claude Opus 4.6 (Max)"
+ "claude-fable-5",
+ "cd55210d-358e-4df1-ba9c-9acb5f186cc9",
+ "Claude Fable 5 (Max, Opus 4.8 Fallback)"
],
"benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 26.4,
- "outputTokensPerSecond": 38.91,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-opus-4-6",
- "4386585e-71b4-4a0c-8a63-afb333419cd6",
- "Claude Opus 4.6 (Non-reasoning, High)"
- ]
- },
"max": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-6-adaptive",
- "53c98840-47af-49aa-94e6-469fb17e9a1b",
- "Claude Opus 4.6 (Max)"
+ "claude-fable-5",
+ "cd55210d-358e-4df1-ba9c-9acb5f186cc9",
+ "Claude Fable 5 (Max, Opus 4.8 Fallback)"
]
}
}
},
- "claude-haiku-5-5": {
- "intelligenceIndex": 43.4,
- "outputTokensPerSecond": 235,
- "costPerTask": 0.2128,
+ "claude-opus-5-5": {
+ "intelligenceIndex": 57.6,
+ "outputTokensPerSecond": 97.79,
+ "costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-haiku-5-5",
- "7d064a11-6e78-4030-b535-cdf940615041",
- "Claude Haiku 5.5 (Max)"
+ "claude-opus-5-5",
+ "2f3c4dc9-a450-4303-8697-0237257cf08f",
+ "Claude Opus 5.5 (Max, Default Fallback)"
]
},
"claude-sonnet-4-6": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
+ "outputTokensPerSecond": 62.55,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-sonnet-4-6",
"claude-sonnet-4-6-adaptive",
@@ -1255,9 +1244,9 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 42.02,
+ "outputTokensPerSecond": 46.31,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-sonnet-4-6-non-reasoning-low-effort",
"f2e21112-192e-4aed-ae82-68ca3b38e667",
@@ -1266,9 +1255,9 @@
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 44.49,
+ "outputTokensPerSecond": 45.41,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-sonnet-4-6",
"2e40e695-3cec-43da-83f9-615af30b8e91",
@@ -1277,10 +1266,10 @@
},
"max": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
+ "outputTokensPerSecond": 62.55,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"claude-sonnet-4-6-adaptive",
"df8d14e0-3997-4e4d-b4ad-9c047acc9c69",
@@ -1289,84 +1278,82 @@
}
}
},
- "claude-sonnet-5-5": {
- "intelligenceIndex": 56,
- "outputTokensPerSecond": 137.42,
- "costPerTask": 5.4609,
- "effort": "max",
- "measuredAt": "2026-10-12",
- "aliases": [
- "claude-sonnet-5-5",
- "b171d979-5ec1-45de-b8b9-db1ee65e77ec",
- "Claude Sonnet 5.5 (Max, Default Fallback)"
- ]
- },
- "claude-opus-4-7": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
+ "claude-opus-4-6": {
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-7",
- "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
- "Claude Opus 4.7 (Max)"
+ "claude-opus-4-6",
+ "claude-opus-4-6-adaptive",
+ "53c98840-47af-49aa-94e6-469fb17e9a1b",
+ "Claude Opus 4.6 (Max)"
],
"benchmarkByEffort": {
"high": {
- "intelligenceIndex": 30.9,
- "outputTokensPerSecond": 45.4,
+ "intelligenceIndex": 26.4,
+ "outputTokensPerSecond": 38.84,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-7-non-reasoning",
- "2fa8e143-77a8-4d05-bfa8-d3b54634c00f",
- "Claude Opus 4.7 (Non-reasoning, High)"
+ "claude-opus-4-6",
+ "4386585e-71b4-4a0c-8a63-afb333419cd6",
+ "Claude Opus 4.6 (Non-reasoning, High)"
]
},
"max": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
"effort": "max",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "claude-opus-4-7",
- "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
- "Claude Opus 4.7 (Max)"
+ "claude-opus-4-6-adaptive",
+ "53c98840-47af-49aa-94e6-469fb17e9a1b",
+ "Claude Opus 4.6 (Max)"
]
}
}
},
- "gemini-flash-latest": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12",
+ "claude-opus-4-5-20251101": {
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-flash-latest",
- "gemini-3-8-flash",
- "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
- "Gemini 3.8 Flash (High)"
+ "claude-opus-4-5-20251101",
+ "claude-opus-4-5-thinking",
+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",
+ "Claude Opus 4.5 (Reasoning)"
]
},
- "gemini-flash-lite-latest": {
- "intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
- "costPerTask": 0.1927,
- "measuredAt": "2026-10-12",
+ "claude-opus-4-5": {
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-flash-lite-latest",
- "gemini-3-5-flash-lite",
- "093b9df2-ebee-4309-943f-5a7e88360adf",
- "Gemini 3.5 Flash-Lite"
+ "claude-opus-4-5",
+ "claude-opus-4-5-thinking",
+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",
+ "Claude Opus 4.5 (Reasoning)"
+ ]
+ },
+ "gemini-3.1-flash-lite": {
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3.1-flash-lite",
+ "gemini-3-1-flash-lite-preview",
+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
+ "Gemini 3.1 Flash-Lite"
]
},
"gemini-3.6-flash": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3.6-flash",
"gemini-3-6-flash",
@@ -1376,10 +1363,10 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-6-flash",
"78332c88-fe60-42c8-af9d-3617e44cf1f5",
@@ -1390,9 +1377,9 @@
},
"gemini-3.5-flash-lite": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
+ "outputTokensPerSecond": 447.07,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3.5-flash-lite",
"gemini-3-5-flash-lite",
@@ -1400,23 +1387,11 @@
"Gemini 3.5 Flash-Lite"
]
},
- "gemini-3.1-pro-preview": {
- "intelligenceIndex": 29.7,
- "outputTokensPerSecond": 126.79,
- "costPerTask": 1.2986,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-3.1-pro-preview",
- "gemini-3-1-pro-preview",
- "bbd93ebe-80da-4594-bb19-61e69d0331df",
- "Gemini 3.1 Pro Preview"
- ]
- },
"gemini-3.5-flash": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
+ "outputTokensPerSecond": 209.24,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3.5-flash",
"gemini-3-5-flash-medium",
@@ -1426,9 +1401,9 @@
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 185.62,
+ "outputTokensPerSecond": 192.18,
"effort": "minimal",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-5-flash-minimal",
"033ade17-d9ec-44e0-b792-b5f1fcd5ab4c",
@@ -1436,35 +1411,142 @@
]
},
"medium": {
- "intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 209.24,
+ "effort": "medium",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3-5-flash-medium",
+ "5016ea75-7b0e-4737-a7e6-1062c6d90fd4",
+ "Gemini 3.5 Flash (Medium)"
+ ]
+ },
+ "high": {
+ "intelligenceIndex": 32.6,
+ "outputTokensPerSecond": 218.68,
+ "costPerTask": 3.6937,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3-5-flash",
+ "0097ebf5-124f-42f6-9463-33b00e711f03",
+ "Gemini 3.5 Flash (High)"
+ ]
+ }
+ }
+ },
+ "gemini-3.1-flash-lite-preview": {
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3.1-flash-lite-preview",
+ "gemini-3-1-flash-lite-preview",
+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
+ "Gemini 3.1 Flash-Lite"
+ ]
+ },
+ "gemini-2.5-flash-lite": {
+ "intelligenceIndex": 8.5,
+ "outputTokensPerSecond": 392.89,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-2.5-flash-lite",
+ "gemini-2-5-flash-lite-reasoning",
+ "f4e8194a-d0e6-48eb-92be-4307de5aeeec",
+ "Gemini 2.5 Flash-Lite (Reasoning)"
+ ]
+ },
+ "gemini-3.8-flash": {
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3.8-flash",
+ "gemini-3-8-flash",
+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
+ "Gemini 3.8 Flash (High)"
+ ],
+ "benchmarkByEffort": {
+ "low": {
+ "intelligenceIndex": 33.5,
+ "effort": "low",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3-8-flash-low",
+ "f6db039b-0f3b-485c-9d7f-982988e44f26",
+ "Gemini 3.8 Flash (Low)"
+ ]
+ },
+ "medium": {
+ "intelligenceIndex": 39.8,
+ "costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-3-5-flash-medium",
- "5016ea75-7b0e-4737-a7e6-1062c6d90fd4",
- "Gemini 3.5 Flash (Medium)"
+ "gemini-3-8-flash-medium",
+ "744fa3c1-42a7-4995-b138-fb6be11f463c",
+ "Gemini 3.8 Flash (Medium)"
]
},
"high": {
- "intelligenceIndex": 32.6,
- "outputTokensPerSecond": 199.96,
- "costPerTask": 3.6937,
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-3-5-flash",
- "0097ebf5-124f-42f6-9463-33b00e711f03",
- "Gemini 3.5 Flash (High)"
+ "gemini-3-8-flash",
+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
+ "Gemini 3.8 Flash (High)"
]
}
}
},
+ "gemini-flash-lite-latest": {
+ "intelligenceIndex": 22.2,
+ "outputTokensPerSecond": 447.07,
+ "costPerTask": 0.1927,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-flash-lite-latest",
+ "gemini-3-5-flash-lite",
+ "093b9df2-ebee-4309-943f-5a7e88360adf",
+ "Gemini 3.5 Flash-Lite"
+ ]
+ },
+ "gemini-4-argon": {
+ "intelligenceIndex": 52.6,
+ "costPerTask": 1.9903,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-4-argon",
+ "d366dfa1-d940-4788-aa73-d298c45699b3",
+ "Gemini 4 Argon (High)"
+ ]
+ },
+ "gemini-flash-latest": {
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-flash-latest",
+ "gemini-3-8-flash",
+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
+ "Gemini 3.8 Flash (High)"
+ ]
+ },
"gemini-2.5-pro": {
"intelligenceIndex": 16.1,
- "outputTokensPerSecond": 121.18,
+ "outputTokensPerSecond": 119.48,
"costPerTask": 0.3303,
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-2.5-pro",
"gemini-2-5-pro",
@@ -1472,22 +1554,10 @@
"Gemini 2.5 Pro"
]
},
- "gemini-2.5-flash": {
- "intelligenceIndex": 13.1,
- "outputTokensPerSecond": 208.72,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-2.5-flash",
- "gemini-2-5-flash-reasoning",
- "219ed587-60c5-4a48-9517-8480e08d0ca1",
- "Gemini 2.5 Flash (Reasoning)"
- ]
- },
"gemini-3.7-flash": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3.7-flash",
"gemini-3-7-flash-medium",
@@ -1497,9 +1567,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 320.75,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-7-flash-low",
"ddfdaf64-3f8e-40a6-a492-608ee83a1351",
@@ -1508,9 +1577,8 @@
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-7-flash-medium",
"eb0d4272-7204-42b9-b875-8866fed58548",
@@ -1519,10 +1587,9 @@
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 313.61,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-7-flash",
"b2331108-72ed-415a-82d1-188633875bbc",
@@ -1531,10 +1598,22 @@
}
}
},
+ "gemini-3.1-pro-preview": {
+ "intelligenceIndex": 29.7,
+ "outputTokensPerSecond": 145.85,
+ "costPerTask": 1.2986,
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "gemini-3.1-pro-preview",
+ "gemini-3-1-pro-preview",
+ "bbd93ebe-80da-4594-bb19-61e69d0331df",
+ "Gemini 3.1 Pro Preview"
+ ]
+ },
"gemini-3-flash-preview": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 199.88,
- "measuredAt": "2026-10-12",
+ "outputTokensPerSecond": 205.8,
+ "measuredAt": "2026-10-19",
"aliases": [
"gemini-3-flash-preview",
"gemini-3-flash-reasoning",
@@ -1542,92 +1621,32 @@
"Gemini 3 Flash Preview (Reasoning)"
]
},
- "gemini-3.8-flash": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-3.8-flash",
- "gemini-3-8-flash",
- "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
- "Gemini 3.8 Flash (High)"
- ],
- "benchmarkByEffort": {
- "low": {
- "intelligenceIndex": 33.5,
- "effort": "low",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-3-8-flash-low",
- "f6db039b-0f3b-485c-9d7f-982988e44f26",
- "Gemini 3.8 Flash (Low)"
- ]
- },
- "medium": {
- "intelligenceIndex": 39.8,
- "costPerTask": 0.931,
- "effort": "medium",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-3-8-flash-medium",
- "744fa3c1-42a7-4995-b138-fb6be11f463c",
- "Gemini 3.8 Flash (Medium)"
- ]
- },
- "high": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-3-8-flash",
- "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
- "Gemini 3.8 Flash (High)"
- ]
- }
- }
- },
- "gemini-2.5-flash-lite": {
- "intelligenceIndex": 8.5,
- "outputTokensPerSecond": 341.7,
- "measuredAt": "2026-10-12",
- "aliases": [
- "gemini-2.5-flash-lite",
- "gemini-2-5-flash-lite-reasoning",
- "f4e8194a-d0e6-48eb-92be-4307de5aeeec",
- "Gemini 2.5 Flash-Lite (Reasoning)"
- ]
- },
- "gemini-3.1-flash-lite-preview": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12",
+ "gemini-2.5-flash": {
+ "intelligenceIndex": 13.1,
+ "outputTokensPerSecond": 227.62,
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-3.1-flash-lite-preview",
- "gemini-3-1-flash-lite-preview",
- "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
- "Gemini 3.1 Flash-Lite"
+ "gemini-2.5-flash",
+ "gemini-2-5-flash-reasoning",
+ "219ed587-60c5-4a48-9517-8480e08d0ca1",
+ "Gemini 2.5 Flash (Reasoning)"
]
},
- "gemini-3.1-flash-lite": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12",
+ "glm-5-2": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 91.62,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-19",
"aliases": [
- "gemini-3.1-flash-lite",
- "gemini-3-1-flash-lite-preview",
- "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
- "Gemini 3.1 Flash-Lite"
+ "glm-5-2",
+ "f7a4ea75-e548-4069-80d4-9be8bc7c009b",
+ "GLM-5.2 (Max)"
]
},
"magistral-medium-latest": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"magistral-medium-latest",
"magistral-medium",
@@ -1635,43 +1654,31 @@
"Magistral Medium 1"
]
},
- "glm-5-2": {
- "intelligenceIndex": 33.7,
- "outputTokensPerSecond": 88.35,
- "costPerTask": 1.4726,
- "effort": "max",
- "measuredAt": "2026-10-12",
+ "pixtral-large-latest": {
+ "intelligenceIndex": 7.1,
+ "measuredAt": "2026-10-19",
"aliases": [
- "glm-5-2",
- "f7a4ea75-e548-4069-80d4-9be8bc7c009b",
- "GLM-5.2 (Max)"
+ "pixtral-large-latest",
+ "pixtral-large-2411",
+ "de0beaf0-c951-487a-8eb4-3dd12e74122c",
+ "Pixtral Large"
]
},
"devstral-small-2505": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"devstral-small-2505",
"cc1fa238-1a76-486d-a997-22309275eadd",
"Devstral Small (May '25)"
]
},
- "pixtral-large-latest": {
- "intelligenceIndex": 7.1,
- "measuredAt": "2026-10-12",
- "aliases": [
- "pixtral-large-latest",
- "pixtral-large-2411",
- "de0beaf0-c951-487a-8eb4-3dd12e74122c",
- "Pixtral Large"
- ]
- },
"grok-4.7": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 83.27,
+ "outputTokensPerSecond": 91.88,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4.7",
"grok-4-7",
@@ -1679,63 +1686,12 @@
"Grok 4.7 (Xhigh)"
]
},
- "grok-4.3": {
- "intelligenceIndex": 24.9,
- "outputTokensPerSecond": 108.51,
- "costPerTask": 0.2054,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "grok-4.3",
- "grok-4-3",
- "948892b5-db03-4118-a4a8-ccd51ed871ea",
- "Grok 4.3 (High)"
- ]
- },
- "grok-4.5": {
- "intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
- "costPerTask": 0.8807,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "grok-4.5",
- "grok-4-5",
- "794f69b5-cede-482b-b1cc-d769478497cd",
- "Grok 4.5 (High)"
- ],
- "benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
- "costPerTask": 0.8807,
- "effort": "high",
- "measuredAt": "2026-10-12",
- "aliases": [
- "grok-4-5",
- "794f69b5-cede-482b-b1cc-d769478497cd",
- "Grok 4.5 (High)"
- ]
- }
- }
- },
- "grok-4.20-0309-non-reasoning": {
- "intelligenceIndex": 14.6,
- "effort": "none",
- "measuredAt": "2026-10-12",
- "aliases": [
- "grok-4.20-0309-non-reasoning",
- "grok-4-20-0309-non-reasoning",
- "523125f4-a1da-4990-9abd-dd08a069100e",
- "Grok 4.20 0309 (Non-reasoning)"
- ]
- },
"grok-4.6": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
+ "outputTokensPerSecond": 65.68,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4.6",
"grok-4-6",
@@ -1745,10 +1701,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.1,
- "outputTokensPerSecond": 52.65,
+ "outputTokensPerSecond": 61.82,
"costPerTask": 0.3758,
"effort": "low",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4-6-low",
"c07e65e6-32fc-451e-938d-7477a1c3ffcc",
@@ -1757,10 +1713,10 @@
},
"medium": {
"intelligenceIndex": 42.8,
- "outputTokensPerSecond": 59.09,
+ "outputTokensPerSecond": 69.61,
"costPerTask": 1.1438,
"effort": "medium",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4-6-medium",
"26614164-6840-4e17-a65a-2deb2fe7e87b",
@@ -1769,10 +1725,10 @@
},
"high": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
+ "outputTokensPerSecond": 65.68,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4-6",
"c8adc5cf-fd5a-407b-af51-dc3bede3e49c",
@@ -1781,10 +1737,10 @@
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 58.72,
+ "outputTokensPerSecond": 65.28,
"costPerTask": 1.7523,
"effort": "xhigh",
- "measuredAt": "2026-10-12",
+ "measuredAt": "2026-10-19",
"aliases": [
"grok-4-6-xhigh",
"d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
@@ -1792,6 +1748,57 @@
]
}
}
+ },
+ "grok-4.5": {
+ "intelligenceIndex": 38.8,
+ "outputTokensPerSecond": 58.63,
+ "costPerTask": 0.8807,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "grok-4.5",
+ "grok-4-5",
+ "794f69b5-cede-482b-b1cc-d769478497cd",
+ "Grok 4.5 (High)"
+ ],
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 38.8,
+ "outputTokensPerSecond": 58.63,
+ "costPerTask": 0.8807,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "grok-4-5",
+ "794f69b5-cede-482b-b1cc-d769478497cd",
+ "Grok 4.5 (High)"
+ ]
+ }
+ }
+ },
+ "grok-4.3": {
+ "intelligenceIndex": 24.9,
+ "outputTokensPerSecond": 100.92,
+ "costPerTask": 0.2054,
+ "effort": "high",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "grok-4.3",
+ "grok-4-3",
+ "948892b5-db03-4118-a4a8-ccd51ed871ea",
+ "Grok 4.3 (High)"
+ ]
+ },
+ "grok-4.20-0309-non-reasoning": {
+ "intelligenceIndex": 14.6,
+ "effort": "none",
+ "measuredAt": "2026-10-19",
+ "aliases": [
+ "grok-4.20-0309-non-reasoning",
+ "grok-4-20-0309-non-reasoning",
+ "523125f4-a1da-4990-9abd-dd08a069100e",
+ "Grok 4.20 0309 (Non-reasoning)"
+ ]
}
}
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
index dc97f3f933b..86b763cd33a 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
@@ -2,239 +2,159 @@
"openai": {
"models": [
{
- "name": "gpt-5.4",
- "label": "GPT-5.4",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.25,
- "longContextCost": {
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 22.5,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.5
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh"],
- "benchmark": {
- "intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 18.2,
- "outputTokensPerSecond": 62.79,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
- "low": {
- "intelligenceIndex": 27.6,
- "outputTokensPerSecond": 62.7,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- }
- }
- },
- {
- "name": "gpt-5.4-pro",
- "label": "GPT-5.4 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 180,
- "longContextCost": {
- "inputCostPerMillionTokens": 60,
- "outputCostPerMillionTokens": 270,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.5-pro",
- "label": "GPT-5.5 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 180,
- "longContextCost": {
- "inputCostPerMillionTokens": 60,
- "outputCostPerMillionTokens": 270,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.4-nano",
- "label": "GPT-5.4 nano",
+ "name": "gpt-5.1",
+ "label": "GPT-5.1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 1.25,
- "cachedInputCostPerMillionTokens": 0.02,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.125,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 20.7,
- "outputTokensPerSecond": 171.52,
- "costPerTask": 0.1831,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 124,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-realtime-2.1",
- "label": "GPT-Realtime-2.1",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 24,
- "cachedInputCostPerMillionTokens": 0.4,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 32000,
- "modalities": ["audio", "image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-4o-2024-05-13",
- "label": "GPT-4o (2024-05-13)",
+ "name": "o3-pro",
+ "label": "o3-pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 4096,
+ "inputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 80,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 7.3,
- "outputTokensPerSecond": 142.52,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "intelligenceIndex": 21.9,
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "gpt-4o",
- "label": "GPT-4o",
+ "name": "gpt-4o-2024-08-06",
+ "label": "GPT-4o (2024-08-06)",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 2.5,
"outputCostPerMillionTokens": 10,
"cachedInputCostPerMillionTokens": 1.25,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image", "pdf"],
- "benchmark": {
- "intelligenceIndex": 9,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gpt-5-mini",
- "label": "GPT-5 Mini",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 2,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 20.6,
- "outputTokensPerSecond": 161.67,
- "effort": "medium",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 7.7,
+ "outputTokensPerSecond": 133.4,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.2-pro",
- "label": "GPT-5.2 Pro",
+ "name": "gpt-daybreak-red-latest",
+ "label": "Daybreak Red",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 21,
- "outputCostPerMillionTokens": 168,
+ "inputCostPerMillionTokens": 12.5,
+ "outputCostPerMillionTokens": 75,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "cacheCreationCostPerMillionTokens": 15.625,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true
},
{
- "name": "o4-mini",
- "label": "o4-mini",
+ "name": "gpt-5.2-chat-latest",
+ "label": "GPT-5.2 Chat",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.1,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.275,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
"modalities": ["image"],
"supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 16.7,
- "outputTokensPerSecond": 161.34,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
"isDeprecated": true
},
{
- "name": "o3-mini",
- "label": "o3-mini",
+ "name": "gpt-5-nano",
+ "label": "GPT-5 Nano",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.1,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.55,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
+ "inputCostPerMillionTokens": 0.05,
+ "outputCostPerMillionTokens": 0.4,
+ "cachedInputCostPerMillionTokens": 0.005,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 12.5,
- "outputTokensPerSecond": 203.59,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-4",
- "label": "GPT-4",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 60,
- "contextWindowTokens": 8192,
- "maxOutputTokens": 8192,
- "benchmark": {
- "intelligenceIndex": 6.7,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "intelligenceIndex": 13,
+ "outputTokensPerSecond": 182.27,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "gpt-5.3-codex",
- "label": "GPT-5.3 Codex",
+ "name": "gpt-5.2",
+ "label": "GPT-5.2",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 1.75,
"outputCostPerMillionTokens": 14,
"cachedInputCostPerMillionTokens": 0.175,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 80.58,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5.4",
+ "label": "GPT-5.4",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.25,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 22.5,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.5
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 32.5,
- "outputTokensPerSecond": 115.03,
+ "intelligenceIndex": 39,
+ "outputTokensPerSecond": 111.73,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 18.2,
+ "outputTokensPerSecond": 73.32,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
+ "low": {
+ "intelligenceIndex": 27.6,
+ "outputTokensPerSecond": 73.2,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 39,
+ "outputTokensPerSecond": 111.73,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -249,319 +169,295 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 237.37,
- "measuredAt": "2026-10-12"
+ "outputTokensPerSecond": 250.59,
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
{
- "name": "gpt-5-nano",
- "label": "GPT-5 Nano",
+ "name": "gpt-5.4-mini",
+ "label": "GPT-5.4 mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.05,
- "outputCostPerMillionTokens": 0.4,
- "cachedInputCostPerMillionTokens": 0.005,
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 4.5,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 13,
- "outputTokensPerSecond": 189.68,
- "effort": "high",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.1,
+ "outputTokensPerSecond": 326.64,
+ "costPerTask": 0.4474,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6",
- "label": "GPT-5.6",
+ "name": "gpt-5.5",
+ "label": "GPT-5.5",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 30,
+ "cachedInputCostPerMillionTokens": 0.5,
"longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 45,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
+ "cachedInputCostPerMillionTokens": 1
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.2-chat-latest",
- "label": "GPT-5.2 Chat",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
- "modalities": ["image"],
- "supportsReasoning": true,
- "isDeprecated": true
- },
- {
- "name": "o1",
- "label": "o1",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 15,
- "outputCostPerMillionTokens": 60,
- "cachedInputCostPerMillionTokens": 7.5,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 15.2,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-5-pro",
- "label": "GPT-5 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 15,
- "outputCostPerMillionTokens": 120,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 272000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.3-codex-spark",
- "label": "GPT-5.3 Codex Spark",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 32000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-6.1-sol",
- "label": "GPT-6.1 Sol",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 2.5,
- "longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 5
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
},
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 51.8,
- "outputTokensPerSecond": 65.4,
- "costPerTask": 0.7242,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gpt-4o-2024-08-06",
- "label": "GPT-4o (2024-08-06)",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 1.25,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
- "modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 7.7,
- "outputTokensPerSecond": 127.77,
- "measuredAt": "2026-10-12"
+ "benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 23.2,
+ "outputTokensPerSecond": 85.04,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
+ "low": {
+ "intelligenceIndex": 30.7,
+ "outputTokensPerSecond": 87.45,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 86.4,
+ "costPerTask": 0.9017,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 37,
+ "outputTokensPerSecond": 92.86,
+ "costPerTask": 1.5413,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
- "name": "gpt-6-astra",
- "label": "GPT-6 Astra",
+ "name": "gpt-5.6-luna",
+ "label": "GPT-5.6 Luna",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 1,
- "cacheCreationCostPerMillionTokens": 12.5,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 1.2,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "cacheCreationCostPerMillionTokens": 0.25,
"longContextCost": {
- "inputCostPerMillionTokens": 20,
- "outputCostPerMillionTokens": 75,
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 1.8,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 2,
- "cacheCreationCostPerMillionTokens": 25
+ "cachedInputCostPerMillionTokens": 0.04,
+ "cacheCreationCostPerMillionTokens": 0.5
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
+ "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
+ "intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 135.93,
+ "costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 15.5,
+ "outputTokensPerSecond": 125.15,
+ "costPerTask": 0.0101,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
"low": {
- "intelligenceIndex": 45.8,
- "outputTokensPerSecond": 52.86,
- "costPerTask": 0.8175,
+ "intelligenceIndex": 21,
+ "outputTokensPerSecond": 131.02,
+ "costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 54.7,
- "costPerTask": 1.5406,
+ "intelligenceIndex": 25,
+ "outputTokensPerSecond": 135.07,
+ "costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 50.9,
- "outputTokensPerSecond": 56.46,
- "costPerTask": 1.7253,
+ "intelligenceIndex": 32.1,
+ "outputTokensPerSecond": 125.43,
+ "costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 52.4,
- "outputTokensPerSecond": 60.78,
- "costPerTask": 2.3088,
+ "intelligenceIndex": 34.6,
+ "outputTokensPerSecond": 136.24,
+ "costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
+ "intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 135.93,
+ "costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.1",
- "label": "GPT-5.1",
+ "name": "gpt-4.1",
+ "label": "GPT-4.1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.125,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 8,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "contextWindowTokens": 1047576,
+ "maxOutputTokens": 32768,
+ "modalities": ["image", "pdf"],
"benchmark": {
- "intelligenceIndex": 24.7,
- "outputTokensPerSecond": 119.51,
- "effort": "high",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 12.7,
+ "outputTokensPerSecond": 162.08,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-4o-mini",
- "label": "GPT-4o mini",
+ "name": "o1",
+ "label": "o1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.6,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "inputCostPerMillionTokens": 15,
+ "outputCostPerMillionTokens": 60,
+ "cachedInputCostPerMillionTokens": 7.5,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 6.7,
- "outputTokensPerSecond": 124.19,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 15.2,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "o3-pro",
- "label": "o3-pro",
+ "name": "o4-mini",
+ "label": "o4-mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 20,
- "outputCostPerMillionTokens": 80,
+ "inputCostPerMillionTokens": 1.1,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.275,
"contextWindowTokens": 200000,
"maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 21.9,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 177.1,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "gpt-daybreak-blue-latest",
- "label": "Daybreak Blue",
+ "name": "gpt-5.4-nano",
+ "label": "GPT-5.4 nano",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
- "longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
- },
- "contextWindowTokens": 1050000,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 1.25,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "contextWindowTokens": 400000,
"maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 20.7,
+ "outputTokensPerSecond": 166.11,
+ "costPerTask": 0.1831,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.4-mini",
- "label": "GPT-5.4 mini",
+ "name": "o1-pro",
+ "label": "o1-pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 4.5,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 150,
+ "outputCostPerMillionTokens": 600,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 24.1,
- "outputTokensPerSecond": 245.4,
- "costPerTask": 0.4474,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 12.4,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-4o",
+ "label": "GPT-4o",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6-luna",
- "label": "GPT-5.6 Luna",
+ "name": "gpt-5.5-pro",
+ "label": "GPT-5.5 Pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 1.2,
- "cachedInputCostPerMillionTokens": 0.02,
- "cacheCreationCostPerMillionTokens": 0.25,
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 180,
"longContextCost": {
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 1.8,
+ "inputCostPerMillionTokens": 60,
+ "outputCostPerMillionTokens": 270,
+ "thresholdTokens": 200000
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.6-sol",
+ "label": "GPT-5.6 Sol",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.04,
- "cacheCreationCostPerMillionTokens": 0.5
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -569,87 +465,133 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
- "costPerTask": 0.1783,
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 15.5,
- "outputTokensPerSecond": 109.64,
- "costPerTask": 0.0101,
+ "intelligenceIndex": 28.3,
+ "outputTokensPerSecond": 80.38,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 21,
- "outputTokensPerSecond": 102.72,
- "costPerTask": 0.0098,
+ "intelligenceIndex": 33.5,
+ "outputTokensPerSecond": 74.85,
+ "costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 25,
- "outputTokensPerSecond": 105.51,
- "costPerTask": 0.0156,
+ "intelligenceIndex": 39.2,
+ "outputTokensPerSecond": 80.91,
+ "costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.1,
- "outputTokensPerSecond": 111.53,
- "costPerTask": 0.044,
+ "intelligenceIndex": 42.3,
+ "outputTokensPerSecond": 85.12,
+ "costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.6,
- "outputTokensPerSecond": 111.47,
- "costPerTask": 0.0853,
+ "intelligenceIndex": 44,
+ "outputTokensPerSecond": 85.36,
+ "costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
- "costPerTask": 0.1783,
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.2",
- "label": "GPT-5.2",
+ "name": "gpt-6.1-sol",
+ "label": "GPT-6.1 Sol",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 400000,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "cacheCreationCostPerMillionTokens": 2.5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 15,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 5
+ },
+ "contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
- "modalities": ["image"],
+ "modalities": ["image", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 30.4,
- "outputTokensPerSecond": 83.12,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 51.8,
+ "outputTokensPerSecond": 59.81,
+ "costPerTask": 0.7242,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.5",
- "label": "GPT-5.5",
+ "name": "gpt-5.6",
+ "label": "GPT-5.6",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-4o-2024-05-13",
+ "label": "GPT-4o (2024-05-13)",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 30,
- "cachedInputCostPerMillionTokens": 0.5,
+ "outputCostPerMillionTokens": 15,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.3,
+ "outputTokensPerSecond": 138.57,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-5.6-terra",
+ "label": "GPT-5.6 Terra",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 2.5,
"longContextCost": {
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 45,
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 1
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -657,78 +599,88 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 42.1,
+ "outputTokensPerSecond": 147.78,
+ "costPerTask": 1.3987,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 23.2,
- "outputTokensPerSecond": 86.28,
+ "intelligenceIndex": 20.8,
+ "outputTokensPerSecond": 106.19,
+ "costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 30.7,
- "outputTokensPerSecond": 83.52,
+ "intelligenceIndex": 27.5,
+ "outputTokensPerSecond": 105.53,
+ "costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 33.8,
- "outputTokensPerSecond": 87.43,
- "costPerTask": 0.9017,
+ "intelligenceIndex": 30.1,
+ "outputTokensPerSecond": 114.66,
+ "costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 37,
- "outputTokensPerSecond": 90.48,
- "costPerTask": 1.5413,
+ "intelligenceIndex": 34.2,
+ "outputTokensPerSecond": 112.32,
+ "costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
+ "intelligenceIndex": 38,
+ "outputTokensPerSecond": 118.72,
+ "costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 42.1,
+ "outputTokensPerSecond": 147.78,
+ "costPerTask": 1.3987,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-4.1",
- "label": "GPT-4.1",
+ "name": "gpt-4o-mini",
+ "label": "GPT-4o mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 8,
- "cachedInputCostPerMillionTokens": 0.5,
- "contextWindowTokens": 1047576,
- "maxOutputTokens": 32768,
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.6,
+ "cachedInputCostPerMillionTokens": 0.075,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
"modalities": ["image", "pdf"],
"benchmark": {
- "intelligenceIndex": 12.7,
- "outputTokensPerSecond": 149.63,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 6.7,
+ "outputTokensPerSecond": 117.89,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-4o-2024-11-20",
- "label": "GPT-4o (2024-11-20)",
+ "name": "gpt-5.4-pro",
+ "label": "GPT-5.4 Pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 1.25,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 180,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 60,
+ "outputCostPerMillionTokens": 270,
+ "thresholdTokens": 200000
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 9,
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
},
{
"name": "gpt-4.1-mini",
@@ -742,107 +694,251 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.86,
- "measuredAt": "2026-10-12"
+ "outputTokensPerSecond": 168.45,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-6-luna",
- "label": "GPT-6 Luna",
+ "name": "gpt-6-astra",
+ "label": "GPT-6 Astra",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.5,
- "cachedInputCostPerMillionTokens": 0.01,
- "cacheCreationCostPerMillionTokens": 0.125,
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 1,
+ "cacheCreationCostPerMillionTokens": 12.5,
"longContextCost": {
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 0.75,
+ "inputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 75,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.02,
- "cacheCreationCostPerMillionTokens": 0.25
+ "cachedInputCostPerMillionTokens": 2,
+ "cacheCreationCostPerMillionTokens": 25
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
+ "efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 18.5,
- "outputTokensPerSecond": 118.42,
- "costPerTask": 0.0113,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
"low": {
- "intelligenceIndex": 21.5,
- "outputTokensPerSecond": 142.29,
- "costPerTask": 0.0045,
+ "intelligenceIndex": 45.8,
+ "outputTokensPerSecond": 57.27,
+ "costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 29.9,
- "costPerTask": 0.0175,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 54.68,
+ "costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.9,
- "outputTokensPerSecond": 135.48,
- "costPerTask": 0.029,
+ "intelligenceIndex": 50.9,
+ "outputTokensPerSecond": 53.96,
+ "costPerTask": 1.7253,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.6,
- "outputTokensPerSecond": 131.82,
- "costPerTask": 0.0422,
+ "intelligenceIndex": 52.4,
+ "outputTokensPerSecond": 60.07,
+ "costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.3-chat-latest",
- "label": "GPT-5.3 Chat (latest)",
+ "name": "gpt-daybreak-blue-latest",
+ "label": "Daybreak Blue",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5-mini",
+ "label": "GPT-5 Mini",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 2,
+ "cachedInputCostPerMillionTokens": 0.025,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 20.6,
+ "outputTokensPerSecond": 109.43,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "o3",
+ "label": "o3",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 8,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 20.2,
+ "outputTokensPerSecond": 163.13,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-4-turbo",
+ "label": "GPT-4 Turbo",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 30,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7,
+ "outputTokensPerSecond": 32.86,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "o3-mini",
+ "label": "o3-mini",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.1,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.55,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 12.5,
+ "outputTokensPerSecond": 229.24,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-5.3-codex",
+ "label": "GPT-5.3 Codex",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 32.5,
+ "outputTokensPerSecond": 123.75,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-4o-2024-11-20",
+ "label": "GPT-4o (2024-11-20)",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5-pro",
+ "label": "GPT-5 Pro",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 15,
+ "outputCostPerMillionTokens": 120,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 272000,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.3-codex-spark",
+ "label": "GPT-5.3 Codex Spark",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 1.75,
"outputCostPerMillionTokens": 14,
"cachedInputCostPerMillionTokens": 0.175,
"contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "maxOutputTokens": 32000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.2-pro",
+ "label": "GPT-5.2 Pro",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 21,
+ "outputCostPerMillionTokens": 168,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
- "isDeprecated": true
+ "supportsReasoning": true
},
{
- "name": "gpt-5.6-terra",
- "label": "GPT-5.6 Terra",
+ "name": "gpt-6-luna",
+ "label": "GPT-6 Luna",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 2.5,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.75,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5
+ "cachedInputCostPerMillionTokens": 0.02,
+ "cacheCreationCostPerMillionTokens": 0.25
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -850,103 +946,56 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
- "costPerTask": 1.3987,
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 20.8,
- "outputTokensPerSecond": 102.41,
- "costPerTask": 0.1397,
+ "intelligenceIndex": 18.5,
+ "outputTokensPerSecond": 121.18,
+ "costPerTask": 0.0113,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 27.5,
- "outputTokensPerSecond": 103.3,
- "costPerTask": 0.1445,
+ "intelligenceIndex": 21.5,
+ "outputTokensPerSecond": 126.2,
+ "costPerTask": 0.0045,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 30.1,
- "outputTokensPerSecond": 102.5,
- "costPerTask": 0.1834,
+ "intelligenceIndex": 29.9,
+ "costPerTask": 0.0175,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 34.2,
- "outputTokensPerSecond": 105.01,
- "costPerTask": 0.3379,
+ "intelligenceIndex": 32.9,
+ "outputTokensPerSecond": 117.33,
+ "costPerTask": 0.029,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 38,
- "outputTokensPerSecond": 117.05,
- "costPerTask": 0.6318,
+ "intelligenceIndex": 34.6,
+ "outputTokensPerSecond": 118.24,
+ "costPerTask": 0.0422,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
- "costPerTask": 1.3987,
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
- {
- "name": "gpt-4-turbo",
- "label": "GPT-4 Turbo",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 30,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 4096,
- "modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 7,
- "outputTokensPerSecond": 32.85,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-daybreak-red-latest",
- "label": "Daybreak Red",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 12.5,
- "outputCostPerMillionTokens": 75,
- "cachedInputCostPerMillionTokens": 1.25,
- "cacheCreationCostPerMillionTokens": 15.625,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "o3",
- "label": "o3",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 8,
- "cachedInputCostPerMillionTokens": 0.5,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 20.2,
- "outputTokensPerSecond": 141.62,
- "measuredAt": "2026-10-12"
- }
- },
{
"name": "gpt-5",
"label": "GPT-5",
@@ -960,81 +1009,48 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 108.89,
+ "outputTokensPerSecond": 128.7,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6-sol",
- "label": "GPT-5.6 Sol",
+ "name": "gpt-5.3-chat-latest",
+ "label": "GPT-5.3 Chat (latest)",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-realtime-2.1",
+ "label": "GPT-Realtime-2.1",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 24,
"cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
- "longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio", "image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-4",
+ "label": "GPT-4",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 60,
+ "contextWindowTokens": 8192,
+ "maxOutputTokens": 8192,
"benchmark": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-10-19"
},
- "benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.1,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
- "low": {
- "intelligenceIndex": 33.5,
- "outputTokensPerSecond": 77.62,
- "costPerTask": 0.2606,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 39.2,
- "outputTokensPerSecond": 80.37,
- "costPerTask": 0.505,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 42.3,
- "outputTokensPerSecond": 84.79,
- "costPerTask": 0.808,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 44,
- "outputTokensPerSecond": 89.7,
- "costPerTask": 1.1844,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- },
- "max": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- }
+ "isDeprecated": true
},
{
"name": "gpt-6-sol",
@@ -1058,78 +1074,62 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.5,
- "outputTokensPerSecond": 107.44,
+ "outputTokensPerSecond": 110.1,
"costPerTask": 0.3337,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 103.47,
+ "outputTokensPerSecond": 110.27,
"costPerTask": 0.1328,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 39.8,
"costPerTask": 0.2473,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 42.4,
- "outputTokensPerSecond": 108,
+ "outputTokensPerSecond": 119.97,
"costPerTask": 0.3728,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 111.33,
+ "outputTokensPerSecond": 122.86,
"costPerTask": 0.5208,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
- },
- {
- "name": "o1-pro",
- "label": "o1-pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 150,
- "outputCostPerMillionTokens": 600,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 12.4,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
}
]
},
"anthropic": {
"models": [
{
- "name": "claude-haiku-4-5",
- "label": "Claude Haiku 4.5 (latest)",
+ "name": "claude-haiku-4-5-20251001",
+ "label": "Claude Haiku 4.5",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 1,
"outputCostPerMillionTokens": 5,
@@ -1138,135 +1138,98 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-opus-4-5",
- "label": "Claude Opus 4.5 (latest)",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 25,
- "cachedInputCostPerMillionTokens": 0.5,
- "cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
- "benchmark": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "claude-sonnet-4-5",
- "label": "Claude Sonnet 4.5 (latest)",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 3,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.3,
- "cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-opus-5-5",
- "label": "Claude Opus 5.5",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 57.6,
- "outputTokensPerSecond": 96.1,
- "costPerTask": 5.982,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
},
{
- "name": "claude-fable-5-1",
- "label": "Claude Fable 5.1",
+ "name": "claude-sonnet-5",
+ "label": "Claude Sonnet 5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 0.25,
- "cacheCreationCostPerMillionTokens": 12.5,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 46.8,
- "outputTokensPerSecond": 57.36,
- "costPerTask": 2.371,
+ "intelligenceIndex": 24.3,
+ "outputTokensPerSecond": 70.06,
+ "costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 48.9,
- "outputTokensPerSecond": 56.27,
- "costPerTask": 2.9826,
+ "intelligenceIndex": 28.1,
+ "outputTokensPerSecond": 71.54,
+ "costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 51.2,
- "outputTokensPerSecond": 56.39,
- "costPerTask": 3.9125,
+ "intelligenceIndex": 31.7,
+ "outputTokensPerSecond": 73.2,
+ "costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 53.2,
- "outputTokensPerSecond": 61.69,
- "costPerTask": 5.9783,
+ "intelligenceIndex": 34.4,
+ "outputTokensPerSecond": 75.71,
+ "costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-opus-4-5-20251101",
- "label": "Claude Opus 4.5",
+ "name": "claude-opus-4-7",
+ "label": "Claude Opus 4.7",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 5,
"outputCostPerMillionTokens": 25,
"cachedInputCostPerMillionTokens": 0.5,
"cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
+ "efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 30.9,
+ "outputTokensPerSecond": 47.89,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -1284,78 +1247,61 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 55.1,
+ "outputTokensPerSecond": 53.6,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 53.37,
+ "outputTokensPerSecond": 54.81,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 53.98,
+ "outputTokensPerSecond": 54.35,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 54.11,
+ "outputTokensPerSecond": 53.73,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-fable-5",
- "label": "Claude Fable 5",
+ "name": "claude-haiku-4-5",
+ "label": "Claude Haiku 4.5 (latest)",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 1,
- "cacheCreationCostPerMillionTokens": 12.5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 1,
+ "outputCostPerMillionTokens": 5,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "cacheCreationCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh", "max"],
- "benchmark": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "max": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- }
+ "supportsReasoning": true
},
{
"name": "claude-opus-4-8",
@@ -1372,157 +1318,180 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-sonnet-4-5-20250929",
- "label": "Claude Sonnet 4.5",
+ "name": "claude-haiku-5-5",
+ "label": "Claude Haiku 5.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 3,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.3,
- "cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 232.28,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "claude-sonnet-5",
- "label": "Claude Sonnet 5",
+ "name": "claude-sonnet-5-5",
+ "label": "Claude Sonnet 5.5",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.1,
"cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 56,
+ "outputTokensPerSecond": 135.83,
+ "costPerTask": 5.4609,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "claude-fable-5-1",
+ "label": "Claude Fable 5.1",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 0.25,
+ "cacheCreationCostPerMillionTokens": 12.5,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 24.3,
- "outputTokensPerSecond": 60.91,
- "costPerTask": 0.5088,
+ "intelligenceIndex": 46.8,
+ "outputTokensPerSecond": 58.46,
+ "costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 28.1,
- "outputTokensPerSecond": 65.44,
- "costPerTask": 0.9991,
+ "intelligenceIndex": 48.9,
+ "outputTokensPerSecond": 57.53,
+ "costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 31.7,
- "outputTokensPerSecond": 67.13,
- "costPerTask": 1.7925,
+ "intelligenceIndex": 51.2,
+ "outputTokensPerSecond": 57.84,
+ "costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.4,
- "outputTokensPerSecond": 69.56,
- "costPerTask": 2.872,
+ "intelligenceIndex": 53.2,
+ "outputTokensPerSecond": 63.74,
+ "costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-opus-4-6",
- "label": "Claude Opus 4.6",
+ "name": "claude-sonnet-4-5",
+ "label": "Claude Sonnet 4.5 (latest)",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 25,
- "cachedInputCostPerMillionTokens": 0.5,
- "cacheCreationCostPerMillionTokens": 6.25,
+ "inputCostPerMillionTokens": 3,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.3,
+ "cacheCreationCostPerMillionTokens": 3.75,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "claude-fable-5",
+ "label": "Claude Fable 5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 1,
+ "cacheCreationCostPerMillionTokens": 12.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high", "max"],
+ "efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 26.4,
- "outputTokensPerSecond": 38.91,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
"max": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-haiku-4-5-20251001",
- "label": "Claude Haiku 4.5",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 1,
- "outputCostPerMillionTokens": 5,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 1.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-haiku-5-5",
- "label": "Claude Haiku 5.5",
+ "name": "claude-opus-5-5",
+ "label": "Claude Opus 5.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.5,
- "cachedInputCostPerMillionTokens": 0.01,
- "cacheCreationCostPerMillionTokens": 0.125,
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 43.4,
- "outputTokensPerSecond": 235,
- "costPerTask": 0.2128,
+ "intelligenceIndex": 57.6,
+ "outputTokensPerSecond": 97.79,
+ "costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
@@ -1540,126 +1509,138 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
+ "outputTokensPerSecond": 62.55,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 42.02,
+ "outputTokensPerSecond": 46.31,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 44.49,
+ "outputTokensPerSecond": 45.41,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 30.1,
+ "outputTokensPerSecond": 62.55,
+ "costPerTask": 2.4859,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ }
+ },
+ {
+ "name": "claude-opus-4-6",
+ "label": "Claude Opus 4.6",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 25,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "cacheCreationCostPerMillionTokens": 6.25,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["low", "medium", "high", "max"],
+ "benchmark": {
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 26.4,
+ "outputTokensPerSecond": 38.84,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
- "costPerTask": 2.4859,
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-sonnet-5-5",
- "label": "Claude Sonnet 5.5",
+ "name": "claude-opus-4-5-20251101",
+ "label": "Claude Opus 4.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 2.5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 25,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "cacheCreationCostPerMillionTokens": 6.25,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 56,
- "outputTokensPerSecond": 137.42,
- "costPerTask": 5.4609,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "claude-opus-4-7",
- "label": "Claude Opus 4.7",
+ "name": "claude-opus-4-5",
+ "label": "Claude Opus 4.5 (latest)",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 5,
"outputCostPerMillionTokens": 25,
"cachedInputCostPerMillionTokens": 0.5,
"cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh", "max"],
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 30.9,
- "outputTokensPerSecond": 45.4,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "max": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19"
}
+ },
+ {
+ "name": "claude-sonnet-4-5-20250929",
+ "label": "Claude Sonnet 4.5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 3,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.3,
+ "cacheCreationCostPerMillionTokens": 3.75,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
}
]
},
"google": {
"models": [
{
- "name": "gemini-flash-latest",
- "label": "Gemini Flash Latest",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 3.75,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gemini-flash-lite-latest",
- "label": "Gemini Flash-Lite Latest",
+ "name": "gemini-3.1-flash-lite",
+ "label": "Gemini 3.1 Flash Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 2.5,
- "cachedInputCostPerMillionTokens": 0.03,
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.025,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
- "costPerTask": 0.1927,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19"
}
},
{
@@ -1676,18 +1657,18 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
@@ -1705,14 +1686,54 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
+ "outputTokensPerSecond": 447.07,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-pro-preview",
- "label": "Gemini 3.1 Pro Preview",
+ "name": "gemini-3.5-flash",
+ "label": "Gemini 3.5 Flash",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 9,
+ "cachedInputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["minimal", "low", "medium", "high"],
+ "benchmark": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 209.24,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "minimal": {
+ "intelligenceIndex": 23.8,
+ "outputTokensPerSecond": 192.18,
+ "effort": "minimal",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 209.24,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 32.6,
+ "outputTokensPerSecond": 218.68,
+ "costPerTask": 3.6937,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ }
+ }
+ },
+ {
+ "name": "gemini-3.1-pro-preview-customtools",
+ "label": "Gemini 3.1 Pro Preview Custom Tools",
"modelFamily": "GEMINI",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 12,
@@ -1726,158 +1747,200 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gemini-3.1-flash-lite-preview",
+ "label": "Gemini 3.1 Flash Lite Preview",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.025,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 29.7,
- "outputTokensPerSecond": 126.79,
- "costPerTask": 1.2986,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "gemini-2.5-computer-use-preview-10-2025",
- "label": "Gemini 2.5 Computer Use Preview 10-2025",
+ "name": "gemini-3.1-flash-live-preview",
+ "label": "Gemini 3.1 Flash Live Preview",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 128000,
- "maxOutputTokens": 64000,
- "modalities": ["image"],
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 4.5,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio"],
"supportsReasoning": true
},
{
- "name": "gemini-3.5-flash",
- "label": "Gemini 3.5 Flash",
+ "name": "gemini-2.5-flash-lite",
+ "label": "Gemini 2.5 Flash-Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 9,
- "cachedInputCostPerMillionTokens": 0.15,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.4,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "audio", "video", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 8.5,
+ "outputTokensPerSecond": 392.89,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gemini-3.8-flash",
+ "label": "Gemini 3.8 Flash",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 3.75,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
- "efforts": ["minimal", "low", "medium", "high"],
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
- "effort": "medium",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "minimal": {
- "intelligenceIndex": 23.8,
- "outputTokensPerSecond": 185.62,
- "effort": "minimal",
- "measuredAt": "2026-10-12"
+ "low": {
+ "intelligenceIndex": 33.5,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
+ "intelligenceIndex": 39.8,
+ "costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.6,
- "outputTokensPerSecond": 199.96,
- "costPerTask": 3.6937,
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gemini-2.5-pro",
- "label": "Gemini 2.5 Pro",
+ "name": "gemini-3.1-flash-lite-image",
+ "label": "Nano Banana 2 Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.125,
- "longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.25
- },
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 30,
+ "contextWindowTokens": 65536,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gemini-flash-lite-latest",
+ "label": "Gemini Flash-Lite Latest",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 2.5,
+ "cachedInputCostPerMillionTokens": 0.03,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "audio", "video", "pdf"],
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 16.1,
- "outputTokensPerSecond": 121.18,
- "costPerTask": 0.3303,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 22.2,
+ "outputTokensPerSecond": 447.07,
+ "costPerTask": 0.1927,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gemini-4-argon",
+ "label": "Gemini 4 Argon",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 32768,
+ "modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 52.6,
+ "costPerTask": 1.9903,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-2.5-flash",
- "label": "Gemini 2.5 Flash",
+ "name": "gemini-flash-latest",
+ "label": "Gemini Flash Latest",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 2.5,
- "cachedInputCostPerMillionTokens": 0.03,
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 3.75,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "audio", "video", "pdf"],
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 13.1,
- "outputTokensPerSecond": 208.72,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-flash-lite-image",
- "label": "Nano Banana 2 Lite",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 30,
- "contextWindowTokens": 65536,
- "maxOutputTokens": 4096,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "deep-research-preview-04-2026",
- "label": "Deep Research Preview (Apr-21-2026)",
+ "name": "gemini-2.5-computer-use-preview-10-2025",
+ "label": "Gemini 2.5 Computer Use Preview 10-2025",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
+ "thresholdTokens": 200000
},
- "contextWindowTokens": 131072,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image"],
"supportsReasoning": true
},
{
- "name": "deep-research-max-preview-04-2026",
- "label": "Deep Research Max Preview (Apr-21-2026)",
+ "name": "gemini-2.5-pro",
+ "label": "Gemini 2.5 Pro",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.125,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4
+ "cachedInputCostPerMillionTokens": 0.25
},
- "contextWindowTokens": 131072,
+ "contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "modalities": ["image", "audio", "video", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16.1,
+ "outputTokensPerSecond": 119.48,
+ "costPerTask": 0.3303,
+ "measuredAt": "2026-10-19"
+ }
},
{
"name": "gemini-3.7-flash",
@@ -1893,35 +1956,31 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 320.75,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 313.61,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gemini-3.1-pro-preview-customtools",
- "label": "Gemini 3.1 Pro Preview Custom Tools",
+ "name": "gemini-3.1-pro-preview",
+ "label": "Gemini 3.1 Pro Preview",
"modelFamily": "GEMINI",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 12,
@@ -1935,6 +1994,31 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["low", "medium", "high"],
+ "benchmark": {
+ "intelligenceIndex": 29.7,
+ "outputTokensPerSecond": 145.85,
+ "costPerTask": 1.2986,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "deep-research-preview-04-2026",
+ "label": "Deep Research Preview (Apr-21-2026)",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.4
+ },
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true
},
{
@@ -1951,180 +2035,69 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 199.88,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gemini-3.8-flash",
- "label": "Gemini 3.8 Flash",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 3.75,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
- "benchmark": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "low": {
- "intelligenceIndex": 33.5,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 39.8,
- "costPerTask": 0.931,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- }
+ "outputTokensPerSecond": 205.8,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-2.5-flash-lite",
- "label": "Gemini 2.5 Flash-Lite",
+ "name": "gemini-2.5-flash",
+ "label": "Gemini 2.5 Flash",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.4,
- "cachedInputCostPerMillionTokens": 0.01,
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 2.5,
+ "cachedInputCostPerMillionTokens": 0.03,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "audio", "video", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 8.5,
- "outputTokensPerSecond": 341.7,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 13.1,
+ "outputTokensPerSecond": 227.62,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-flash-lite-preview",
- "label": "Gemini 3.1 Flash Lite Preview",
+ "name": "deep-research-max-preview-04-2026",
+ "label": "Deep Research Max Preview (Apr-21-2026)",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12"
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.4
},
- "isDeprecated": true
- },
- {
- "name": "gemini-3.1-flash-live-preview",
- "label": "Gemini 3.1 Flash Live Preview",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 4.5,
"contextWindowTokens": 131072,
"maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio"],
- "supportsReasoning": true
- },
- {
- "name": "gemini-3.1-flash-lite",
- "label": "Gemini 3.1 Flash Lite",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
}
]
},
"mistral": {
"models": [
{
- "name": "open-mistral-nemo",
- "label": "Open Mistral Nemo",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
- },
- {
- "name": "codestral-latest",
- "label": "Codestral (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 0.9,
- "cachedInputCostPerMillionTokens": 0.03,
- "contextWindowTokens": 256000,
- "maxOutputTokens": 4096
- },
- {
- "name": "mistral-large-2411",
- "label": "Mistral Large 2.1",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 16384,
- "isDeprecated": true
- },
- {
- "name": "mistral-nemo",
- "label": "Mistral Nemo",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
- },
- {
- "name": "mistral-medium-2508",
- "label": "Mistral Medium 3.1",
+ "name": "mistral-medium-2505",
+ "label": "Mistral Medium 3",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
"outputCostPerMillionTokens": 2,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 131072,
"modalities": ["image"],
"isDeprecated": true
},
{
- "name": "mistral-large-latest",
- "label": "Mistral Large (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.5,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.05,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"]
+ "name": "open-mixtral-8x7b",
+ "label": "Mixtral 8x7B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.7,
+ "outputCostPerMillionTokens": 0.7,
+ "contextWindowTokens": 32000,
+ "maxOutputTokens": 32000,
+ "isDeprecated": true
},
{
"name": "mistral-small-latest",
@@ -2139,6 +2112,18 @@
"supportsReasoning": true,
"efforts": ["none", "high"]
},
+ {
+ "name": "mistral-small-2603",
+ "label": "Mistral Small 4",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.6,
+ "cachedInputCostPerMillionTokens": 0.015,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 256000,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
{
"name": "ministral-8b-2512",
"label": "Ministral 3 8B",
@@ -2151,15 +2136,14 @@
"modalities": ["image"]
},
{
- "name": "zai-glm-5-2",
- "label": "GLM-5.2",
+ "name": "mistral-small-2506",
+ "label": "Mistral Small 3.2",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.4,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.14,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 131072,
- "supportsReasoning": true,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
"isDeprecated": true
},
{
@@ -2173,27 +2157,59 @@
"modalities": ["image"]
},
{
- "name": "devstral-medium-latest",
- "label": "Devstral 2 (latest)",
+ "name": "ministral-14b-2512",
+ "label": "Ministral 3 14B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.02,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "isDeprecated": true
+ "modalities": ["image"]
},
{
- "name": "open-mixtral-8x22b",
- "label": "Mixtral 8x22B",
+ "name": "mistral-medium-latest",
+ "label": "Mistral Medium (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "contextWindowTokens": 64000,
- "maxOutputTokens": 64000,
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 7.5,
+ "cachedInputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 91.62,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
"isDeprecated": true
},
{
- "name": "devstral-2512",
+ "name": "ministral-3b-latest",
+ "label": "Ministral 3B (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.04,
+ "outputCostPerMillionTokens": 0.04,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"]
+ },
+ {
+ "name": "devstral-latest",
"label": "Devstral 2",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
@@ -2203,13 +2219,23 @@
"isDeprecated": true
},
{
- "name": "mistral-medium-2505",
- "label": "Mistral Medium 3",
+ "name": "devstral-medium-2507",
+ "label": "Devstral Medium",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
"outputCostPerMillionTokens": 2,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 131072,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
+ },
+ {
+ "name": "mistral-medium-2508",
+ "label": "Mistral Medium 3.1",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
"modalities": ["image"],
"isDeprecated": true
},
@@ -2225,10 +2251,70 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
+ {
+ "name": "open-mixtral-8x22b",
+ "label": "Mixtral 8x22B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "contextWindowTokens": 64000,
+ "maxOutputTokens": 64000,
+ "isDeprecated": true
+ },
+ {
+ "name": "voxtral-small-latest",
+ "label": "Voxtral Small (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 32768,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio"]
+ },
+ {
+ "name": "codestral-latest",
+ "label": "Codestral (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 4096
+ },
+ {
+ "name": "mistral-large-2411",
+ "label": "Mistral Large 2.1",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 16384,
+ "isDeprecated": true
+ },
+ {
+ "name": "devstral-2512",
+ "label": "Devstral 2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "isDeprecated": true
+ },
+ {
+ "name": "codestral-2508",
+ "label": "Codestral 25.08",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 8192
+ },
{
"name": "voxtral-small-2507",
"label": "Voxtral Small",
@@ -2240,23 +2326,15 @@
"modalities": ["audio"]
},
{
- "name": "glm-5-2",
- "label": "GLM-5.2",
+ "name": "zai-glm-5-3",
+ "label": "GLM-5.3",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 1.4,
"outputCostPerMillionTokens": 4.4,
"cachedInputCostPerMillionTokens": 0.14,
"contextWindowTokens": 1048576,
"maxOutputTokens": 131072,
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 33.7,
- "outputTokensPerSecond": 88.35,
- "costPerTask": 1.4726,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "supportsReasoning": true
},
{
"name": "labs-leanstral-1-5-1",
@@ -2271,48 +2349,21 @@
"isDeprecated": true
},
{
- "name": "pixtral-12b",
- "label": "Pixtral 12B",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "isDeprecated": true
- },
- {
- "name": "devstral-small-2505",
- "label": "Devstral Small 2505",
+ "name": "open-mistral-7b",
+ "label": "Mistral 7B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "benchmark": {
- "intelligenceIndex": 8.7,
- "measuredAt": "2026-10-12"
- },
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 0.25,
+ "contextWindowTokens": 8000,
+ "maxOutputTokens": 8000,
"isDeprecated": true
},
{
- "name": "mistral-small-2603",
- "label": "Mistral Small 4",
+ "name": "open-mistral-nemo",
+ "label": "Open Mistral Nemo",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.6,
- "cachedInputCostPerMillionTokens": 0.015,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 256000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "devstral-medium-2507",
- "label": "Devstral Medium",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
"isDeprecated": true
@@ -2328,6 +2379,16 @@
"modalities": ["image"],
"isDeprecated": true
},
+ {
+ "name": "devstral-small-2507",
+ "label": "Devstral Small",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
+ },
{
"name": "mistral-large-2512",
"label": "Mistral Large 3",
@@ -2340,35 +2401,39 @@
"modalities": ["image"]
},
{
- "name": "devstral-latest",
- "label": "Devstral 2",
+ "name": "zai-glm-5-2",
+ "label": "GLM-5.2",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
"isDeprecated": true
},
{
- "name": "ministral-14b-2512",
- "label": "Ministral 3 14B",
+ "name": "mistral-medium-2604",
+ "label": "Mistral Medium 3.5",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 0.2,
- "cachedInputCostPerMillionTokens": 0.02,
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 7.5,
+ "cachedInputCostPerMillionTokens": 0.15,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "supportsReasoning": true
},
{
- "name": "devstral-small-2507",
- "label": "Devstral Small",
+ "name": "mistral-large-latest",
+ "label": "Mistral Large (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
+ "inputCostPerMillionTokens": 0.5,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.05,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
},
{
"name": "pixtral-large-latest",
@@ -2381,51 +2446,54 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
{
- "name": "voxtral-small-latest",
- "label": "Voxtral Small (latest)",
+ "name": "devstral-small-2505",
+ "label": "Devstral Small 2505",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.1,
"outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 32768,
- "maxOutputTokens": 32000,
- "modalities": ["audio"]
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "benchmark": {
+ "intelligenceIndex": 8.7,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "open-mixtral-8x7b",
- "label": "Mixtral 8x7B",
+ "name": "devstral-medium-latest",
+ "label": "Devstral 2 (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.7,
- "outputCostPerMillionTokens": 0.7,
- "contextWindowTokens": 32000,
- "maxOutputTokens": 32000,
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
"isDeprecated": true
},
{
- "name": "mistral-small-2506",
- "label": "Mistral Small 3.2",
+ "name": "pixtral-12b",
+ "label": "Pixtral 12B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
"isDeprecated": true
},
{
- "name": "zai-glm-5-3",
- "label": "GLM-5.3",
+ "name": "mistral-nemo",
+ "label": "Mistral Nemo",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.4,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.14,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 131072,
- "supportsReasoning": true
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
},
{
"name": "ministral-3b-2512",
@@ -2437,60 +2505,6 @@
"contextWindowTokens": 131072,
"maxOutputTokens": 262144,
"modalities": ["image"]
- },
- {
- "name": "mistral-medium-2604",
- "label": "Mistral Medium 3.5",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 7.5,
- "cachedInputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "open-mistral-7b",
- "label": "Mistral 7B",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 0.25,
- "contextWindowTokens": 8000,
- "maxOutputTokens": 8000,
- "isDeprecated": true
- },
- {
- "name": "codestral-2508",
- "label": "Codestral 25.08",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 0.9,
- "cachedInputCostPerMillionTokens": 0.03,
- "contextWindowTokens": 256000,
- "maxOutputTokens": 8192
- },
- {
- "name": "ministral-3b-latest",
- "label": "Ministral 3B (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.04,
- "outputCostPerMillionTokens": 0.04,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 128000,
- "modalities": ["image"]
- },
- {
- "name": "mistral-medium-latest",
- "label": "Mistral Medium (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 7.5,
- "cachedInputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"],
- "supportsReasoning": true
}
]
},
@@ -2515,35 +2529,84 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 83.27,
+ "outputTokensPerSecond": 91.88,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "grok-4.3",
- "label": "Grok 4.3",
+ "name": "grok-build-0.1",
+ "label": "Grok Build 0.1",
"modelFamily": "GROK",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 2.5,
+ "inputCostPerMillionTokens": 1,
+ "outputCostPerMillionTokens": 2,
"cachedInputCostPerMillionTokens": 0.2,
"longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 5,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 4,
"thresholdTokens": 200000,
"cachedInputCostPerMillionTokens": 0.4
},
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 30000,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 256000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "grok-4.6",
+ "label": "Grok 4.6",
+ "modelFamily": "GROK",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 12,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 1
+ },
+ "contextWindowTokens": 500000,
+ "maxOutputTokens": 500000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 24.9,
- "outputTokensPerSecond": 108.51,
- "costPerTask": 0.2054,
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 65.68,
+ "costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "low": {
+ "intelligenceIndex": 35.1,
+ "outputTokensPerSecond": 61.82,
+ "costPerTask": 0.3758,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 42.8,
+ "outputTokensPerSecond": 69.61,
+ "costPerTask": 1.1438,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 65.68,
+ "costPerTask": 1.4848,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 44.2,
+ "outputTokensPerSecond": 65.28,
+ "costPerTask": 1.7523,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -2584,24 +2647,24 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
+ "outputTokensPerSecond": 58.63,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
+ "outputTokensPerSecond": 58.63,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "grok-4.20-0309-non-reasoning",
- "label": "Grok 4.20 (Non-Reasoning)",
+ "name": "grok-4.3",
+ "label": "Grok 4.3",
"modelFamily": "GROK",
"inputCostPerMillionTokens": 1.25,
"outputCostPerMillionTokens": 2.5,
@@ -2615,84 +2678,35 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 30000,
"modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 14.6,
- "effort": "none",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.9,
+ "outputTokensPerSecond": 100.92,
+ "costPerTask": 0.2054,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "grok-build-0.1",
- "label": "Grok Build 0.1",
+ "name": "grok-4.20-0309-non-reasoning",
+ "label": "Grok 4.20 (Non-Reasoning)",
"modelFamily": "GROK",
- "inputCostPerMillionTokens": 1,
- "outputCostPerMillionTokens": 2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 2.5,
"cachedInputCostPerMillionTokens": 0.2,
"longContextCost": {
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 4,
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 5,
"thresholdTokens": 200000,
"cachedInputCostPerMillionTokens": 0.4
},
- "contextWindowTokens": 256000,
- "maxOutputTokens": 256000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "grok-4.6",
- "label": "Grok 4.6",
- "modelFamily": "GROK",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "cachedInputCostPerMillionTokens": 0.5,
- "longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 12,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 1
- },
- "contextWindowTokens": 500000,
- "maxOutputTokens": 500000,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 30000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
- "costPerTask": 1.4848,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "low": {
- "intelligenceIndex": 35.1,
- "outputTokensPerSecond": 52.65,
- "costPerTask": 0.3758,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 42.8,
- "outputTokensPerSecond": 59.09,
- "costPerTask": 1.1438,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
- "costPerTask": 1.4848,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 44.2,
- "outputTokensPerSecond": 58.72,
- "costPerTask": 1.7523,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 14.6,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
}
}
]
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
index f0fe66744be..b91f9ea6010 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
@@ -5,239 +5,159 @@
"apiKey": "{{OPENAI_API_KEY}}",
"models": [
{
- "name": "gpt-5.4",
- "label": "GPT-5.4",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.25,
- "longContextCost": {
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 22.5,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.5
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh"],
- "benchmark": {
- "intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 18.2,
- "outputTokensPerSecond": 62.79,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
- "low": {
- "intelligenceIndex": 27.6,
- "outputTokensPerSecond": 62.7,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 39,
- "outputTokensPerSecond": 96.76,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- }
- }
- },
- {
- "name": "gpt-5.4-pro",
- "label": "GPT-5.4 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 180,
- "longContextCost": {
- "inputCostPerMillionTokens": 60,
- "outputCostPerMillionTokens": 270,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.5-pro",
- "label": "GPT-5.5 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 180,
- "longContextCost": {
- "inputCostPerMillionTokens": 60,
- "outputCostPerMillionTokens": 270,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.4-nano",
- "label": "GPT-5.4 nano",
+ "name": "gpt-5.1",
+ "label": "GPT-5.1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 1.25,
- "cachedInputCostPerMillionTokens": 0.02,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.125,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 20.7,
- "outputTokensPerSecond": 171.52,
- "costPerTask": 0.1831,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 124,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-realtime-2.1",
- "label": "GPT-Realtime-2.1",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 24,
- "cachedInputCostPerMillionTokens": 0.4,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 32000,
- "modalities": ["audio", "image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-4o-2024-05-13",
- "label": "GPT-4o (2024-05-13)",
+ "name": "o3-pro",
+ "label": "o3-pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 4096,
+ "inputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 80,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 7.3,
- "outputTokensPerSecond": 142.52,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "intelligenceIndex": 21.9,
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "gpt-4o",
- "label": "GPT-4o",
+ "name": "gpt-4o-2024-08-06",
+ "label": "GPT-4o (2024-08-06)",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 2.5,
"outputCostPerMillionTokens": 10,
"cachedInputCostPerMillionTokens": 1.25,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image", "pdf"],
- "benchmark": {
- "intelligenceIndex": 9,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gpt-5-mini",
- "label": "GPT-5 Mini",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 2,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 20.6,
- "outputTokensPerSecond": 161.67,
- "effort": "medium",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 7.7,
+ "outputTokensPerSecond": 133.4,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.2-pro",
- "label": "GPT-5.2 Pro",
+ "name": "gpt-daybreak-red-latest",
+ "label": "Daybreak Red",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 21,
- "outputCostPerMillionTokens": 168,
+ "inputCostPerMillionTokens": 12.5,
+ "outputCostPerMillionTokens": 75,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "cacheCreationCostPerMillionTokens": 15.625,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true
},
{
- "name": "o4-mini",
- "label": "o4-mini",
+ "name": "gpt-5.2-chat-latest",
+ "label": "GPT-5.2 Chat",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.1,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.275,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
"modalities": ["image"],
"supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 16.7,
- "outputTokensPerSecond": 161.34,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
"isDeprecated": true
},
{
- "name": "o3-mini",
- "label": "o3-mini",
+ "name": "gpt-5-nano",
+ "label": "GPT-5 Nano",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.1,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.55,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
+ "inputCostPerMillionTokens": 0.05,
+ "outputCostPerMillionTokens": 0.4,
+ "cachedInputCostPerMillionTokens": 0.005,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 12.5,
- "outputTokensPerSecond": 203.59,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-4",
- "label": "GPT-4",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 30,
- "outputCostPerMillionTokens": 60,
- "contextWindowTokens": 8192,
- "maxOutputTokens": 8192,
- "benchmark": {
- "intelligenceIndex": 6.7,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "intelligenceIndex": 13,
+ "outputTokensPerSecond": 182.27,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "gpt-5.3-codex",
- "label": "GPT-5.3 Codex",
+ "name": "gpt-5.2",
+ "label": "GPT-5.2",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 1.75,
"outputCostPerMillionTokens": 14,
"cachedInputCostPerMillionTokens": 0.175,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 80.58,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5.4",
+ "label": "GPT-5.4",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.25,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 22.5,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.5
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 32.5,
- "outputTokensPerSecond": 115.03,
+ "intelligenceIndex": 39,
+ "outputTokensPerSecond": 111.73,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 18.2,
+ "outputTokensPerSecond": 73.32,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
+ "low": {
+ "intelligenceIndex": 27.6,
+ "outputTokensPerSecond": 73.2,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 39,
+ "outputTokensPerSecond": 111.73,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -252,319 +172,295 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 237.37,
- "measuredAt": "2026-10-12"
+ "outputTokensPerSecond": 250.59,
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
{
- "name": "gpt-5-nano",
- "label": "GPT-5 Nano",
+ "name": "gpt-5.4-mini",
+ "label": "GPT-5.4 mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.05,
- "outputCostPerMillionTokens": 0.4,
- "cachedInputCostPerMillionTokens": 0.005,
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 4.5,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 13,
- "outputTokensPerSecond": 189.68,
- "effort": "high",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.1,
+ "outputTokensPerSecond": 326.64,
+ "costPerTask": 0.4474,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6",
- "label": "GPT-5.6",
+ "name": "gpt-5.5",
+ "label": "GPT-5.5",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 30,
+ "cachedInputCostPerMillionTokens": 0.5,
"longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 45,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
+ "cachedInputCostPerMillionTokens": 1
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.2-chat-latest",
- "label": "GPT-5.2 Chat",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
- "modalities": ["image"],
- "supportsReasoning": true,
- "isDeprecated": true
- },
- {
- "name": "o1",
- "label": "o1",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 15,
- "outputCostPerMillionTokens": 60,
- "cachedInputCostPerMillionTokens": 7.5,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 15.2,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-5-pro",
- "label": "GPT-5 Pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 15,
- "outputCostPerMillionTokens": 120,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 272000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-5.3-codex-spark",
- "label": "GPT-5.3 Codex Spark",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 32000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "gpt-6.1-sol",
- "label": "GPT-6.1 Sol",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 2.5,
- "longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 5
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
},
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 51.8,
- "outputTokensPerSecond": 65.4,
- "costPerTask": 0.7242,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gpt-4o-2024-08-06",
- "label": "GPT-4o (2024-08-06)",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 1.25,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
- "modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 7.7,
- "outputTokensPerSecond": 127.77,
- "measuredAt": "2026-10-12"
+ "benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 23.2,
+ "outputTokensPerSecond": 85.04,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
+ "low": {
+ "intelligenceIndex": 30.7,
+ "outputTokensPerSecond": 87.45,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 86.4,
+ "costPerTask": 0.9017,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 37,
+ "outputTokensPerSecond": 92.86,
+ "costPerTask": 1.5413,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 99.78,
+ "costPerTask": 2.634,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
- "name": "gpt-6-astra",
- "label": "GPT-6 Astra",
+ "name": "gpt-5.6-luna",
+ "label": "GPT-5.6 Luna",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 1,
- "cacheCreationCostPerMillionTokens": 12.5,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 1.2,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "cacheCreationCostPerMillionTokens": 0.25,
"longContextCost": {
- "inputCostPerMillionTokens": 20,
- "outputCostPerMillionTokens": 75,
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 1.8,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 2,
- "cacheCreationCostPerMillionTokens": 25
+ "cachedInputCostPerMillionTokens": 0.04,
+ "cacheCreationCostPerMillionTokens": 0.5
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
+ "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
+ "intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 135.93,
+ "costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
+ "none": {
+ "intelligenceIndex": 15.5,
+ "outputTokensPerSecond": 125.15,
+ "costPerTask": 0.0101,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
+ },
"low": {
- "intelligenceIndex": 45.8,
- "outputTokensPerSecond": 52.86,
- "costPerTask": 0.8175,
+ "intelligenceIndex": 21,
+ "outputTokensPerSecond": 131.02,
+ "costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 54.7,
- "costPerTask": 1.5406,
+ "intelligenceIndex": 25,
+ "outputTokensPerSecond": 135.07,
+ "costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 50.9,
- "outputTokensPerSecond": 56.46,
- "costPerTask": 1.7253,
+ "intelligenceIndex": 32.1,
+ "outputTokensPerSecond": 125.43,
+ "costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 52.4,
- "outputTokensPerSecond": 60.78,
- "costPerTask": 2.3088,
+ "intelligenceIndex": 34.6,
+ "outputTokensPerSecond": 136.24,
+ "costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 52.7,
- "outputTokensPerSecond": 62.54,
- "costPerTask": 3.2575,
+ "intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 135.93,
+ "costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.1",
- "label": "GPT-5.1",
+ "name": "gpt-4.1",
+ "label": "GPT-4.1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.125,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 8,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "contextWindowTokens": 1047576,
+ "maxOutputTokens": 32768,
+ "modalities": ["image", "pdf"],
"benchmark": {
- "intelligenceIndex": 24.7,
- "outputTokensPerSecond": 119.51,
- "effort": "high",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 12.7,
+ "outputTokensPerSecond": 162.08,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-4o-mini",
- "label": "GPT-4o mini",
+ "name": "o1",
+ "label": "o1",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.6,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "inputCostPerMillionTokens": 15,
+ "outputCostPerMillionTokens": 60,
+ "cachedInputCostPerMillionTokens": 7.5,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 6.7,
- "outputTokensPerSecond": 124.19,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 15.2,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "o3-pro",
- "label": "o3-pro",
+ "name": "o4-mini",
+ "label": "o4-mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 20,
- "outputCostPerMillionTokens": 80,
+ "inputCostPerMillionTokens": 1.1,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.275,
"contextWindowTokens": 200000,
"maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 21.9,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 177.1,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "gpt-daybreak-blue-latest",
- "label": "Daybreak Blue",
+ "name": "gpt-5.4-nano",
+ "label": "GPT-5.4 nano",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
- "longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
- },
- "contextWindowTokens": 1050000,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 1.25,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "contextWindowTokens": 400000,
"maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 20.7,
+ "outputTokensPerSecond": 166.11,
+ "costPerTask": 0.1831,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.4-mini",
- "label": "GPT-5.4 mini",
+ "name": "o1-pro",
+ "label": "o1-pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 4.5,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 150,
+ "outputCostPerMillionTokens": 600,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 24.1,
- "outputTokensPerSecond": 245.4,
- "costPerTask": 0.4474,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 12.4,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-4o",
+ "label": "GPT-4o",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6-luna",
- "label": "GPT-5.6 Luna",
+ "name": "gpt-5.5-pro",
+ "label": "GPT-5.5 Pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 1.2,
- "cachedInputCostPerMillionTokens": 0.02,
- "cacheCreationCostPerMillionTokens": 0.25,
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 180,
"longContextCost": {
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 1.8,
+ "inputCostPerMillionTokens": 60,
+ "outputCostPerMillionTokens": 270,
+ "thresholdTokens": 200000
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.6-sol",
+ "label": "GPT-5.6 Sol",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.04,
- "cacheCreationCostPerMillionTokens": 0.5
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -572,87 +468,133 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
- "costPerTask": 0.1783,
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 15.5,
- "outputTokensPerSecond": 109.64,
- "costPerTask": 0.0101,
+ "intelligenceIndex": 28.3,
+ "outputTokensPerSecond": 80.38,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 21,
- "outputTokensPerSecond": 102.72,
- "costPerTask": 0.0098,
+ "intelligenceIndex": 33.5,
+ "outputTokensPerSecond": 74.85,
+ "costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 25,
- "outputTokensPerSecond": 105.51,
- "costPerTask": 0.0156,
+ "intelligenceIndex": 39.2,
+ "outputTokensPerSecond": 80.91,
+ "costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.1,
- "outputTokensPerSecond": 111.53,
- "costPerTask": 0.044,
+ "intelligenceIndex": 42.3,
+ "outputTokensPerSecond": 85.12,
+ "costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.6,
- "outputTokensPerSecond": 111.47,
- "costPerTask": 0.0853,
+ "intelligenceIndex": 44,
+ "outputTokensPerSecond": 85.36,
+ "costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 37.3,
- "outputTokensPerSecond": 120.83,
- "costPerTask": 0.1783,
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.2",
- "label": "GPT-5.2",
+ "name": "gpt-6.1-sol",
+ "label": "GPT-6.1 Sol",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 1.75,
- "outputCostPerMillionTokens": 14,
- "cachedInputCostPerMillionTokens": 0.175,
- "contextWindowTokens": 400000,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "cacheCreationCostPerMillionTokens": 2.5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 15,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 5
+ },
+ "contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
- "modalities": ["image"],
+ "modalities": ["image", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 30.4,
- "outputTokensPerSecond": 83.12,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 51.8,
+ "outputTokensPerSecond": 59.81,
+ "costPerTask": 0.7242,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.5",
- "label": "GPT-5.5",
+ "name": "gpt-5.6",
+ "label": "GPT-5.6",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-4o-2024-05-13",
+ "label": "GPT-4o (2024-05-13)",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 30,
- "cachedInputCostPerMillionTokens": 0.5,
+ "outputCostPerMillionTokens": 15,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.3,
+ "outputTokensPerSecond": 138.57,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-5.6-terra",
+ "label": "GPT-5.6 Terra",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 2.5,
"longContextCost": {
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 45,
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 1
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -660,78 +602,88 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 42.1,
+ "outputTokensPerSecond": 147.78,
+ "costPerTask": 1.3987,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 23.2,
- "outputTokensPerSecond": 86.28,
+ "intelligenceIndex": 20.8,
+ "outputTokensPerSecond": 106.19,
+ "costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 30.7,
- "outputTokensPerSecond": 83.52,
+ "intelligenceIndex": 27.5,
+ "outputTokensPerSecond": 105.53,
+ "costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 33.8,
- "outputTokensPerSecond": 87.43,
- "costPerTask": 0.9017,
+ "intelligenceIndex": 30.1,
+ "outputTokensPerSecond": 114.66,
+ "costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 37,
- "outputTokensPerSecond": 90.48,
- "costPerTask": 1.5413,
+ "intelligenceIndex": 34.2,
+ "outputTokensPerSecond": 112.32,
+ "costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 38.4,
- "outputTokensPerSecond": 97.33,
- "costPerTask": 2.634,
+ "intelligenceIndex": 38,
+ "outputTokensPerSecond": 118.72,
+ "costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 42.1,
+ "outputTokensPerSecond": 147.78,
+ "costPerTask": 1.3987,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-4.1",
- "label": "GPT-4.1",
+ "name": "gpt-4o-mini",
+ "label": "GPT-4o mini",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 8,
- "cachedInputCostPerMillionTokens": 0.5,
- "contextWindowTokens": 1047576,
- "maxOutputTokens": 32768,
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.6,
+ "cachedInputCostPerMillionTokens": 0.075,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
"modalities": ["image", "pdf"],
"benchmark": {
- "intelligenceIndex": 12.7,
- "outputTokensPerSecond": 149.63,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 6.7,
+ "outputTokensPerSecond": 117.89,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-4o-2024-11-20",
- "label": "GPT-4o (2024-11-20)",
+ "name": "gpt-5.4-pro",
+ "label": "GPT-5.4 Pro",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 1.25,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 180,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 60,
+ "outputCostPerMillionTokens": 270,
+ "thresholdTokens": 200000
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 9,
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
},
{
"name": "gpt-4.1-mini",
@@ -745,107 +697,251 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.86,
- "measuredAt": "2026-10-12"
+ "outputTokensPerSecond": 168.45,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-6-luna",
- "label": "GPT-6 Luna",
+ "name": "gpt-6-astra",
+ "label": "GPT-6 Astra",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.5,
- "cachedInputCostPerMillionTokens": 0.01,
- "cacheCreationCostPerMillionTokens": 0.125,
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 1,
+ "cacheCreationCostPerMillionTokens": 12.5,
"longContextCost": {
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 0.75,
+ "inputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 75,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.02,
- "cacheCreationCostPerMillionTokens": 0.25
+ "cachedInputCostPerMillionTokens": 2,
+ "cacheCreationCostPerMillionTokens": 25
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
+ "efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 18.5,
- "outputTokensPerSecond": 118.42,
- "costPerTask": 0.0113,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
"low": {
- "intelligenceIndex": 21.5,
- "outputTokensPerSecond": 142.29,
- "costPerTask": 0.0045,
+ "intelligenceIndex": 45.8,
+ "outputTokensPerSecond": 57.27,
+ "costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 29.9,
- "costPerTask": 0.0175,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 54.68,
+ "costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.9,
- "outputTokensPerSecond": 135.48,
- "costPerTask": 0.029,
+ "intelligenceIndex": 50.9,
+ "outputTokensPerSecond": 53.96,
+ "costPerTask": 1.7253,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.6,
- "outputTokensPerSecond": 131.82,
- "costPerTask": 0.0422,
+ "intelligenceIndex": 52.4,
+ "outputTokensPerSecond": 60.07,
+ "costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 38.1,
- "outputTokensPerSecond": 139.15,
- "costPerTask": 0.0678,
+ "intelligenceIndex": 52.7,
+ "outputTokensPerSecond": 69.29,
+ "costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gpt-5.3-chat-latest",
- "label": "GPT-5.3 Chat (latest)",
+ "name": "gpt-daybreak-blue-latest",
+ "label": "Daybreak Blue",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.4,
+ "cacheCreationCostPerMillionTokens": 5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 8,
+ "outputCostPerMillionTokens": 30,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.8,
+ "cacheCreationCostPerMillionTokens": 10
+ },
+ "contextWindowTokens": 1050000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 47,
+ "outputTokensPerSecond": 89.24,
+ "costPerTask": 1.9885,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5-mini",
+ "label": "GPT-5 Mini",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 2,
+ "cachedInputCostPerMillionTokens": 0.025,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 20.6,
+ "outputTokensPerSecond": 109.43,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "o3",
+ "label": "o3",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 8,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 20.2,
+ "outputTokensPerSecond": 163.13,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-4-turbo",
+ "label": "GPT-4 Turbo",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 30,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7,
+ "outputTokensPerSecond": 32.86,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "o3-mini",
+ "label": "o3-mini",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.1,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.55,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 100000,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 12.5,
+ "outputTokensPerSecond": 229.24,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-5.3-codex",
+ "label": "GPT-5.3 Codex",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 32.5,
+ "outputTokensPerSecond": 123.75,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-4o-2024-11-20",
+ "label": "GPT-4o (2024-11-20)",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gpt-5-pro",
+ "label": "GPT-5 Pro",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 15,
+ "outputCostPerMillionTokens": 120,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 272000,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.3-codex-spark",
+ "label": "GPT-5.3 Codex Spark",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 1.75,
"outputCostPerMillionTokens": 14,
"cachedInputCostPerMillionTokens": 0.175,
"contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "maxOutputTokens": 32000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-5.2-pro",
+ "label": "GPT-5.2 Pro",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 21,
+ "outputCostPerMillionTokens": 168,
+ "contextWindowTokens": 400000,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
- "isDeprecated": true
+ "supportsReasoning": true
},
{
- "name": "gpt-5.6-terra",
- "label": "GPT-5.6 Terra",
+ "name": "gpt-6-luna",
+ "label": "GPT-6 Luna",
"modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 2.5,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.75,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5
+ "cachedInputCostPerMillionTokens": 0.02,
+ "cacheCreationCostPerMillionTokens": 0.25
},
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
@@ -853,103 +949,56 @@
"supportsReasoning": true,
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
- "costPerTask": 1.3987,
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 20.8,
- "outputTokensPerSecond": 102.41,
- "costPerTask": 0.1397,
+ "intelligenceIndex": 18.5,
+ "outputTokensPerSecond": 121.18,
+ "costPerTask": 0.0113,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
- "intelligenceIndex": 27.5,
- "outputTokensPerSecond": 103.3,
- "costPerTask": 0.1445,
+ "intelligenceIndex": 21.5,
+ "outputTokensPerSecond": 126.2,
+ "costPerTask": 0.0045,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 30.1,
- "outputTokensPerSecond": 102.5,
- "costPerTask": 0.1834,
+ "intelligenceIndex": 29.9,
+ "costPerTask": 0.0175,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 34.2,
- "outputTokensPerSecond": 105.01,
- "costPerTask": 0.3379,
+ "intelligenceIndex": 32.9,
+ "outputTokensPerSecond": 117.33,
+ "costPerTask": 0.029,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 38,
- "outputTokensPerSecond": 117.05,
- "costPerTask": 0.6318,
+ "intelligenceIndex": 34.6,
+ "outputTokensPerSecond": 118.24,
+ "costPerTask": 0.0422,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 42.1,
- "outputTokensPerSecond": 125.62,
- "costPerTask": 1.3987,
+ "intelligenceIndex": 38.1,
+ "outputTokensPerSecond": 129.02,
+ "costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
- {
- "name": "gpt-4-turbo",
- "label": "GPT-4 Turbo",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 30,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 4096,
- "modalities": ["image"],
- "benchmark": {
- "intelligenceIndex": 7,
- "outputTokensPerSecond": 32.85,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
- },
- {
- "name": "gpt-daybreak-red-latest",
- "label": "Daybreak Red",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 12.5,
- "outputCostPerMillionTokens": 75,
- "cachedInputCostPerMillionTokens": 1.25,
- "cacheCreationCostPerMillionTokens": 15.625,
- "contextWindowTokens": 400000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "o3",
- "label": "o3",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 8,
- "cachedInputCostPerMillionTokens": 0.5,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 20.2,
- "outputTokensPerSecond": 141.62,
- "measuredAt": "2026-10-12"
- }
- },
{
"name": "gpt-5",
"label": "GPT-5",
@@ -963,81 +1012,48 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 108.89,
+ "outputTokensPerSecond": 128.7,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gpt-5.6-sol",
- "label": "GPT-5.6 Sol",
+ "name": "gpt-5.3-chat-latest",
+ "label": "GPT-5.3 Chat (latest)",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 1.75,
+ "outputCostPerMillionTokens": 14,
+ "cachedInputCostPerMillionTokens": 0.175,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
+ "isDeprecated": true
+ },
+ {
+ "name": "gpt-realtime-2.1",
+ "label": "GPT-Realtime-2.1",
"modelFamily": "GPT",
"inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
+ "outputCostPerMillionTokens": 24,
"cachedInputCostPerMillionTokens": 0.4,
- "cacheCreationCostPerMillionTokens": 5,
- "longContextCost": {
- "inputCostPerMillionTokens": 8,
- "outputCostPerMillionTokens": 30,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.8,
- "cacheCreationCostPerMillionTokens": 10
- },
- "contextWindowTokens": 1050000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["none", "low", "medium", "high", "xhigh", "max"],
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio", "image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gpt-4",
+ "label": "GPT-4",
+ "modelFamily": "GPT",
+ "inputCostPerMillionTokens": 30,
+ "outputCostPerMillionTokens": 60,
+ "contextWindowTokens": 8192,
+ "maxOutputTokens": 8192,
"benchmark": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-10-19"
},
- "benchmarkByEffort": {
- "none": {
- "intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.1,
- "effort": "none",
- "measuredAt": "2026-10-12"
- },
- "low": {
- "intelligenceIndex": 33.5,
- "outputTokensPerSecond": 77.62,
- "costPerTask": 0.2606,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 39.2,
- "outputTokensPerSecond": 80.37,
- "costPerTask": 0.505,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 42.3,
- "outputTokensPerSecond": 84.79,
- "costPerTask": 0.808,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 44,
- "outputTokensPerSecond": 89.7,
- "costPerTask": 1.1844,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- },
- "max": {
- "intelligenceIndex": 47,
- "outputTokensPerSecond": 86.52,
- "costPerTask": 1.9885,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- }
+ "isDeprecated": true
},
{
"name": "gpt-6-sol",
@@ -1061,70 +1077,54 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.5,
- "outputTokensPerSecond": 107.44,
+ "outputTokensPerSecond": 110.1,
"costPerTask": 0.3337,
"effort": "none",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"low": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 103.47,
+ "outputTokensPerSecond": 110.27,
"costPerTask": 0.1328,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 39.8,
"costPerTask": 0.2473,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 42.4,
- "outputTokensPerSecond": 108,
+ "outputTokensPerSecond": 119.97,
"costPerTask": 0.3728,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 111.33,
+ "outputTokensPerSecond": 122.86,
"costPerTask": 0.5208,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 114.48,
+ "outputTokensPerSecond": 128.03,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
- },
- {
- "name": "o1-pro",
- "label": "o1-pro",
- "modelFamily": "GPT",
- "inputCostPerMillionTokens": 150,
- "outputCostPerMillionTokens": 600,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 100000,
- "modalities": ["image"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 12.4,
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
}
]
},
@@ -1134,8 +1134,8 @@
"apiKey": "{{ANTHROPIC_API_KEY}}",
"models": [
{
- "name": "claude-haiku-4-5",
- "label": "Claude Haiku 4.5 (latest)",
+ "name": "claude-haiku-4-5-20251001",
+ "label": "Claude Haiku 4.5",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 1,
"outputCostPerMillionTokens": 5,
@@ -1144,135 +1144,98 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-opus-4-5",
- "label": "Claude Opus 4.5 (latest)",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 25,
- "cachedInputCostPerMillionTokens": 0.5,
- "cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
- "benchmark": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "claude-sonnet-4-5",
- "label": "Claude Sonnet 4.5 (latest)",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 3,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.3,
- "cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-opus-5-5",
- "label": "Claude Opus 5.5",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 20,
- "cachedInputCostPerMillionTokens": 0.2,
- "cacheCreationCostPerMillionTokens": 5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 57.6,
- "outputTokensPerSecond": 96.1,
- "costPerTask": 5.982,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
},
{
- "name": "claude-fable-5-1",
- "label": "Claude Fable 5.1",
+ "name": "claude-sonnet-5",
+ "label": "Claude Sonnet 5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 0.25,
- "cacheCreationCostPerMillionTokens": 12.5,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 46.8,
- "outputTokensPerSecond": 57.36,
- "costPerTask": 2.371,
+ "intelligenceIndex": 24.3,
+ "outputTokensPerSecond": 70.06,
+ "costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 48.9,
- "outputTokensPerSecond": 56.27,
- "costPerTask": 2.9826,
+ "intelligenceIndex": 28.1,
+ "outputTokensPerSecond": 71.54,
+ "costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 51.2,
- "outputTokensPerSecond": 56.39,
- "costPerTask": 3.9125,
+ "intelligenceIndex": 31.7,
+ "outputTokensPerSecond": 73.2,
+ "costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 53.2,
- "outputTokensPerSecond": 61.69,
- "costPerTask": 5.9783,
+ "intelligenceIndex": 34.4,
+ "outputTokensPerSecond": 75.71,
+ "costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.94,
- "costPerTask": 7.6297,
+ "intelligenceIndex": 38.2,
+ "outputTokensPerSecond": 81.74,
+ "costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-opus-4-5-20251101",
- "label": "Claude Opus 4.5",
+ "name": "claude-opus-4-7",
+ "label": "Claude Opus 4.7",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 5,
"outputCostPerMillionTokens": 25,
"cachedInputCostPerMillionTokens": 0.5,
"cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
+ "efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 29.1,
- "outputTokensPerSecond": 54.32,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 30.9,
+ "outputTokensPerSecond": 47.89,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 54.41,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -1290,78 +1253,61 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 55.1,
+ "outputTokensPerSecond": 53.6,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 53.37,
+ "outputTokensPerSecond": 54.81,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 53.98,
+ "outputTokensPerSecond": 54.35,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 54.11,
+ "outputTokensPerSecond": 53.73,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 54.08,
+ "outputTokensPerSecond": 56.58,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-fable-5",
- "label": "Claude Fable 5",
+ "name": "claude-haiku-4-5",
+ "label": "Claude Haiku 4.5 (latest)",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 10,
- "outputCostPerMillionTokens": 50,
- "cachedInputCostPerMillionTokens": 1,
- "cacheCreationCostPerMillionTokens": 12.5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 1,
+ "outputCostPerMillionTokens": 5,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "cacheCreationCostPerMillionTokens": 1.25,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh", "max"],
- "benchmark": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "max": {
- "intelligenceIndex": 49.6,
- "outputTokensPerSecond": 64.35,
- "costPerTask": 8.746,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
- }
+ "supportsReasoning": true
},
{
"name": "claude-opus-4-8",
@@ -1378,157 +1324,180 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 58.36,
+ "outputTokensPerSecond": 64.4,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-sonnet-4-5-20250929",
- "label": "Claude Sonnet 4.5",
+ "name": "claude-haiku-5-5",
+ "label": "Claude Haiku 5.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 3,
- "outputCostPerMillionTokens": 15,
- "cachedInputCostPerMillionTokens": 0.3,
- "cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 232.28,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
},
{
- "name": "claude-sonnet-5",
- "label": "Claude Sonnet 5",
+ "name": "claude-sonnet-5-5",
+ "label": "Claude Sonnet 5.5",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.1,
"cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 56,
+ "outputTokensPerSecond": 135.83,
+ "costPerTask": 5.4609,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "claude-fable-5-1",
+ "label": "Claude Fable 5.1",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 0.25,
+ "cacheCreationCostPerMillionTokens": 12.5,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
- "intelligenceIndex": 24.3,
- "outputTokensPerSecond": 60.91,
- "costPerTask": 0.5088,
+ "intelligenceIndex": 46.8,
+ "outputTokensPerSecond": 58.46,
+ "costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 28.1,
- "outputTokensPerSecond": 65.44,
- "costPerTask": 0.9991,
+ "intelligenceIndex": 48.9,
+ "outputTokensPerSecond": 57.53,
+ "costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 31.7,
- "outputTokensPerSecond": 67.13,
- "costPerTask": 1.7925,
+ "intelligenceIndex": 51.2,
+ "outputTokensPerSecond": 57.84,
+ "costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"xhigh": {
- "intelligenceIndex": 34.4,
- "outputTokensPerSecond": 69.56,
- "costPerTask": 2.872,
+ "intelligenceIndex": 53.2,
+ "outputTokensPerSecond": 63.74,
+ "costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 38.2,
- "outputTokensPerSecond": 78.73,
- "costPerTask": 5.0912,
+ "intelligenceIndex": 53.4,
+ "outputTokensPerSecond": 68.22,
+ "costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-opus-4-6",
- "label": "Claude Opus 4.6",
+ "name": "claude-sonnet-4-5",
+ "label": "Claude Sonnet 4.5 (latest)",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 5,
- "outputCostPerMillionTokens": 25,
- "cachedInputCostPerMillionTokens": 0.5,
- "cacheCreationCostPerMillionTokens": 6.25,
+ "inputCostPerMillionTokens": 3,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.3,
+ "cacheCreationCostPerMillionTokens": 3.75,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "claude-fable-5",
+ "label": "Claude Fable 5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 10,
+ "outputCostPerMillionTokens": 50,
+ "cachedInputCostPerMillionTokens": 1,
+ "cacheCreationCostPerMillionTokens": 12.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high", "max"],
+ "efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 26.4,
- "outputTokensPerSecond": 38.91,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
"max": {
- "intelligenceIndex": 31.9,
- "outputTokensPerSecond": 44.95,
+ "intelligenceIndex": 49.6,
+ "outputTokensPerSecond": 71.1,
+ "costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-haiku-4-5-20251001",
- "label": "Claude Haiku 4.5",
- "modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 1,
- "outputCostPerMillionTokens": 5,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 1.25,
- "contextWindowTokens": 200000,
- "maxOutputTokens": 64000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "claude-haiku-5-5",
- "label": "Claude Haiku 5.5",
+ "name": "claude-opus-5-5",
+ "label": "Claude Opus 5.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.5,
- "cachedInputCostPerMillionTokens": 0.01,
- "cacheCreationCostPerMillionTokens": 0.125,
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 20,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "cacheCreationCostPerMillionTokens": 5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 43.4,
- "outputTokensPerSecond": 235,
- "costPerTask": 0.2128,
+ "intelligenceIndex": 57.6,
+ "outputTokensPerSecond": 97.79,
+ "costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
@@ -1546,86 +1515,117 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
+ "outputTokensPerSecond": 62.55,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 42.02,
+ "outputTokensPerSecond": 46.31,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 44.49,
+ "outputTokensPerSecond": 45.41,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "max": {
+ "intelligenceIndex": 30.1,
+ "outputTokensPerSecond": 62.55,
+ "costPerTask": 2.4859,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ }
+ }
+ },
+ {
+ "name": "claude-opus-4-6",
+ "label": "Claude Opus 4.6",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 25,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "cacheCreationCostPerMillionTokens": 6.25,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["low", "medium", "high", "max"],
+ "benchmark": {
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "high": {
+ "intelligenceIndex": 26.4,
+ "outputTokensPerSecond": 38.84,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"max": {
- "intelligenceIndex": 30.1,
- "outputTokensPerSecond": 60.95,
- "costPerTask": 2.4859,
+ "intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 49.17,
"effort": "max",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "claude-sonnet-5-5",
- "label": "Claude Sonnet 5.5",
+ "name": "claude-opus-4-5-20251101",
+ "label": "Claude Opus 4.5",
"modelFamily": "CLAUDE",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.1,
- "cacheCreationCostPerMillionTokens": 2.5,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "inputCostPerMillionTokens": 5,
+ "outputCostPerMillionTokens": 25,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "cacheCreationCostPerMillionTokens": 6.25,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 56,
- "outputTokensPerSecond": 137.42,
- "costPerTask": 5.4609,
- "effort": "max",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "claude-opus-4-7",
- "label": "Claude Opus 4.7",
+ "name": "claude-opus-4-5",
+ "label": "Claude Opus 4.5 (latest)",
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 5,
"outputCostPerMillionTokens": 25,
"cachedInputCostPerMillionTokens": 0.5,
"cacheCreationCostPerMillionTokens": 6.25,
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 128000,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh", "max"],
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "high": {
- "intelligenceIndex": 30.9,
- "outputTokensPerSecond": 45.4,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "max": {
- "intelligenceIndex": 40.7,
- "outputTokensPerSecond": 52.14,
- "effort": "max",
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 59.71,
+ "measuredAt": "2026-10-19"
}
+ },
+ {
+ "name": "claude-sonnet-4-5-20250929",
+ "label": "Claude Sonnet 4.5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 3,
+ "outputCostPerMillionTokens": 15,
+ "cachedInputCostPerMillionTokens": 0.3,
+ "cacheCreationCostPerMillionTokens": 3.75,
+ "contextWindowTokens": 200000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
}
]
},
@@ -1635,40 +1635,21 @@
"apiKey": "{{GOOGLE_API_KEY}}",
"models": [
{
- "name": "gemini-flash-latest",
- "label": "Gemini Flash Latest",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 3.75,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gemini-flash-lite-latest",
- "label": "Gemini Flash-Lite Latest",
+ "name": "gemini-3.1-flash-lite",
+ "label": "Gemini 3.1 Flash Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 2.5,
- "cachedInputCostPerMillionTokens": 0.03,
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.025,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
- "costPerTask": 0.1927,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19"
}
},
{
@@ -1685,18 +1666,18 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34,
- "outputTokensPerSecond": 193.09,
+ "outputTokensPerSecond": 215.47,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
@@ -1714,14 +1695,54 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 419.61,
+ "outputTokensPerSecond": 447.07,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-pro-preview",
- "label": "Gemini 3.1 Pro Preview",
+ "name": "gemini-3.5-flash",
+ "label": "Gemini 3.5 Flash",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 9,
+ "cachedInputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["minimal", "low", "medium", "high"],
+ "benchmark": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 209.24,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "minimal": {
+ "intelligenceIndex": 23.8,
+ "outputTokensPerSecond": 192.18,
+ "effort": "minimal",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 209.24,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 32.6,
+ "outputTokensPerSecond": 218.68,
+ "costPerTask": 3.6937,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ }
+ }
+ },
+ {
+ "name": "gemini-3.1-pro-preview-customtools",
+ "label": "Gemini 3.1 Pro Preview Custom Tools",
"modelFamily": "GEMINI",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 12,
@@ -1735,158 +1756,200 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gemini-3.1-flash-lite-preview",
+ "label": "Gemini 3.1 Flash Lite Preview",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.025,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 29.7,
- "outputTokensPerSecond": 126.79,
- "costPerTask": 1.2986,
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 15.6,
+ "outputTokensPerSecond": 371,
+ "costPerTask": 0.0602,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "gemini-2.5-computer-use-preview-10-2025",
- "label": "Gemini 2.5 Computer Use Preview 10-2025",
+ "name": "gemini-3.1-flash-live-preview",
+ "label": "Gemini 3.1 Flash Live Preview",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000
- },
- "contextWindowTokens": 128000,
- "maxOutputTokens": 64000,
- "modalities": ["image"],
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 4.5,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio"],
"supportsReasoning": true
},
{
- "name": "gemini-3.5-flash",
- "label": "Gemini 3.5 Flash",
+ "name": "gemini-2.5-flash-lite",
+ "label": "Gemini 2.5 Flash-Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 9,
- "cachedInputCostPerMillionTokens": 0.15,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.4,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "audio", "video", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 8.5,
+ "outputTokensPerSecond": 392.89,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gemini-3.8-flash",
+ "label": "Gemini 3.8 Flash",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 3.75,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
- "efforts": ["minimal", "low", "medium", "high"],
+ "efforts": ["low", "medium", "high"],
"benchmark": {
- "intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
- "effort": "medium",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
- "minimal": {
- "intelligenceIndex": 23.8,
- "outputTokensPerSecond": 185.62,
- "effort": "minimal",
- "measuredAt": "2026-10-12"
+ "low": {
+ "intelligenceIndex": 33.5,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
},
"medium": {
- "intelligenceIndex": 33.6,
- "outputTokensPerSecond": 205.15,
+ "intelligenceIndex": 39.8,
+ "costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
- "intelligenceIndex": 32.6,
- "outputTokensPerSecond": 199.96,
- "costPerTask": 3.6937,
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gemini-2.5-pro",
- "label": "Gemini 2.5 Pro",
+ "name": "gemini-3.1-flash-lite-image",
+ "label": "Nano Banana 2 Lite",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.125,
- "longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 15,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.25
- },
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 30,
+ "contextWindowTokens": 65536,
+ "maxOutputTokens": 4096,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "gemini-flash-lite-latest",
+ "label": "Gemini Flash-Lite Latest",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 2.5,
+ "cachedInputCostPerMillionTokens": 0.03,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "audio", "video", "pdf"],
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 16.1,
- "outputTokensPerSecond": 121.18,
- "costPerTask": 0.3303,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 22.2,
+ "outputTokensPerSecond": 447.07,
+ "costPerTask": 0.1927,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "gemini-4-argon",
+ "label": "Gemini 4 Argon",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.1,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 32768,
+ "modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 52.6,
+ "costPerTask": 1.9903,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-2.5-flash",
- "label": "Gemini 2.5 Flash",
+ "name": "gemini-flash-latest",
+ "label": "Gemini Flash Latest",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 2.5,
- "cachedInputCostPerMillionTokens": 0.03,
+ "inputCostPerMillionTokens": 0.75,
+ "outputCostPerMillionTokens": 3.75,
+ "cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "audio", "video", "pdf"],
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 13.1,
- "outputTokensPerSecond": 208.72,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 40.9,
+ "outputTokensPerSecond": 158.3,
+ "costPerTask": 1.2428,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-flash-lite-image",
- "label": "Nano Banana 2 Lite",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 30,
- "contextWindowTokens": 65536,
- "maxOutputTokens": 4096,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "deep-research-preview-04-2026",
- "label": "Deep Research Preview (Apr-21-2026)",
+ "name": "gemini-2.5-computer-use-preview-10-2025",
+ "label": "Gemini 2.5 Computer Use Preview 10-2025",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
+ "thresholdTokens": 200000
},
- "contextWindowTokens": 131072,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 64000,
+ "modalities": ["image"],
"supportsReasoning": true
},
{
- "name": "deep-research-max-preview-04-2026",
- "label": "Deep Research Max Preview (Apr-21-2026)",
+ "name": "gemini-2.5-pro",
+ "label": "Gemini 2.5 Pro",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 12,
- "cachedInputCostPerMillionTokens": 0.2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 10,
+ "cachedInputCostPerMillionTokens": 0.125,
"longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 18,
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 15,
"thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 0.4
+ "cachedInputCostPerMillionTokens": 0.25
},
- "contextWindowTokens": 131072,
+ "contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "modalities": ["image", "audio", "video", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16.1,
+ "outputTokensPerSecond": 119.48,
+ "costPerTask": 0.3303,
+ "measuredAt": "2026-10-19"
+ }
},
{
"name": "gemini-3.7-flash",
@@ -1902,35 +1965,31 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 320.75,
"effort": "low",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 330.23,
"effort": "medium",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 313.61,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "gemini-3.1-pro-preview-customtools",
- "label": "Gemini 3.1 Pro Preview Custom Tools",
+ "name": "gemini-3.1-pro-preview",
+ "label": "Gemini 3.1 Pro Preview",
"modelFamily": "GEMINI",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 12,
@@ -1944,6 +2003,31 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
+ "supportsReasoning": true,
+ "efforts": ["low", "medium", "high"],
+ "benchmark": {
+ "intelligenceIndex": 29.7,
+ "outputTokensPerSecond": 145.85,
+ "costPerTask": 1.2986,
+ "measuredAt": "2026-10-19"
+ }
+ },
+ {
+ "name": "deep-research-preview-04-2026",
+ "label": "Deep Research Preview (Apr-21-2026)",
+ "modelFamily": "GEMINI",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.4
+ },
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 65536,
+ "modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true
},
{
@@ -1960,114 +2044,44 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 199.88,
- "measuredAt": "2026-10-12"
- }
- },
- {
- "name": "gemini-3.8-flash",
- "label": "Gemini 3.8 Flash",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 3.75,
- "cachedInputCostPerMillionTokens": 0.075,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high"],
- "benchmark": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "low": {
- "intelligenceIndex": 33.5,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 39.8,
- "costPerTask": 0.931,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 40.9,
- "outputTokensPerSecond": 131.48,
- "costPerTask": 1.2428,
- "effort": "high",
- "measuredAt": "2026-10-12"
- }
+ "outputTokensPerSecond": 205.8,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-2.5-flash-lite",
- "label": "Gemini 2.5 Flash-Lite",
+ "name": "gemini-2.5-flash",
+ "label": "Gemini 2.5 Flash",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.4,
- "cachedInputCostPerMillionTokens": 0.01,
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 2.5,
+ "cachedInputCostPerMillionTokens": 0.03,
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "audio", "video", "pdf"],
"supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 8.5,
- "outputTokensPerSecond": 341.7,
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 13.1,
+ "outputTokensPerSecond": 227.62,
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "gemini-3.1-flash-lite-preview",
- "label": "Gemini 3.1 Flash Lite Preview",
+ "name": "deep-research-max-preview-04-2026",
+ "label": "Deep Research Max Preview (Apr-21-2026)",
"modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12"
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 12,
+ "cachedInputCostPerMillionTokens": 0.2,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 18,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 0.4
},
- "isDeprecated": true
- },
- {
- "name": "gemini-3.1-flash-live-preview",
- "label": "Gemini 3.1 Flash Live Preview",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.75,
- "outputCostPerMillionTokens": 4.5,
"contextWindowTokens": 131072,
"maxOutputTokens": 65536,
- "modalities": ["image", "video", "audio"],
- "supportsReasoning": true
- },
- {
- "name": "gemini-3.1-flash-lite",
- "label": "Gemini 3.1 Flash Lite",
- "modelFamily": "GEMINI",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.025,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 15.6,
- "outputTokensPerSecond": 349.96,
- "costPerTask": 0.0602,
- "measuredAt": "2026-10-12"
- }
+ "supportsReasoning": true
}
]
},
@@ -2077,66 +2091,25 @@
"apiKey": "{{MISTRAL_API_KEY}}",
"models": [
{
- "name": "open-mistral-nemo",
- "label": "Open Mistral Nemo",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
- },
- {
- "name": "codestral-latest",
- "label": "Codestral (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 0.9,
- "cachedInputCostPerMillionTokens": 0.03,
- "contextWindowTokens": 256000,
- "maxOutputTokens": 4096
- },
- {
- "name": "mistral-large-2411",
- "label": "Mistral Large 2.1",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 16384,
- "isDeprecated": true
- },
- {
- "name": "mistral-nemo",
- "label": "Mistral Nemo",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
- },
- {
- "name": "mistral-medium-2508",
- "label": "Mistral Medium 3.1",
+ "name": "mistral-medium-2505",
+ "label": "Mistral Medium 3",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
"outputCostPerMillionTokens": 2,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 131072,
"modalities": ["image"],
"isDeprecated": true
},
{
- "name": "mistral-large-latest",
- "label": "Mistral Large (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.5,
- "outputCostPerMillionTokens": 1.5,
- "cachedInputCostPerMillionTokens": 0.05,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"]
+ "name": "open-mixtral-8x7b",
+ "label": "Mixtral 8x7B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.7,
+ "outputCostPerMillionTokens": 0.7,
+ "contextWindowTokens": 32000,
+ "maxOutputTokens": 32000,
+ "isDeprecated": true
},
{
"name": "mistral-small-latest",
@@ -2151,6 +2124,18 @@
"supportsReasoning": true,
"efforts": ["none", "high"]
},
+ {
+ "name": "mistral-small-2603",
+ "label": "Mistral Small 4",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.6,
+ "cachedInputCostPerMillionTokens": 0.015,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 256000,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
{
"name": "ministral-8b-2512",
"label": "Ministral 3 8B",
@@ -2163,15 +2148,14 @@
"modalities": ["image"]
},
{
- "name": "zai-glm-5-2",
- "label": "GLM-5.2",
+ "name": "mistral-small-2506",
+ "label": "Mistral Small 3.2",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.4,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.14,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 131072,
- "supportsReasoning": true,
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 16384,
+ "modalities": ["image"],
"isDeprecated": true
},
{
@@ -2185,27 +2169,59 @@
"modalities": ["image"]
},
{
- "name": "devstral-medium-latest",
- "label": "Devstral 2 (latest)",
+ "name": "ministral-14b-2512",
+ "label": "Ministral 3 14B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.02,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "isDeprecated": true
+ "modalities": ["image"]
},
{
- "name": "open-mixtral-8x22b",
- "label": "Mixtral 8x22B",
+ "name": "mistral-medium-latest",
+ "label": "Mistral Medium (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "contextWindowTokens": 64000,
- "maxOutputTokens": 64000,
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 7.5,
+ "cachedInputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 91.62,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-19"
+ },
"isDeprecated": true
},
{
- "name": "devstral-2512",
+ "name": "ministral-3b-latest",
+ "label": "Ministral 3B (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.04,
+ "outputCostPerMillionTokens": 0.04,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"]
+ },
+ {
+ "name": "devstral-latest",
"label": "Devstral 2",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
@@ -2215,13 +2231,23 @@
"isDeprecated": true
},
{
- "name": "mistral-medium-2505",
- "label": "Mistral Medium 3",
+ "name": "devstral-medium-2507",
+ "label": "Devstral Medium",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.4,
"outputCostPerMillionTokens": 2,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 131072,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
+ },
+ {
+ "name": "mistral-medium-2508",
+ "label": "Mistral Medium 3.1",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
"modalities": ["image"],
"isDeprecated": true
},
@@ -2237,10 +2263,70 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
+ {
+ "name": "open-mixtral-8x22b",
+ "label": "Mixtral 8x22B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "contextWindowTokens": 64000,
+ "maxOutputTokens": 64000,
+ "isDeprecated": true
+ },
+ {
+ "name": "voxtral-small-latest",
+ "label": "Voxtral Small (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 32768,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio"]
+ },
+ {
+ "name": "codestral-latest",
+ "label": "Codestral (latest)",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 4096
+ },
+ {
+ "name": "mistral-large-2411",
+ "label": "Mistral Large 2.1",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 16384,
+ "isDeprecated": true
+ },
+ {
+ "name": "devstral-2512",
+ "label": "Devstral 2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "isDeprecated": true
+ },
+ {
+ "name": "codestral-2508",
+ "label": "Codestral 25.08",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 8192
+ },
{
"name": "voxtral-small-2507",
"label": "Voxtral Small",
@@ -2252,23 +2338,15 @@
"modalities": ["audio"]
},
{
- "name": "glm-5-2",
- "label": "GLM-5.2",
+ "name": "zai-glm-5-3",
+ "label": "GLM-5.3",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 1.4,
"outputCostPerMillionTokens": 4.4,
"cachedInputCostPerMillionTokens": 0.14,
"contextWindowTokens": 1048576,
"maxOutputTokens": 131072,
- "supportsReasoning": true,
- "benchmark": {
- "intelligenceIndex": 33.7,
- "outputTokensPerSecond": 88.35,
- "costPerTask": 1.4726,
- "effort": "max",
- "measuredAt": "2026-10-12"
- },
- "isDeprecated": true
+ "supportsReasoning": true
},
{
"name": "labs-leanstral-1-5-1",
@@ -2283,48 +2361,21 @@
"isDeprecated": true
},
{
- "name": "pixtral-12b",
- "label": "Pixtral 12B",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "modalities": ["image"],
- "isDeprecated": true
- },
- {
- "name": "devstral-small-2505",
- "label": "Devstral Small 2505",
+ "name": "open-mistral-7b",
+ "label": "Mistral 7B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "benchmark": {
- "intelligenceIndex": 8.7,
- "measuredAt": "2026-10-12"
- },
+ "inputCostPerMillionTokens": 0.25,
+ "outputCostPerMillionTokens": 0.25,
+ "contextWindowTokens": 8000,
+ "maxOutputTokens": 8000,
"isDeprecated": true
},
{
- "name": "mistral-small-2603",
- "label": "Mistral Small 4",
+ "name": "open-mistral-nemo",
+ "label": "Open Mistral Nemo",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.15,
- "outputCostPerMillionTokens": 0.6,
- "cachedInputCostPerMillionTokens": 0.015,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 256000,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "devstral-medium-2507",
- "label": "Devstral Medium",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
"isDeprecated": true
@@ -2340,6 +2391,16 @@
"modalities": ["image"],
"isDeprecated": true
},
+ {
+ "name": "devstral-small-2507",
+ "label": "Devstral Small",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.3,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
+ },
{
"name": "mistral-large-2512",
"label": "Mistral Large 3",
@@ -2352,35 +2413,39 @@
"modalities": ["image"]
},
{
- "name": "devstral-latest",
- "label": "Devstral 2",
+ "name": "zai-glm-5-2",
+ "label": "GLM-5.2",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.4,
- "outputCostPerMillionTokens": 2,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
"isDeprecated": true
},
{
- "name": "ministral-14b-2512",
- "label": "Ministral 3 14B",
+ "name": "mistral-medium-2604",
+ "label": "Mistral Medium 3.5",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.2,
- "outputCostPerMillionTokens": 0.2,
- "cachedInputCostPerMillionTokens": 0.02,
+ "inputCostPerMillionTokens": 1.5,
+ "outputCostPerMillionTokens": 7.5,
+ "cachedInputCostPerMillionTokens": 0.15,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "supportsReasoning": true
},
{
- "name": "devstral-small-2507",
- "label": "Devstral Small",
+ "name": "mistral-large-latest",
+ "label": "Mistral Large (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 128000,
- "maxOutputTokens": 128000,
- "isDeprecated": true
+ "inputCostPerMillionTokens": 0.5,
+ "outputCostPerMillionTokens": 1.5,
+ "cachedInputCostPerMillionTokens": 0.05,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
},
{
"name": "pixtral-large-latest",
@@ -2393,51 +2458,54 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"isDeprecated": true
},
{
- "name": "voxtral-small-latest",
- "label": "Voxtral Small (latest)",
+ "name": "devstral-small-2505",
+ "label": "Devstral Small 2505",
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 0.1,
"outputCostPerMillionTokens": 0.3,
- "contextWindowTokens": 32768,
- "maxOutputTokens": 32000,
- "modalities": ["audio"]
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "benchmark": {
+ "intelligenceIndex": 8.7,
+ "measuredAt": "2026-10-19"
+ },
+ "isDeprecated": true
},
{
- "name": "open-mixtral-8x7b",
- "label": "Mixtral 8x7B",
+ "name": "devstral-medium-latest",
+ "label": "Devstral 2 (latest)",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.7,
- "outputCostPerMillionTokens": 0.7,
- "contextWindowTokens": 32000,
- "maxOutputTokens": 32000,
+ "inputCostPerMillionTokens": 0.4,
+ "outputCostPerMillionTokens": 2,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
"isDeprecated": true
},
{
- "name": "mistral-small-2506",
- "label": "Mistral Small 3.2",
+ "name": "pixtral-12b",
+ "label": "Pixtral 12B",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.1,
- "outputCostPerMillionTokens": 0.3,
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
- "maxOutputTokens": 16384,
+ "maxOutputTokens": 128000,
"modalities": ["image"],
"isDeprecated": true
},
{
- "name": "zai-glm-5-3",
- "label": "GLM-5.3",
+ "name": "mistral-nemo",
+ "label": "Mistral Nemo",
"modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.4,
- "outputCostPerMillionTokens": 4.4,
- "cachedInputCostPerMillionTokens": 0.14,
- "contextWindowTokens": 1048576,
- "maxOutputTokens": 131072,
- "supportsReasoning": true
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
+ "contextWindowTokens": 128000,
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
},
{
"name": "ministral-3b-2512",
@@ -2449,60 +2517,6 @@
"contextWindowTokens": 131072,
"maxOutputTokens": 262144,
"modalities": ["image"]
- },
- {
- "name": "mistral-medium-2604",
- "label": "Mistral Medium 3.5",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 7.5,
- "cachedInputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"],
- "supportsReasoning": true
- },
- {
- "name": "open-mistral-7b",
- "label": "Mistral 7B",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.25,
- "outputCostPerMillionTokens": 0.25,
- "contextWindowTokens": 8000,
- "maxOutputTokens": 8000,
- "isDeprecated": true
- },
- {
- "name": "codestral-2508",
- "label": "Codestral 25.08",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.3,
- "outputCostPerMillionTokens": 0.9,
- "cachedInputCostPerMillionTokens": 0.03,
- "contextWindowTokens": 256000,
- "maxOutputTokens": 8192
- },
- {
- "name": "ministral-3b-latest",
- "label": "Ministral 3B (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 0.04,
- "outputCostPerMillionTokens": 0.04,
- "contextWindowTokens": 131072,
- "maxOutputTokens": 128000,
- "modalities": ["image"]
- },
- {
- "name": "mistral-medium-latest",
- "label": "Mistral Medium (latest)",
- "modelFamily": "MISTRAL",
- "inputCostPerMillionTokens": 1.5,
- "outputCostPerMillionTokens": 7.5,
- "cachedInputCostPerMillionTokens": 0.15,
- "contextWindowTokens": 262144,
- "maxOutputTokens": 262144,
- "modalities": ["image"],
- "supportsReasoning": true
}
]
},
@@ -2530,35 +2544,84 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 83.27,
+ "outputTokensPerSecond": 91.88,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "grok-4.3",
- "label": "Grok 4.3",
+ "name": "grok-build-0.1",
+ "label": "Grok Build 0.1",
"modelFamily": "GROK",
- "inputCostPerMillionTokens": 1.25,
- "outputCostPerMillionTokens": 2.5,
+ "inputCostPerMillionTokens": 1,
+ "outputCostPerMillionTokens": 2,
"cachedInputCostPerMillionTokens": 0.2,
"longContextCost": {
- "inputCostPerMillionTokens": 2.5,
- "outputCostPerMillionTokens": 5,
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 4,
"thresholdTokens": 200000,
"cachedInputCostPerMillionTokens": 0.4
},
- "contextWindowTokens": 1000000,
- "maxOutputTokens": 30000,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 256000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true
+ },
+ {
+ "name": "grok-4.6",
+ "label": "Grok 4.6",
+ "modelFamily": "GROK",
+ "inputCostPerMillionTokens": 2,
+ "outputCostPerMillionTokens": 6,
+ "cachedInputCostPerMillionTokens": 0.5,
+ "longContextCost": {
+ "inputCostPerMillionTokens": 4,
+ "outputCostPerMillionTokens": 12,
+ "thresholdTokens": 200000,
+ "cachedInputCostPerMillionTokens": 1
+ },
+ "contextWindowTokens": 500000,
+ "maxOutputTokens": 500000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 24.9,
- "outputTokensPerSecond": 108.51,
- "costPerTask": 0.2054,
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 65.68,
+ "costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
+ },
+ "benchmarkByEffort": {
+ "low": {
+ "intelligenceIndex": 35.1,
+ "outputTokensPerSecond": 61.82,
+ "costPerTask": 0.3758,
+ "effort": "low",
+ "measuredAt": "2026-10-19"
+ },
+ "medium": {
+ "intelligenceIndex": 42.8,
+ "outputTokensPerSecond": 69.61,
+ "costPerTask": 1.1438,
+ "effort": "medium",
+ "measuredAt": "2026-10-19"
+ },
+ "high": {
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 65.68,
+ "costPerTask": 1.4848,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
+ },
+ "xhigh": {
+ "intelligenceIndex": 44.2,
+ "outputTokensPerSecond": 65.28,
+ "costPerTask": 1.7523,
+ "effort": "xhigh",
+ "measuredAt": "2026-10-19"
+ }
}
},
{
@@ -2599,24 +2662,24 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
+ "outputTokensPerSecond": 58.63,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 55.35,
+ "outputTokensPerSecond": 58.63,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-12"
+ "measuredAt": "2026-10-19"
}
}
},
{
- "name": "grok-4.20-0309-non-reasoning",
- "label": "Grok 4.20 (Non-Reasoning)",
+ "name": "grok-4.3",
+ "label": "Grok 4.3",
"modelFamily": "GROK",
"inputCostPerMillionTokens": 1.25,
"outputCostPerMillionTokens": 2.5,
@@ -2630,84 +2693,35 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 30000,
"modalities": ["image", "pdf"],
+ "supportsReasoning": true,
"benchmark": {
- "intelligenceIndex": 14.6,
- "effort": "none",
- "measuredAt": "2026-10-12"
+ "intelligenceIndex": 24.9,
+ "outputTokensPerSecond": 100.92,
+ "costPerTask": 0.2054,
+ "effort": "high",
+ "measuredAt": "2026-10-19"
}
},
{
- "name": "grok-build-0.1",
- "label": "Grok Build 0.1",
+ "name": "grok-4.20-0309-non-reasoning",
+ "label": "Grok 4.20 (Non-Reasoning)",
"modelFamily": "GROK",
- "inputCostPerMillionTokens": 1,
- "outputCostPerMillionTokens": 2,
+ "inputCostPerMillionTokens": 1.25,
+ "outputCostPerMillionTokens": 2.5,
"cachedInputCostPerMillionTokens": 0.2,
"longContextCost": {
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 4,
+ "inputCostPerMillionTokens": 2.5,
+ "outputCostPerMillionTokens": 5,
"thresholdTokens": 200000,
"cachedInputCostPerMillionTokens": 0.4
},
- "contextWindowTokens": 256000,
- "maxOutputTokens": 256000,
- "modalities": ["image", "pdf"],
- "supportsReasoning": true
- },
- {
- "name": "grok-4.6",
- "label": "Grok 4.6",
- "modelFamily": "GROK",
- "inputCostPerMillionTokens": 2,
- "outputCostPerMillionTokens": 6,
- "cachedInputCostPerMillionTokens": 0.5,
- "longContextCost": {
- "inputCostPerMillionTokens": 4,
- "outputCostPerMillionTokens": 12,
- "thresholdTokens": 200000,
- "cachedInputCostPerMillionTokens": 1
- },
- "contextWindowTokens": 500000,
- "maxOutputTokens": 500000,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 30000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true,
- "efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
- "intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
- "costPerTask": 1.4848,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "benchmarkByEffort": {
- "low": {
- "intelligenceIndex": 35.1,
- "outputTokensPerSecond": 52.65,
- "costPerTask": 0.3758,
- "effort": "low",
- "measuredAt": "2026-10-12"
- },
- "medium": {
- "intelligenceIndex": 42.8,
- "outputTokensPerSecond": 59.09,
- "costPerTask": 1.1438,
- "effort": "medium",
- "measuredAt": "2026-10-12"
- },
- "high": {
- "intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.94,
- "costPerTask": 1.4848,
- "effort": "high",
- "measuredAt": "2026-10-12"
- },
- "xhigh": {
- "intelligenceIndex": 44.2,
- "outputTokensPerSecond": 58.72,
- "costPerTask": 1.7523,
- "effort": "xhigh",
- "measuredAt": "2026-10-12"
- }
+ "intelligenceIndex": 14.6,
+ "effort": "none",
+ "measuredAt": "2026-10-19"
}
}
]