Skip to content

The open alternative to Salesforce, designed for AI.

chore: sync AI model catalog (#27577)

github-actions[bot]3a7172462c0d
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
index 8adf9c7e2c4..08809a2f2df 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
@@ -1,12 +1,12 @@
{
"source": "artificialanalysis.ai",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"models": {
"gpt-5.4": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.4",
"gpt-5-4",
@@ -16,9 +16,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 73.45,
+ "outputTokensPerSecond": 62.97,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-4-non-reasoning",
"493f6a1e-7717-4e98-9d6f-548b92c4702d",
@@ -27,9 +27,9 @@
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 69.95,
+ "outputTokensPerSecond": 64.95,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-4-low",
"538e945c-6c27-4fd3-995d-ded80a36cd10",
@@ -38,9 +38,9 @@
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-4",
"a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
@@ -51,10 +51,10 @@
},
"gpt-5.4-nano": {
"intelligenceIndex": 20.7,
- "outputTokensPerSecond": 167.16,
+ "outputTokensPerSecond": 164.49,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.4-nano",
"gpt-5-4-nano",
@@ -64,8 +64,8 @@
},
"gpt-4o-2024-05-13": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 115.72,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 105.22,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4o-2024-05-13",
"e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
@@ -74,7 +74,7 @@
},
"gpt-4o": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4o",
"gpt-4o-chatgpt-03-25",
@@ -84,9 +84,9 @@
},
"gpt-5-mini": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 116.87,
+ "outputTokensPerSecond": 120.18,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-mini",
"gpt-5-mini-medium",
@@ -96,9 +96,9 @@
},
"o4-mini": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 142.98,
+ "outputTokensPerSecond": 145.06,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"o4-mini",
"84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
@@ -107,20 +107,20 @@
},
"o3-mini": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 223.12,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 182.57,
+ "measuredAt": "2026-10-08",
"aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
},
"gpt-4": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]
},
"gpt-5.3-codex": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 116.24,
+ "outputTokensPerSecond": 85.04,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.3-codex",
"gpt-5-3-codex",
@@ -130,8 +130,8 @@
},
"gpt-4.1-nano": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 175.08,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 158.02,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4.1-nano",
"gpt-4-1-nano",
@@ -141,9 +141,9 @@
},
"gpt-5-nano": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 131.63,
+ "outputTokensPerSecond": 130.85,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-nano",
"e18e5e6a-5a31-4c0b-b80b-ac401392f446",
@@ -152,15 +152,15 @@
},
"o1": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]
},
"gpt-6.1-sol": {
"intelligenceIndex": 51.8,
- "outputTokensPerSecond": 59.74,
+ "outputTokensPerSecond": 55.52,
"costPerTask": 0.7242,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6.1-sol",
"gpt-6-1-sol",
@@ -170,8 +170,8 @@
},
"gpt-4o-2024-08-06": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 132.38,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 101.34,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4o-2024-08-06",
"8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
@@ -180,10 +180,10 @@
},
"gpt-6-astra": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra",
"2f339a97-9a0d-499a-9cb5-e0db665bfa25",
@@ -192,10 +192,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 45.8,
- "outputTokensPerSecond": 51.53,
+ "outputTokensPerSecond": 44.22,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra-low",
"a3f8100d-e38f-408b-b0fa-0085dae18dc1",
@@ -204,10 +204,10 @@
},
"medium": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 50.89,
+ "outputTokensPerSecond": 45,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra-medium",
"e97a4ef5-e817-480e-9595-12f81dc4974f",
@@ -216,10 +216,10 @@
},
"high": {
"intelligenceIndex": 50.9,
- "outputTokensPerSecond": 55.85,
+ "outputTokensPerSecond": 46.66,
"costPerTask": 1.7253,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra-high",
"e05a4828-0536-4876-870d-a235023f992b",
@@ -228,10 +228,10 @@
},
"xhigh": {
"intelligenceIndex": 52.4,
- "outputTokensPerSecond": 58.52,
+ "outputTokensPerSecond": 45.67,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra-xhigh",
"1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3",
@@ -240,10 +240,10 @@
},
"max": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-astra",
"2f339a97-9a0d-499a-9cb5-e0db665bfa25",
@@ -254,9 +254,9 @@
},
"gpt-5.1": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 135.66,
+ "outputTokensPerSecond": 81.24,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.1",
"gpt-5-1",
@@ -266,8 +266,8 @@
},
"gpt-4o-mini": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 94.54,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 102.15,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4o-mini",
"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
@@ -276,15 +276,15 @@
},
"o3-pro": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]
},
"gpt-daybreak-blue-latest": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-daybreak-blue-latest",
"gpt-5-6-sol",
@@ -294,10 +294,10 @@
},
"gpt-5.4-mini": {
"intelligenceIndex": 24.1,
- "outputTokensPerSecond": 281.43,
+ "outputTokensPerSecond": 273.48,
"costPerTask": 0.4474,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.4-mini",
"gpt-5-4-mini",
@@ -307,10 +307,10 @@
},
"gpt-5.6-luna": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.6-luna",
"gpt-5-6-luna",
@@ -320,10 +320,10 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 15.5,
- "outputTokensPerSecond": 110.4,
+ "outputTokensPerSecond": 103.41,
"costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna-non-reasoning",
"dc64f856-3ded-497d-9527-d41d31267ed5",
@@ -332,10 +332,10 @@
},
"low": {
"intelligenceIndex": 21,
- "outputTokensPerSecond": 110.89,
+ "outputTokensPerSecond": 111.84,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna-low",
"050c61cd-cddc-463a-a30a-a82aaa37be59",
@@ -344,10 +344,10 @@
},
"medium": {
"intelligenceIndex": 25,
- "outputTokensPerSecond": 112.28,
+ "outputTokensPerSecond": 111.38,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna-medium",
"58b812bf-8498-46db-b834-f43ccc614b61",
@@ -356,10 +356,10 @@
},
"high": {
"intelligenceIndex": 32.1,
- "outputTokensPerSecond": 115.63,
+ "outputTokensPerSecond": 112.99,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna-high",
"aa55297e-8fbf-4372-b4ab-9b068dc6396c",
@@ -368,10 +368,10 @@
},
"xhigh": {
"intelligenceIndex": 34.6,
- "outputTokensPerSecond": 122.23,
+ "outputTokensPerSecond": 112.81,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna-xhigh",
"87110ff0-1f79-41b4-9976-eda250597317",
@@ -380,10 +380,10 @@
},
"max": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-luna",
"426d24c8-49ae-482a-b4a8-20f1c53f21c1",
@@ -394,9 +394,9 @@
},
"gpt-5.2": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 89.51,
+ "outputTokensPerSecond": 74.96,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.2",
"gpt-5-2",
@@ -406,10 +406,10 @@
},
"gpt-5.5": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.5",
"gpt-5-5",
@@ -419,9 +419,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 92.17,
+ "outputTokensPerSecond": 88.26,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-5-non-reasoning",
"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
@@ -430,9 +430,9 @@
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 87.14,
+ "outputTokensPerSecond": 81.95,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-5-low",
"c77cfe51-f4a0-4692-9dee-5061ef667f23",
@@ -441,10 +441,10 @@
},
"medium": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 94.61,
+ "outputTokensPerSecond": 82.61,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-5-medium",
"6b79f899-e3c0-45f6-923c-243faccdb2fc",
@@ -453,10 +453,10 @@
},
"high": {
"intelligenceIndex": 37,
- "outputTokensPerSecond": 100.53,
+ "outputTokensPerSecond": 82.12,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-5-high",
"b13c1257-d746-4027-8fc8-4892dc14701c",
@@ -465,10 +465,10 @@
},
"xhigh": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-5",
"1f054429-397e-4fdb-9e71-67bc92c1735e",
@@ -479,8 +479,8 @@
},
"gpt-4.1": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 161.83,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 145.37,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4.1",
"gpt-4-1",
@@ -490,7 +490,7 @@
},
"gpt-4o-2024-11-20": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4o-2024-11-20",
"gpt-4o-chatgpt-03-25",
@@ -500,8 +500,8 @@
},
"gpt-4.1-mini": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.21,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 131.16,
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4.1-mini",
"gpt-4-1-mini",
@@ -511,10 +511,10 @@
},
"gpt-6-luna": {
"intelligenceIndex": 38.1,
- "outputTokensPerSecond": 129.44,
+ "outputTokensPerSecond": 128.22,
"costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-luna",
"6fb13851-40ce-4bda-ad3f-6b38e0c5daa7",
@@ -523,10 +523,10 @@
},
"gpt-5.6-terra": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.6-terra",
"gpt-5-6-terra",
@@ -536,10 +536,10 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 20.8,
- "outputTokensPerSecond": 99.03,
+ "outputTokensPerSecond": 92.06,
"costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra-non-reasoning",
"9b97a35e-6ac7-44d9-91c6-422fa678963e",
@@ -548,10 +548,10 @@
},
"low": {
"intelligenceIndex": 27.5,
- "outputTokensPerSecond": 102.86,
+ "outputTokensPerSecond": 90.34,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra-low",
"cc4a20cd-09fe-4962-a430-119c815e85fa",
@@ -560,10 +560,10 @@
},
"medium": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 103.04,
+ "outputTokensPerSecond": 93.84,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra-medium",
"26e0f83a-ca98-4f34-94ac-7c5e251ee410",
@@ -572,10 +572,10 @@
},
"high": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 102.47,
+ "outputTokensPerSecond": 90.53,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra-high",
"81972fba-1219-477e-bbfb-18c656a63ff7",
@@ -584,10 +584,10 @@
},
"xhigh": {
"intelligenceIndex": 38,
- "outputTokensPerSecond": 117.59,
+ "outputTokensPerSecond": 100.13,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra-xhigh",
"9e30696f-16fa-4b4f-ba53-161895a85fed",
@@ -596,10 +596,10 @@
},
"max": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-terra",
"bcf8db0a-3bb6-4d82-9516-0f57370c85a6",
@@ -611,7 +611,7 @@
"gpt-4-turbo": {
"intelligenceIndex": 7,
"outputTokensPerSecond": 32.2,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-4-turbo",
"76aa6af5-fdc6-4739-a300-983f14e74a67",
@@ -620,15 +620,15 @@
},
"o3": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 129.39,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 121.82,
+ "measuredAt": "2026-10-08",
"aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
},
"gpt-5": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.58,
+ "outputTokensPerSecond": 86.65,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5",
"48e50f00-1fd1-4acc-b337-61078aa341e6",
@@ -637,10 +637,10 @@
},
"gpt-5.6-sol": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5.6-sol",
"gpt-5-6-sol",
@@ -650,9 +650,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.06,
+ "outputTokensPerSecond": 71.37,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol-non-reasoning",
"7c4d1e30-6ecb-46cf-880c-41446d7b51f1",
@@ -661,10 +661,10 @@
},
"low": {
"intelligenceIndex": 33.5,
- "outputTokensPerSecond": 71.44,
+ "outputTokensPerSecond": 67.38,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol-low",
"0904b596-8932-43bd-9b21-324f128e1723",
@@ -673,10 +673,10 @@
},
"medium": {
"intelligenceIndex": 39.2,
- "outputTokensPerSecond": 84.63,
+ "outputTokensPerSecond": 69.42,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol-medium",
"6f174934-5b7d-4333-86cb-f5ebf4a862e3",
@@ -685,10 +685,10 @@
},
"high": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 82.02,
+ "outputTokensPerSecond": 73.49,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol-high",
"8afc250d-b538-45a2-812a-4605f4ffd87e",
@@ -697,10 +697,10 @@
},
"xhigh": {
"intelligenceIndex": 44,
- "outputTokensPerSecond": 90.98,
+ "outputTokensPerSecond": 75.41,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol-xhigh",
"d998db47-9b67-4727-a2bb-2e1261020ac0",
@@ -709,10 +709,10 @@
},
"max": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-5-6-sol",
"d93edfe8-bf35-49ad-b56e-b18116142a1c",
@@ -723,10 +723,10 @@
},
"gpt-6-sol": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 95.23,
+ "outputTokensPerSecond": 87.94,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gpt-6-sol",
"c50ea08c-88c0-4eb7-85b8-27f2bbf6d527",
@@ -735,13 +735,13 @@
},
"o1-pro": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]
},
"claude-opus-4-5": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-5",
"claude-opus-4-5-thinking",
@@ -751,10 +751,10 @@
},
"claude-opus-5-5": {
"intelligenceIndex": 57.6,
- "outputTokensPerSecond": 97.44,
+ "outputTokensPerSecond": 95.28,
"costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5-5",
"2f3c4dc9-a450-4303-8697-0237257cf08f",
@@ -763,10 +763,10 @@
},
"claude-fable-5-1": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1",
"3e87c73e-a257-495e-9730-367a66229811",
@@ -778,7 +778,7 @@
"outputTokensPerSecond": 54.48,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1-low",
"05776db7-f5c0-40f7-b824-079160f8cfa8",
@@ -787,10 +787,10 @@
},
"medium": {
"intelligenceIndex": 48.9,
- "outputTokensPerSecond": 55.08,
+ "outputTokensPerSecond": 54.32,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1-medium",
"3b7de71c-e034-4591-8ca6-6b6be2fa471f",
@@ -802,7 +802,7 @@
"outputTokensPerSecond": 58.12,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1-high",
"9d7d72cd-d95d-45a0-b109-4ad292c9aabd",
@@ -811,10 +811,10 @@
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 64.09,
+ "outputTokensPerSecond": 58.29,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1-xhigh",
"9b166bf3-42db-4f63-8338-1c4a1244ffe8",
@@ -823,10 +823,10 @@
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5-1",
"3e87c73e-a257-495e-9730-367a66229811",
@@ -837,8 +837,8 @@
},
"claude-opus-4-5-20251101": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-5-20251101",
"claude-opus-4-5-thinking",
@@ -848,10 +848,10 @@
},
"claude-opus-5": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -860,10 +860,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 58.07,
+ "outputTokensPerSecond": 54.08,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5-low",
"20928ba9-3a3f-415f-9519-b84ff64ecf34",
@@ -872,10 +872,10 @@
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 58.15,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5-medium",
"ff51be8f-e362-4a7e-9043-687ba15de207",
@@ -884,10 +884,10 @@
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 56.2,
+ "outputTokensPerSecond": 53.64,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5-high",
"712be54a-77ae-41b2-9a58-21181479d6ee",
@@ -896,10 +896,10 @@
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 56.08,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5-xhigh",
"1305c921-7aaa-4d6d-99b5-99b3acf15e19",
@@ -908,10 +908,10 @@
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -922,10 +922,10 @@
},
"claude-fable-5": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5",
"cd55210d-358e-4df1-ba9c-9acb5f186cc9",
@@ -934,10 +934,10 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-fable-5",
"cd55210d-358e-4df1-ba9c-9acb5f186cc9",
@@ -948,10 +948,10 @@
},
"claude-opus-4-8": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -960,10 +960,10 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -974,10 +974,10 @@
},
"claude-sonnet-5": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5",
"23c86e4a-c769-43c0-a056-79e3cd15834f",
@@ -986,10 +986,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.3,
- "outputTokensPerSecond": 65.76,
+ "outputTokensPerSecond": 62.73,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5-low",
"142b93bf-09c4-42dc-9c3a-50b1a222cbd4",
@@ -998,10 +998,10 @@
},
"medium": {
"intelligenceIndex": 28.1,
- "outputTokensPerSecond": 70.61,
+ "outputTokensPerSecond": 62.31,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5-medium",
"effcd151-7c31-4437-af3d-e88daeae9385",
@@ -1010,10 +1010,10 @@
},
"high": {
"intelligenceIndex": 31.7,
- "outputTokensPerSecond": 71.17,
+ "outputTokensPerSecond": 64.92,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5-high",
"ba0224cf-0351-4f56-8508-b3f1a740ae4a",
@@ -1022,10 +1022,10 @@
},
"xhigh": {
"intelligenceIndex": 34.4,
- "outputTokensPerSecond": 72.61,
+ "outputTokensPerSecond": 67.74,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5-xhigh",
"99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea",
@@ -1034,10 +1034,10 @@
},
"max": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5",
"23c86e4a-c769-43c0-a056-79e3cd15834f",
@@ -1048,9 +1048,9 @@
},
"claude-opus-4-6": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-6",
"claude-opus-4-6-adaptive",
@@ -1060,9 +1060,9 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 41.69,
+ "outputTokensPerSecond": 40.48,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-6",
"4386585e-71b4-4a0c-8a63-afb333419cd6",
@@ -1071,9 +1071,9 @@
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-6-adaptive",
"53c98840-47af-49aa-94e6-469fb17e9a1b",
@@ -1082,12 +1082,24 @@
}
}
},
+ "claude-haiku-5-5": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 243.45,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-08",
+ "aliases": [
+ "claude-haiku-5-5",
+ "7d064a11-6e78-4030-b535-cdf940615041",
+ "Claude Haiku 5.5 (Max)"
+ ]
+ },
"claude-sonnet-4-6": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-4-6",
"claude-sonnet-4-6-adaptive",
@@ -1097,9 +1109,9 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 48.02,
+ "outputTokensPerSecond": 41.93,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-4-6-non-reasoning-low-effort",
"f2e21112-192e-4aed-ae82-68ca3b38e667",
@@ -1108,9 +1120,9 @@
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 49.87,
+ "outputTokensPerSecond": 43.93,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-4-6",
"2e40e695-3cec-43da-83f9-615af30b8e91",
@@ -1119,10 +1131,10 @@
},
"max": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-4-6-adaptive",
"df8d14e0-3997-4e4d-b4ad-9c047acc9c69",
@@ -1133,10 +1145,10 @@
},
"claude-sonnet-5-5": {
"intelligenceIndex": 56,
- "outputTokensPerSecond": 131.39,
- "costPerTask": 7.6668,
+ "outputTokensPerSecond": 130.54,
+ "costPerTask": 5.4609,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-sonnet-5-5",
"b171d979-5ec1-45de-b8b9-db1ee65e77ec",
@@ -1145,9 +1157,9 @@
},
"claude-opus-4-7": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-7",
"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
@@ -1156,9 +1168,9 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 50.74,
+ "outputTokensPerSecond": 47.86,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-7-non-reasoning",
"2fa8e143-77a8-4d05-bfa8-d3b54634c00f",
@@ -1167,9 +1179,9 @@
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"claude-opus-4-7",
"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
@@ -1180,10 +1192,10 @@
},
"gemini-flash-latest": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-flash-latest",
"gemini-3-8-flash",
@@ -1193,9 +1205,9 @@
},
"gemini-flash-lite-latest": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-flash-lite-latest",
"gemini-3-5-flash-lite",
@@ -1208,7 +1220,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.6-flash",
"gemini-3-6-flash",
@@ -1221,7 +1233,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-6-flash",
"78332c88-fe60-42c8-af9d-3617e44cf1f5",
@@ -1232,9 +1244,9 @@
},
"gemini-3.5-flash-lite": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.5-flash-lite",
"gemini-3-5-flash-lite",
@@ -1244,9 +1256,9 @@
},
"gemini-3.1-pro-preview": {
"intelligenceIndex": 29.7,
- "outputTokensPerSecond": 122.48,
+ "outputTokensPerSecond": 118.71,
"costPerTask": 1.2986,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.1-pro-preview",
"gemini-3-1-pro-preview",
@@ -1256,9 +1268,9 @@
},
"gemini-3.5-flash": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.5-flash",
"gemini-3-5-flash-medium",
@@ -1270,7 +1282,7 @@
"intelligenceIndex": 23.8,
"outputTokensPerSecond": 196.04,
"effort": "minimal",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-5-flash-minimal",
"033ade17-d9ec-44e0-b792-b5f1fcd5ab4c",
@@ -1279,9 +1291,9 @@
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-5-flash-medium",
"5016ea75-7b0e-4737-a7e6-1062c6d90fd4",
@@ -1290,10 +1302,10 @@
},
"high": {
"intelligenceIndex": 32.6,
- "outputTokensPerSecond": 212.93,
+ "outputTokensPerSecond": 199.07,
"costPerTask": 3.6937,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-5-flash",
"0097ebf5-124f-42f6-9463-33b00e711f03",
@@ -1304,9 +1316,9 @@
},
"gemini-2.5-pro": {
"intelligenceIndex": 16.1,
- "outputTokensPerSecond": 125.09,
+ "outputTokensPerSecond": 121.43,
"costPerTask": 0.3303,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-2.5-pro",
"gemini-2-5-pro",
@@ -1316,8 +1328,8 @@
},
"gemini-2.5-flash": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 210.04,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 202.98,
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-2.5-flash",
"gemini-2-5-flash-reasoning",
@@ -1327,9 +1339,9 @@
},
"gemini-3.7-flash": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.7-flash",
"gemini-3-7-flash-medium",
@@ -1339,9 +1351,9 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 289.15,
+ "outputTokensPerSecond": 279.55,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-7-flash-low",
"ddfdaf64-3f8e-40a6-a492-608ee83a1351",
@@ -1350,9 +1362,9 @@
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-7-flash-medium",
"eb0d4272-7204-42b9-b875-8866fed58548",
@@ -1361,10 +1373,10 @@
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 287.35,
+ "outputTokensPerSecond": 277.08,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-7-flash",
"b2331108-72ed-415a-82d1-188633875bbc",
@@ -1375,8 +1387,8 @@
},
"gemini-3-flash-preview": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 212.44,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 211.49,
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-flash-preview",
"gemini-3-flash-reasoning",
@@ -1386,10 +1398,10 @@
},
"gemini-3.8-flash": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.8-flash",
"gemini-3-8-flash",
@@ -1400,7 +1412,7 @@
"low": {
"intelligenceIndex": 33.5,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-8-flash-low",
"f6db039b-0f3b-485c-9d7f-982988e44f26",
@@ -1411,7 +1423,7 @@
"intelligenceIndex": 39.8,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-8-flash-medium",
"744fa3c1-42a7-4995-b138-fb6be11f463c",
@@ -1420,10 +1432,10 @@
},
"high": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3-8-flash",
"8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
@@ -1434,8 +1446,8 @@
},
"gemini-2.5-flash-lite": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 360.27,
- "measuredAt": "2026-10-07",
+ "outputTokensPerSecond": 293.27,
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-2.5-flash-lite",
"gemini-2-5-flash-lite-reasoning",
@@ -1445,9 +1457,9 @@
},
"gemini-3.1-flash-lite-preview": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.1-flash-lite-preview",
"gemini-3-1-flash-lite-preview",
@@ -1457,9 +1469,9 @@
},
"gemini-3.1-flash-lite": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"gemini-3.1-flash-lite",
"gemini-3-1-flash-lite-preview",
@@ -1469,7 +1481,7 @@
},
"magistral-medium-latest": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"magistral-medium-latest",
"magistral-medium",
@@ -1477,9 +1489,21 @@
"Magistral Medium 1"
]
},
+ "glm-5-2": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 89.25,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-08",
+ "aliases": [
+ "glm-5-2",
+ "f7a4ea75-e548-4069-80d4-9be8bc7c009b",
+ "GLM-5.2 (Max)"
+ ]
+ },
"devstral-small-2505": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"devstral-small-2505",
"cc1fa238-1a76-486d-a997-22309275eadd",
@@ -1488,7 +1512,7 @@
},
"pixtral-large-latest": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"pixtral-large-latest",
"pixtral-large-2411",
@@ -1498,10 +1522,10 @@
},
"grok-4.7": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 85.42,
+ "outputTokensPerSecond": 72.65,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4.7",
"grok-4-7",
@@ -1511,10 +1535,10 @@
},
"grok-4.3": {
"intelligenceIndex": 24.9,
- "outputTokensPerSecond": 139.14,
+ "outputTokensPerSecond": 130.88,
"costPerTask": 0.2054,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4.3",
"grok-4-3",
@@ -1524,10 +1548,10 @@
},
"grok-4.5": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4.5",
"grok-4-5",
@@ -1537,10 +1561,10 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4-5",
"794f69b5-cede-482b-b1cc-d769478497cd",
@@ -1552,7 +1576,7 @@
"grok-4.20-0309-non-reasoning": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4.20-0309-non-reasoning",
"grok-4-20-0309-non-reasoning",
@@ -1562,10 +1586,10 @@
},
"grok-4.6": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4.6",
"grok-4-6",
@@ -1575,10 +1599,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.1,
- "outputTokensPerSecond": 65.05,
+ "outputTokensPerSecond": 60.86,
"costPerTask": 0.3758,
"effort": "low",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4-6-low",
"c07e65e6-32fc-451e-938d-7477a1c3ffcc",
@@ -1587,10 +1611,10 @@
},
"medium": {
"intelligenceIndex": 42.8,
- "outputTokensPerSecond": 71.22,
+ "outputTokensPerSecond": 62.76,
"costPerTask": 1.1438,
"effort": "medium",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4-6-medium",
"26614164-6840-4e17-a65a-2deb2fe7e87b",
@@ -1599,10 +1623,10 @@
},
"high": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4-6",
"c8adc5cf-fd5a-407b-af51-dc3bede3e49c",
@@ -1611,10 +1635,10 @@
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 68.04,
+ "outputTokensPerSecond": 61.43,
"costPerTask": 1.7523,
"effort": "xhigh",
- "measuredAt": "2026-10-07",
+ "measuredAt": "2026-10-08",
"aliases": [
"grok-4-6-xhigh",
"d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
index 8922e4caaae..02f91d7f28a 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
@@ -21,28 +21,28 @@
"efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 73.45,
+ "outputTokensPerSecond": 62.97,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 69.95,
+ "outputTokensPerSecond": 64.95,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -91,10 +91,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.7,
- "outputTokensPerSecond": 167.16,
+ "outputTokensPerSecond": 164.49,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -120,8 +120,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 115.72,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 105.22,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -137,7 +137,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -153,9 +153,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 116.87,
+ "outputTokensPerSecond": 120.18,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -182,9 +182,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 142.98,
+ "outputTokensPerSecond": 145.06,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -200,8 +200,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 223.12,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 182.57,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -215,7 +215,7 @@
"maxOutputTokens": 8192,
"benchmark": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -232,9 +232,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 116.24,
+ "outputTokensPerSecond": 85.04,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -249,8 +249,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 175.08,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 158.02,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -267,9 +267,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 131.63,
+ "outputTokensPerSecond": 130.85,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -318,7 +318,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -366,10 +366,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 51.8,
- "outputTokensPerSecond": 59.74,
+ "outputTokensPerSecond": 55.52,
"costPerTask": 0.7242,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -384,8 +384,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 132.38,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 101.34,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -410,46 +410,46 @@
"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 45.8,
- "outputTokensPerSecond": 51.53,
+ "outputTokensPerSecond": 44.22,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 50.89,
+ "outputTokensPerSecond": 45,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 50.9,
- "outputTokensPerSecond": 55.85,
+ "outputTokensPerSecond": 46.66,
"costPerTask": 1.7253,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 52.4,
- "outputTokensPerSecond": 58.52,
+ "outputTokensPerSecond": 45.67,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -466,9 +466,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 135.66,
+ "outputTokensPerSecond": 81.24,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -483,8 +483,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 94.54,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 102.15,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -499,7 +499,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -523,10 +523,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -542,10 +542,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.1,
- "outputTokensPerSecond": 281.43,
+ "outputTokensPerSecond": 273.48,
"costPerTask": 0.4474,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -570,53 +570,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 15.5,
- "outputTokensPerSecond": 110.4,
+ "outputTokensPerSecond": 103.41,
"costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 21,
- "outputTokensPerSecond": 110.89,
+ "outputTokensPerSecond": 111.84,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 25,
- "outputTokensPerSecond": 112.28,
+ "outputTokensPerSecond": 111.38,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 32.1,
- "outputTokensPerSecond": 115.63,
+ "outputTokensPerSecond": 112.99,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 34.6,
- "outputTokensPerSecond": 122.23,
+ "outputTokensPerSecond": 112.81,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -633,9 +633,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 89.51,
+ "outputTokensPerSecond": 74.96,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -658,44 +658,44 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 92.17,
+ "outputTokensPerSecond": 88.26,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 87.14,
+ "outputTokensPerSecond": 81.95,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 94.61,
+ "outputTokensPerSecond": 82.61,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 37,
- "outputTokensPerSecond": 100.53,
+ "outputTokensPerSecond": 82.12,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -711,8 +711,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 161.83,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 145.37,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -727,7 +727,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -742,8 +742,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.21,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 131.16,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -767,10 +767,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 38.1,
- "outputTokensPerSecond": 129.44,
+ "outputTokensPerSecond": 128.22,
"costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -807,53 +807,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 20.8,
- "outputTokensPerSecond": 99.03,
+ "outputTokensPerSecond": 92.06,
"costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 27.5,
- "outputTokensPerSecond": 102.86,
+ "outputTokensPerSecond": 90.34,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 103.04,
+ "outputTokensPerSecond": 93.84,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 102.47,
+ "outputTokensPerSecond": 90.53,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 38,
- "outputTokensPerSecond": 117.59,
+ "outputTokensPerSecond": 100.13,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -869,7 +869,7 @@
"benchmark": {
"intelligenceIndex": 7,
"outputTokensPerSecond": 32.2,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -899,8 +899,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 129.39,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 121.82,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -916,9 +916,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.58,
+ "outputTokensPerSecond": 86.65,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -943,52 +943,52 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.06,
+ "outputTokensPerSecond": 71.37,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 33.5,
- "outputTokensPerSecond": 71.44,
+ "outputTokensPerSecond": 67.38,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.2,
- "outputTokensPerSecond": 84.63,
+ "outputTokensPerSecond": 69.42,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 82.02,
+ "outputTokensPerSecond": 73.49,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 44,
- "outputTokensPerSecond": 90.98,
+ "outputTokensPerSecond": 75.41,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1013,10 +1013,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 95.23,
+ "outputTokensPerSecond": 87.94,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1031,7 +1031,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
}
@@ -1067,8 +1067,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1079,7 +1079,7 @@
"outputCostPerMillionTokens": 15,
"cachedInputCostPerMillionTokens": 0.3,
"cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 1000000,
+ "contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true
@@ -1098,10 +1098,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 57.6,
- "outputTokensPerSecond": 97.44,
+ "outputTokensPerSecond": 95.28,
"costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1119,10 +1119,10 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
@@ -1130,35 +1130,35 @@
"outputTokensPerSecond": 54.48,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 48.9,
- "outputTokensPerSecond": 55.08,
+ "outputTokensPerSecond": 54.32,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 51.2,
"outputTokensPerSecond": 58.12,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 64.09,
+ "outputTokensPerSecond": 58.29,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1177,8 +1177,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1196,46 +1196,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 58.07,
+ "outputTokensPerSecond": 54.08,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 58.15,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 56.2,
+ "outputTokensPerSecond": 53.64,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 56.08,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1254,18 +1254,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1284,18 +1284,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1307,7 +1307,7 @@
"outputCostPerMillionTokens": 15,
"cachedInputCostPerMillionTokens": 0.3,
"cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 1000000,
+ "contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true
@@ -1327,46 +1327,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.3,
- "outputTokensPerSecond": 65.76,
+ "outputTokensPerSecond": 62.73,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 28.1,
- "outputTokensPerSecond": 70.61,
+ "outputTokensPerSecond": 62.31,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 31.7,
- "outputTokensPerSecond": 71.17,
+ "outputTokensPerSecond": 64.92,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 34.4,
- "outputTokensPerSecond": 72.61,
+ "outputTokensPerSecond": 67.74,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1385,22 +1385,22 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 41.69,
+ "outputTokensPerSecond": 40.48,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1417,6 +1417,26 @@
"modalities": ["image", "pdf"],
"supportsReasoning": true
},
+ {
+ "name": "claude-haiku-5-5",
+ "label": "Claude Haiku 5.5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 243.45,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-08"
+ }
+ },
{
"name": "claude-sonnet-4-6",
"label": "Claude Sonnet 4.6",
@@ -1432,30 +1452,30 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 48.02,
+ "outputTokensPerSecond": 41.93,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 49.87,
+ "outputTokensPerSecond": 43.93,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1465,7 +1485,7 @@
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.1,
"cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
@@ -1473,10 +1493,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 56,
- "outputTokensPerSecond": 131.39,
- "costPerTask": 7.6668,
+ "outputTokensPerSecond": 130.54,
+ "costPerTask": 5.4609,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1494,22 +1514,22 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 50.74,
+ "outputTokensPerSecond": 47.86,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
}
@@ -1530,10 +1550,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1549,9 +1569,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1571,7 +1591,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
@@ -1579,7 +1599,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1597,9 +1617,9 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1622,9 +1642,9 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.7,
- "outputTokensPerSecond": 122.48,
+ "outputTokensPerSecond": 118.71,
"costPerTask": 1.2986,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1657,29 +1677,29 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
"outputTokensPerSecond": 196.04,
"effort": "minimal",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 32.6,
- "outputTokensPerSecond": 212.93,
+ "outputTokensPerSecond": 199.07,
"costPerTask": 3.6937,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1702,9 +1722,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.1,
- "outputTokensPerSecond": 125.09,
+ "outputTokensPerSecond": 121.43,
"costPerTask": 0.3303,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1720,8 +1740,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 210.04,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 202.98,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1785,29 +1805,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 289.15,
+ "outputTokensPerSecond": 279.55,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 287.35,
+ "outputTokensPerSecond": 277.08,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1843,8 +1863,8 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 212.44,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 211.49,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1861,29 +1881,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.5,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.8,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1900,8 +1920,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 360.27,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 293.27,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1917,9 +1937,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -1947,9 +1967,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
]
@@ -1983,7 +2003,8 @@
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 6,
"contextWindowTokens": 131072,
- "maxOutputTokens": 16384
+ "maxOutputTokens": 16384,
+ "isDeprecated": true
},
{
"name": "mistral-nemo",
@@ -1992,7 +2013,8 @@
"inputCostPerMillionTokens": 0.15,
"outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
- "maxOutputTokens": 128000
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
},
{
"name": "mistral-medium-2508",
@@ -2002,7 +2024,8 @@
"outputCostPerMillionTokens": 2,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "mistral-large-latest",
@@ -2028,6 +2051,29 @@
"supportsReasoning": true,
"efforts": ["none", "high"]
},
+ {
+ "name": "ministral-8b-2512",
+ "label": "Ministral 3 8B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
+ "cachedInputCostPerMillionTokens": 0.015,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
+ {
+ "name": "zai-glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "isDeprecated": true
+ },
{
"name": "ministral-8b-latest",
"label": "Ministral 8B (latest)",
@@ -2055,7 +2101,8 @@
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 6,
"contextWindowTokens": 64000,
- "maxOutputTokens": 64000
+ "maxOutputTokens": 64000,
+ "isDeprecated": true
},
{
"name": "devstral-2512",
@@ -2075,7 +2122,8 @@
"outputCostPerMillionTokens": 2,
"contextWindowTokens": 131072,
"maxOutputTokens": 131072,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "magistral-medium-latest",
@@ -2083,13 +2131,56 @@
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 5,
- "contextWindowTokens": 128000,
+ "contextWindowTokens": 262144,
"maxOutputTokens": 16384,
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-07"
- }
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "voxtral-small-2507",
+ "label": "Voxtral Small",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.4,
+ "contextWindowTokens": 32768,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio"]
+ },
+ {
+ "name": "glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 89.25,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "labs-leanstral-1-5-1",
+ "label": "Leanstral 1.5",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0,
+ "outputCostPerMillionTokens": 0,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "isDeprecated": true
},
{
"name": "pixtral-12b",
@@ -2099,7 +2190,8 @@
"outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "devstral-small-2505",
@@ -2111,7 +2203,7 @@
"maxOutputTokens": 128000,
"benchmark": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -2169,6 +2261,17 @@
"maxOutputTokens": 262144,
"isDeprecated": true
},
+ {
+ "name": "ministral-14b-2512",
+ "label": "Ministral 3 14B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
{
"name": "devstral-small-2507",
"label": "Devstral Small",
@@ -2190,8 +2293,9 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-10-07"
- }
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
},
{
"name": "voxtral-small-latest",
@@ -2210,7 +2314,8 @@
"inputCostPerMillionTokens": 0.7,
"outputCostPerMillionTokens": 0.7,
"contextWindowTokens": 32000,
- "maxOutputTokens": 32000
+ "maxOutputTokens": 32000,
+ "isDeprecated": true
},
{
"name": "mistral-small-2506",
@@ -2220,7 +2325,8 @@
"outputCostPerMillionTokens": 0.3,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "zai-glm-5-3",
@@ -2233,6 +2339,17 @@
"maxOutputTokens": 131072,
"supportsReasoning": true
},
+ {
+ "name": "ministral-3b-2512",
+ "label": "Ministral 3 3B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.1,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
{
"name": "mistral-medium-2604",
"label": "Mistral Medium 3.5",
@@ -2252,7 +2369,18 @@
"inputCostPerMillionTokens": 0.25,
"outputCostPerMillionTokens": 0.25,
"contextWindowTokens": 8000,
- "maxOutputTokens": 8000
+ "maxOutputTokens": 8000,
+ "isDeprecated": true
+ },
+ {
+ "name": "codestral-2508",
+ "label": "Codestral 25.08",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 8192
},
{
"name": "ministral-3b-latest",
@@ -2299,10 +2427,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 85.42,
+ "outputTokensPerSecond": 72.65,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2324,10 +2452,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.9,
- "outputTokensPerSecond": 139.14,
+ "outputTokensPerSecond": 130.88,
"costPerTask": 0.2054,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2368,18 +2496,18 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -2402,7 +2530,7 @@
"benchmark": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2443,39 +2571,39 @@
"efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.1,
- "outputTokensPerSecond": 65.05,
+ "outputTokensPerSecond": 60.86,
"costPerTask": 0.3758,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 42.8,
- "outputTokensPerSecond": 71.22,
+ "outputTokensPerSecond": 62.76,
"costPerTask": 1.1438,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 68.04,
+ "outputTokensPerSecond": 61.43,
"costPerTask": 1.7523,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
index 7b3285e94f3..5c421bbe278 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
@@ -24,28 +24,28 @@
"efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 73.45,
+ "outputTokensPerSecond": 62.97,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 69.95,
+ "outputTokensPerSecond": 64.95,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 106.87,
+ "outputTokensPerSecond": 91,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -94,10 +94,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.7,
- "outputTokensPerSecond": 167.16,
+ "outputTokensPerSecond": 164.49,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -123,8 +123,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 115.72,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 105.22,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -140,7 +140,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -156,9 +156,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 116.87,
+ "outputTokensPerSecond": 120.18,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -185,9 +185,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 142.98,
+ "outputTokensPerSecond": 145.06,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -203,8 +203,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 223.12,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 182.57,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -218,7 +218,7 @@
"maxOutputTokens": 8192,
"benchmark": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -235,9 +235,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 116.24,
+ "outputTokensPerSecond": 85.04,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -252,8 +252,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 175.08,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 158.02,
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -270,9 +270,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 131.63,
+ "outputTokensPerSecond": 130.85,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -321,7 +321,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -369,10 +369,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 51.8,
- "outputTokensPerSecond": 59.74,
+ "outputTokensPerSecond": 55.52,
"costPerTask": 0.7242,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -387,8 +387,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 132.38,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 101.34,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -413,46 +413,46 @@
"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 45.8,
- "outputTokensPerSecond": 51.53,
+ "outputTokensPerSecond": 44.22,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 50.89,
+ "outputTokensPerSecond": 45,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 50.9,
- "outputTokensPerSecond": 55.85,
+ "outputTokensPerSecond": 46.66,
"costPerTask": 1.7253,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 52.4,
- "outputTokensPerSecond": 58.52,
+ "outputTokensPerSecond": 45.67,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 52.7,
- "outputTokensPerSecond": 59.29,
+ "outputTokensPerSecond": 47.33,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -469,9 +469,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 135.66,
+ "outputTokensPerSecond": 81.24,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -486,8 +486,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 94.54,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 102.15,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -502,7 +502,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -526,10 +526,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -545,10 +545,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.1,
- "outputTokensPerSecond": 281.43,
+ "outputTokensPerSecond": 273.48,
"costPerTask": 0.4474,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -573,53 +573,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 15.5,
- "outputTokensPerSecond": 110.4,
+ "outputTokensPerSecond": 103.41,
"costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 21,
- "outputTokensPerSecond": 110.89,
+ "outputTokensPerSecond": 111.84,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 25,
- "outputTokensPerSecond": 112.28,
+ "outputTokensPerSecond": 111.38,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 32.1,
- "outputTokensPerSecond": 115.63,
+ "outputTokensPerSecond": 112.99,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 34.6,
- "outputTokensPerSecond": 122.23,
+ "outputTokensPerSecond": 112.81,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 127.9,
+ "outputTokensPerSecond": 113.95,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -636,9 +636,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 89.51,
+ "outputTokensPerSecond": 74.96,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -661,44 +661,44 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 92.17,
+ "outputTokensPerSecond": 88.26,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 87.14,
+ "outputTokensPerSecond": 81.95,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 94.61,
+ "outputTokensPerSecond": 82.61,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 37,
- "outputTokensPerSecond": 100.53,
+ "outputTokensPerSecond": 82.12,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 107.5,
+ "outputTokensPerSecond": 90.21,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -714,8 +714,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 161.83,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 145.37,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -730,7 +730,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -745,8 +745,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 160.21,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 131.16,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -770,10 +770,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 38.1,
- "outputTokensPerSecond": 129.44,
+ "outputTokensPerSecond": 128.22,
"costPerTask": 0.0678,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -810,53 +810,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 20.8,
- "outputTokensPerSecond": 99.03,
+ "outputTokensPerSecond": 92.06,
"costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 27.5,
- "outputTokensPerSecond": 102.86,
+ "outputTokensPerSecond": 90.34,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 103.04,
+ "outputTokensPerSecond": 93.84,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 102.47,
+ "outputTokensPerSecond": 90.53,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 38,
- "outputTokensPerSecond": 117.59,
+ "outputTokensPerSecond": 100.13,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 42.1,
- "outputTokensPerSecond": 124.97,
+ "outputTokensPerSecond": 108.2,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -872,7 +872,7 @@
"benchmark": {
"intelligenceIndex": 7,
"outputTokensPerSecond": 32.2,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -902,8 +902,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 129.39,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 121.82,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -919,9 +919,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.58,
+ "outputTokensPerSecond": 86.65,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -946,52 +946,52 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 88.06,
+ "outputTokensPerSecond": 71.37,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"low": {
"intelligenceIndex": 33.5,
- "outputTokensPerSecond": 71.44,
+ "outputTokensPerSecond": 67.38,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.2,
- "outputTokensPerSecond": 84.63,
+ "outputTokensPerSecond": 69.42,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 82.02,
+ "outputTokensPerSecond": 73.49,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 44,
- "outputTokensPerSecond": 90.98,
+ "outputTokensPerSecond": 75.41,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 87.78,
+ "outputTokensPerSecond": 77.93,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1016,10 +1016,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 47.6,
- "outputTokensPerSecond": 95.23,
+ "outputTokensPerSecond": 87.94,
"costPerTask": 1.0447,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1034,7 +1034,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
}
@@ -1073,8 +1073,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1085,7 +1085,7 @@
"outputCostPerMillionTokens": 15,
"cachedInputCostPerMillionTokens": 0.3,
"cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 1000000,
+ "contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true
@@ -1104,10 +1104,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 57.6,
- "outputTokensPerSecond": 97.44,
+ "outputTokensPerSecond": 95.28,
"costPerTask": 5.982,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1125,10 +1125,10 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
@@ -1136,35 +1136,35 @@
"outputTokensPerSecond": 54.48,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 48.9,
- "outputTokensPerSecond": 55.08,
+ "outputTokensPerSecond": 54.32,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 51.2,
"outputTokensPerSecond": 58.12,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 64.09,
+ "outputTokensPerSecond": 58.29,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.02,
+ "outputTokensPerSecond": 66.29,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1183,8 +1183,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 52.18,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 50.9,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1202,46 +1202,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 58.07,
+ "outputTokensPerSecond": 54.08,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 44.8,
- "outputTokensPerSecond": 58.15,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 48.1,
- "outputTokensPerSecond": 56.2,
+ "outputTokensPerSecond": 53.64,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 56.08,
+ "outputTokensPerSecond": 52.26,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 50.8,
- "outputTokensPerSecond": 55.84,
+ "outputTokensPerSecond": 51.71,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1260,18 +1260,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.6,
- "outputTokensPerSecond": 68.67,
+ "outputTokensPerSecond": 64.63,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1290,18 +1290,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 41.8,
- "outputTokensPerSecond": 63.59,
+ "outputTokensPerSecond": 61.39,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1313,7 +1313,7 @@
"outputCostPerMillionTokens": 15,
"cachedInputCostPerMillionTokens": 0.3,
"cacheCreationCostPerMillionTokens": 3.75,
- "contextWindowTokens": 1000000,
+ "contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
"supportsReasoning": true
@@ -1333,46 +1333,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.3,
- "outputTokensPerSecond": 65.76,
+ "outputTokensPerSecond": 62.73,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 28.1,
- "outputTokensPerSecond": 70.61,
+ "outputTokensPerSecond": 62.31,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 31.7,
- "outputTokensPerSecond": 71.17,
+ "outputTokensPerSecond": 64.92,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 34.4,
- "outputTokensPerSecond": 72.61,
+ "outputTokensPerSecond": 67.74,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 86.01,
+ "outputTokensPerSecond": 79.44,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1391,22 +1391,22 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 41.69,
+ "outputTokensPerSecond": 40.48,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 42.82,
+ "outputTokensPerSecond": 42.97,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1423,6 +1423,26 @@
"modalities": ["image", "pdf"],
"supportsReasoning": true
},
+ {
+ "name": "claude-haiku-5-5",
+ "label": "Claude Haiku 5.5",
+ "modelFamily": "CLAUDE",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.5,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "cacheCreationCostPerMillionTokens": 0.125,
+ "contextWindowTokens": 1000000,
+ "maxOutputTokens": 128000,
+ "modalities": ["image", "pdf"],
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 43.4,
+ "outputTokensPerSecond": 243.45,
+ "costPerTask": 0.2128,
+ "effort": "max",
+ "measuredAt": "2026-10-08"
+ }
+ },
{
"name": "claude-sonnet-4-6",
"label": "Claude Sonnet 4.6",
@@ -1438,30 +1458,30 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 48.02,
+ "outputTokensPerSecond": 41.93,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 49.87,
+ "outputTokensPerSecond": 43.93,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 30.1,
- "outputTokensPerSecond": 63.11,
+ "outputTokensPerSecond": 48.2,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1471,7 +1491,7 @@
"modelFamily": "CLAUDE",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 10,
- "cachedInputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.1,
"cacheCreationCostPerMillionTokens": 2.5,
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
@@ -1479,10 +1499,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 56,
- "outputTokensPerSecond": 131.39,
- "costPerTask": 7.6668,
+ "outputTokensPerSecond": 130.54,
+ "costPerTask": 5.4609,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1500,22 +1520,22 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 50.74,
+ "outputTokensPerSecond": 47.86,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 50.67,
+ "outputTokensPerSecond": 49.41,
"effort": "max",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
}
@@ -1539,10 +1559,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1558,9 +1578,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1580,7 +1600,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
@@ -1588,7 +1608,7 @@
"outputTokensPerSecond": 191.54,
"costPerTask": 1.6005,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1606,9 +1626,9 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.2,
- "outputTokensPerSecond": 348.63,
+ "outputTokensPerSecond": 345.6,
"costPerTask": 0.1927,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1631,9 +1651,9 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.7,
- "outputTokensPerSecond": 122.48,
+ "outputTokensPerSecond": 118.71,
"costPerTask": 1.2986,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1666,29 +1686,29 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
"outputTokensPerSecond": 196.04,
"effort": "minimal",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 207.17,
+ "outputTokensPerSecond": 202.79,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 32.6,
- "outputTokensPerSecond": 212.93,
+ "outputTokensPerSecond": 199.07,
"costPerTask": 3.6937,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1711,9 +1731,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.1,
- "outputTokensPerSecond": 125.09,
+ "outputTokensPerSecond": 121.43,
"costPerTask": 0.3303,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1729,8 +1749,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 210.04,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 202.98,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1794,29 +1814,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 289.15,
+ "outputTokensPerSecond": 279.55,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 285.28,
+ "outputTokensPerSecond": 276.85,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 287.35,
+ "outputTokensPerSecond": 277.08,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1852,8 +1872,8 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 212.44,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 211.49,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1870,29 +1890,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.5,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 39.8,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 40.9,
- "outputTokensPerSecond": 214.03,
+ "outputTokensPerSecond": 125.19,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -1909,8 +1929,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 360.27,
- "measuredAt": "2026-10-07"
+ "outputTokensPerSecond": 293.27,
+ "measuredAt": "2026-10-08"
}
},
{
@@ -1926,9 +1946,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -1956,9 +1976,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.6,
- "outputTokensPerSecond": 284.31,
+ "outputTokensPerSecond": 282.66,
"costPerTask": 0.0602,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
]
@@ -1995,7 +2015,8 @@
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 6,
"contextWindowTokens": 131072,
- "maxOutputTokens": 16384
+ "maxOutputTokens": 16384,
+ "isDeprecated": true
},
{
"name": "mistral-nemo",
@@ -2004,7 +2025,8 @@
"inputCostPerMillionTokens": 0.15,
"outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
- "maxOutputTokens": 128000
+ "maxOutputTokens": 128000,
+ "isDeprecated": true
},
{
"name": "mistral-medium-2508",
@@ -2014,7 +2036,8 @@
"outputCostPerMillionTokens": 2,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "mistral-large-latest",
@@ -2040,6 +2063,29 @@
"supportsReasoning": true,
"efforts": ["none", "high"]
},
+ {
+ "name": "ministral-8b-2512",
+ "label": "Ministral 3 8B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.15,
+ "outputCostPerMillionTokens": 0.15,
+ "cachedInputCostPerMillionTokens": 0.015,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
+ {
+ "name": "zai-glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "isDeprecated": true
+ },
{
"name": "ministral-8b-latest",
"label": "Ministral 8B (latest)",
@@ -2067,7 +2113,8 @@
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 6,
"contextWindowTokens": 64000,
- "maxOutputTokens": 64000
+ "maxOutputTokens": 64000,
+ "isDeprecated": true
},
{
"name": "devstral-2512",
@@ -2087,7 +2134,8 @@
"outputCostPerMillionTokens": 2,
"contextWindowTokens": 131072,
"maxOutputTokens": 131072,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "magistral-medium-latest",
@@ -2095,13 +2143,56 @@
"modelFamily": "MISTRAL",
"inputCostPerMillionTokens": 2,
"outputCostPerMillionTokens": 5,
- "contextWindowTokens": 128000,
+ "contextWindowTokens": 262144,
"maxOutputTokens": 16384,
+ "modalities": ["image"],
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-10-07"
- }
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "voxtral-small-2507",
+ "label": "Voxtral Small",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.4,
+ "contextWindowTokens": 32768,
+ "maxOutputTokens": 32000,
+ "modalities": ["audio"]
+ },
+ {
+ "name": "glm-5-2",
+ "label": "GLM-5.2",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 1.4,
+ "outputCostPerMillionTokens": 4.4,
+ "cachedInputCostPerMillionTokens": 0.14,
+ "contextWindowTokens": 1048576,
+ "maxOutputTokens": 131072,
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.7,
+ "outputTokensPerSecond": 89.25,
+ "costPerTask": 1.4726,
+ "effort": "max",
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
+ },
+ {
+ "name": "labs-leanstral-1-5-1",
+ "label": "Leanstral 1.5",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0,
+ "outputCostPerMillionTokens": 0,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 128000,
+ "modalities": ["image"],
+ "supportsReasoning": true,
+ "isDeprecated": true
},
{
"name": "pixtral-12b",
@@ -2111,7 +2202,8 @@
"outputCostPerMillionTokens": 0.15,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "devstral-small-2505",
@@ -2123,7 +2215,7 @@
"maxOutputTokens": 128000,
"benchmark": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"isDeprecated": true
},
@@ -2181,6 +2273,17 @@
"maxOutputTokens": 262144,
"isDeprecated": true
},
+ {
+ "name": "ministral-14b-2512",
+ "label": "Ministral 3 14B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.2,
+ "outputCostPerMillionTokens": 0.2,
+ "cachedInputCostPerMillionTokens": 0.02,
+ "contextWindowTokens": 262144,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
{
"name": "devstral-small-2507",
"label": "Devstral Small",
@@ -2202,8 +2305,9 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-10-07"
- }
+ "measuredAt": "2026-10-08"
+ },
+ "isDeprecated": true
},
{
"name": "voxtral-small-latest",
@@ -2222,7 +2326,8 @@
"inputCostPerMillionTokens": 0.7,
"outputCostPerMillionTokens": 0.7,
"contextWindowTokens": 32000,
- "maxOutputTokens": 32000
+ "maxOutputTokens": 32000,
+ "isDeprecated": true
},
{
"name": "mistral-small-2506",
@@ -2232,7 +2337,8 @@
"outputCostPerMillionTokens": 0.3,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "isDeprecated": true
},
{
"name": "zai-glm-5-3",
@@ -2245,6 +2351,17 @@
"maxOutputTokens": 131072,
"supportsReasoning": true
},
+ {
+ "name": "ministral-3b-2512",
+ "label": "Ministral 3 3B",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.1,
+ "outputCostPerMillionTokens": 0.1,
+ "cachedInputCostPerMillionTokens": 0.01,
+ "contextWindowTokens": 131072,
+ "maxOutputTokens": 262144,
+ "modalities": ["image"]
+ },
{
"name": "mistral-medium-2604",
"label": "Mistral Medium 3.5",
@@ -2264,7 +2381,18 @@
"inputCostPerMillionTokens": 0.25,
"outputCostPerMillionTokens": 0.25,
"contextWindowTokens": 8000,
- "maxOutputTokens": 8000
+ "maxOutputTokens": 8000,
+ "isDeprecated": true
+ },
+ {
+ "name": "codestral-2508",
+ "label": "Codestral 25.08",
+ "modelFamily": "MISTRAL",
+ "inputCostPerMillionTokens": 0.3,
+ "outputCostPerMillionTokens": 0.9,
+ "cachedInputCostPerMillionTokens": 0.03,
+ "contextWindowTokens": 256000,
+ "maxOutputTokens": 8192
},
{
"name": "ministral-3b-latest",
@@ -2314,10 +2442,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 46.4,
- "outputTokensPerSecond": 85.42,
+ "outputTokensPerSecond": 72.65,
"costPerTask": 3.7383,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2339,10 +2467,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.9,
- "outputTokensPerSecond": 139.14,
+ "outputTokensPerSecond": 130.88,
"costPerTask": 0.2054,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2383,18 +2511,18 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 38.8,
- "outputTokensPerSecond": 66.63,
+ "outputTokensPerSecond": 53.48,
"costPerTask": 0.8807,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
},
@@ -2417,7 +2545,7 @@
"benchmark": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
},
{
@@ -2458,39 +2586,39 @@
"efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.1,
- "outputTokensPerSecond": 65.05,
+ "outputTokensPerSecond": 60.86,
"costPerTask": 0.3758,
"effort": "low",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"medium": {
"intelligenceIndex": 42.8,
- "outputTokensPerSecond": 71.22,
+ "outputTokensPerSecond": 62.76,
"costPerTask": 1.1438,
"effort": "medium",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"high": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 72.76,
+ "outputTokensPerSecond": 58.84,
"costPerTask": 1.4848,
"effort": "high",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
},
"xhigh": {
"intelligenceIndex": 44.2,
- "outputTokensPerSecond": 68.04,
+ "outputTokensPerSecond": 61.43,
"costPerTask": 1.7523,
"effort": "xhigh",
- "measuredAt": "2026-10-07"
+ "measuredAt": "2026-10-08"
}
}
}