Skip to content

The open alternative to Salesforce, designed for AI.

chore: sync AI model catalog (#26033)

github-actions[bot]42e99f9c0cd9
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
index 162f69bfda3..e14a6e131a3 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
@@ -1,12 +1,12 @@
{
"source": "artificialanalysis.ai",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"models": {
"gpt-5-nano": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 176.92,
+ "outputTokensPerSecond": 174.35,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-nano",
"e18e5e6a-5a31-4c0b-b80b-ac401392f446",
@@ -15,8 +15,8 @@
},
"gpt-4.1-nano": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 187.38,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 153.51,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4.1-nano",
"gpt-4-1-nano",
@@ -26,8 +26,8 @@
},
"gpt-4o-2024-05-13": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 106.05,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 83.53,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4o-2024-05-13",
"e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
@@ -36,10 +36,10 @@
},
"gpt-5.6-sol": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.6-sol",
"gpt-5-6-sol",
@@ -49,9 +49,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 61.95,
+ "outputTokensPerSecond": 63.06,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol-non-reasoning",
"7c4d1e30-6ecb-46cf-880c-41446d7b51f1",
@@ -60,10 +60,10 @@
},
"low": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 56.7,
+ "outputTokensPerSecond": 59.42,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol-low",
"0904b596-8932-43bd-9b21-324f128e1723",
@@ -72,10 +72,10 @@
},
"medium": {
"intelligenceIndex": 39.5,
- "outputTokensPerSecond": 57.57,
+ "outputTokensPerSecond": 59.68,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol-medium",
"6f174934-5b7d-4333-86cb-f5ebf4a862e3",
@@ -84,10 +84,10 @@
},
"high": {
"intelligenceIndex": 42.5,
- "outputTokensPerSecond": 56.66,
+ "outputTokensPerSecond": 57.39,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol-high",
"8afc250d-b538-45a2-812a-4605f4ffd87e",
@@ -96,10 +96,10 @@
},
"xhigh": {
"intelligenceIndex": 44.1,
- "outputTokensPerSecond": 57.74,
+ "outputTokensPerSecond": 64.27,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol-xhigh",
"d998db47-9b67-4727-a2bb-2e1261020ac0",
@@ -108,10 +108,10 @@
},
"max": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-sol",
"d93edfe8-bf35-49ad-b56e-b18116142a1c",
@@ -122,8 +122,8 @@
},
"gpt-4o-2024-08-06": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 106.53,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 89.11,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4o-2024-08-06",
"8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
@@ -132,10 +132,10 @@
},
"gpt-6-astra": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra",
"2f339a97-9a0d-499a-9cb5-e0db665bfa25",
@@ -144,10 +144,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 46,
- "outputTokensPerSecond": 50.88,
+ "outputTokensPerSecond": 50.25,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra-low",
"a3f8100d-e38f-408b-b0fa-0085dae18dc1",
@@ -156,10 +156,10 @@
},
"medium": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 51.6,
+ "outputTokensPerSecond": 50.75,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra-medium",
"e97a4ef5-e817-480e-9595-12f81dc4974f",
@@ -168,10 +168,10 @@
},
"high": {
"intelligenceIndex": 51,
- "outputTokensPerSecond": 52.41,
+ "outputTokensPerSecond": 51.37,
"costPerTask": 1.7214,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra-high",
"e05a4828-0536-4876-870d-a235023f992b",
@@ -180,10 +180,10 @@
},
"xhigh": {
"intelligenceIndex": 52.5,
- "outputTokensPerSecond": 55,
+ "outputTokensPerSecond": 52.6,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra-xhigh",
"1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3",
@@ -192,10 +192,10 @@
},
"max": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-6-astra",
"2f339a97-9a0d-499a-9cb5-e0db665bfa25",
@@ -206,8 +206,8 @@
},
"gpt-4.1-mini": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 124.18,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 123.33,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4.1-mini",
"gpt-4-1-mini",
@@ -217,9 +217,9 @@
},
"gpt-5.4": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.4",
"gpt-5-4",
@@ -229,9 +229,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 102,
+ "outputTokensPerSecond": 101.26,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-4-non-reasoning",
"493f6a1e-7717-4e98-9d6f-548b92c4702d",
@@ -240,9 +240,9 @@
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 107.37,
+ "outputTokensPerSecond": 100.3,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-4-low",
"538e945c-6c27-4fd3-995d-ded80a36cd10",
@@ -251,9 +251,9 @@
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-4",
"a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
@@ -264,8 +264,8 @@
},
"gpt-4-turbo": {
"intelligenceIndex": 7,
- "outputTokensPerSecond": 32.84,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 32.41,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4-turbo",
"76aa6af5-fdc6-4739-a300-983f14e74a67",
@@ -274,9 +274,9 @@
},
"gpt-5.1": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 109.59,
+ "outputTokensPerSecond": 107.14,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.1",
"gpt-5-1",
@@ -286,12 +286,12 @@
},
"o1": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]
},
"gpt-4o": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4o",
"gpt-4o-chatgpt-03-25",
@@ -301,10 +301,10 @@
},
"gpt-5.6-luna": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.6-luna",
"gpt-5-6-luna",
@@ -313,10 +313,11 @@
],
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 16.8,
- "outputTokensPerSecond": 111.18,
+ "intelligenceIndex": 16.1,
+ "outputTokensPerSecond": 108.99,
+ "costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna-non-reasoning",
"dc64f856-3ded-497d-9527-d41d31267ed5",
@@ -325,10 +326,10 @@
},
"low": {
"intelligenceIndex": 21.5,
- "outputTokensPerSecond": 101.23,
+ "outputTokensPerSecond": 100.3,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna-low",
"050c61cd-cddc-463a-a30a-a82aaa37be59",
@@ -337,10 +338,10 @@
},
"medium": {
"intelligenceIndex": 25.5,
- "outputTokensPerSecond": 107.39,
+ "outputTokensPerSecond": 112.33,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna-medium",
"58b812bf-8498-46db-b834-f43ccc614b61",
@@ -349,10 +350,10 @@
},
"high": {
"intelligenceIndex": 32.4,
- "outputTokensPerSecond": 102.44,
+ "outputTokensPerSecond": 109.48,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna-high",
"aa55297e-8fbf-4372-b4ab-9b068dc6396c",
@@ -364,7 +365,7 @@
"outputTokensPerSecond": 117.55,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna-xhigh",
"87110ff0-1f79-41b4-9976-eda250597317",
@@ -373,10 +374,10 @@
},
"max": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-luna",
"426d24c8-49ae-482a-b4a8-20f1c53f21c1",
@@ -387,9 +388,9 @@
},
"gpt-5.3-codex": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 122.67,
+ "outputTokensPerSecond": 123.93,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.3-codex",
"gpt-5-3-codex",
@@ -399,8 +400,8 @@
},
"gpt-4o-mini": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 154.42,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 153.98,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4o-mini",
"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
@@ -409,13 +410,13 @@
},
"o1-pro": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]
},
"gpt-4.1": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 164.65,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 149.65,
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4.1",
"gpt-4-1",
@@ -425,10 +426,10 @@
},
"gpt-5.4-nano": {
"intelligenceIndex": 21.2,
- "outputTokensPerSecond": 166.15,
+ "outputTokensPerSecond": 160.75,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.4-nano",
"gpt-5-4-nano",
@@ -438,10 +439,10 @@
},
"gpt-5.4-mini": {
"intelligenceIndex": 24.6,
- "outputTokensPerSecond": 235.22,
+ "outputTokensPerSecond": 232.83,
"costPerTask": 0.4097,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.4-mini",
"gpt-5-4-mini",
@@ -451,9 +452,9 @@
},
"gpt-5-mini": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 82.32,
+ "outputTokensPerSecond": 72.6,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-mini",
"gpt-5-mini-medium",
@@ -463,10 +464,10 @@
},
"gpt-5.6-terra": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.6-terra",
"gpt-5-6-terra",
@@ -475,10 +476,11 @@
],
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 22.3,
- "outputTokensPerSecond": 91.66,
+ "intelligenceIndex": 21.2,
+ "outputTokensPerSecond": 92.56,
+ "costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra-non-reasoning",
"9b97a35e-6ac7-44d9-91c6-422fa678963e",
@@ -487,10 +489,10 @@
},
"low": {
"intelligenceIndex": 27.9,
- "outputTokensPerSecond": 93,
+ "outputTokensPerSecond": 89.99,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra-low",
"cc4a20cd-09fe-4962-a430-119c815e85fa",
@@ -499,10 +501,10 @@
},
"medium": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 96.3,
+ "outputTokensPerSecond": 89.13,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra-medium",
"26e0f83a-ca98-4f34-94ac-7c5e251ee410",
@@ -511,10 +513,10 @@
},
"high": {
"intelligenceIndex": 34.5,
- "outputTokensPerSecond": 92.23,
+ "outputTokensPerSecond": 91,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra-high",
"81972fba-1219-477e-bbfb-18c656a63ff7",
@@ -523,10 +525,10 @@
},
"xhigh": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 100.08,
+ "outputTokensPerSecond": 91.65,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra-xhigh",
"9e30696f-16fa-4b4f-ba53-161895a85fed",
@@ -535,10 +537,10 @@
},
"max": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-6-terra",
"bcf8db0a-3bb6-4d82-9516-0f57370c85a6",
@@ -549,14 +551,14 @@
},
"gpt-4": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]
},
"gpt-5.2": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 78.46,
+ "outputTokensPerSecond": 76.79,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.2",
"gpt-5-2",
@@ -566,9 +568,9 @@
},
"gpt-5": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.43,
+ "outputTokensPerSecond": 99.44,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5",
"48e50f00-1fd1-4acc-b337-61078aa341e6",
@@ -577,9 +579,9 @@
},
"o4-mini": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 145.34,
+ "outputTokensPerSecond": 142.16,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"o4-mini",
"84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
@@ -588,27 +590,27 @@
},
"o3-mini": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 202.62,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 192.38,
+ "measuredAt": "2026-09-16",
"aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
},
"o3": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 144.4,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 136,
+ "measuredAt": "2026-09-16",
"aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
},
"o3-pro": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]
},
"gpt-5.5": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5.5",
"gpt-5-5",
@@ -618,9 +620,9 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 78.98,
+ "outputTokensPerSecond": 78.01,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-5-non-reasoning",
"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
@@ -629,9 +631,9 @@
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 89.32,
+ "outputTokensPerSecond": 89.56,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-5-low",
"c77cfe51-f4a0-4692-9dee-5061ef667f23",
@@ -640,10 +642,10 @@
},
"medium": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 83.77,
+ "outputTokensPerSecond": 82.2,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-5-medium",
"6b79f899-e3c0-45f6-923c-243faccdb2fc",
@@ -652,10 +654,10 @@
},
"high": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 95,
+ "outputTokensPerSecond": 91.7,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-5-high",
"b13c1257-d746-4027-8fc8-4892dc14701c",
@@ -664,10 +666,10 @@
},
"xhigh": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-5-5",
"1f054429-397e-4fdb-9e71-67bc92c1735e",
@@ -678,7 +680,7 @@
},
"gpt-4o-2024-11-20": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gpt-4o-2024-11-20",
"gpt-4o-chatgpt-03-25",
@@ -688,10 +690,10 @@
},
"claude-sonnet-4-6": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-4-6",
"claude-sonnet-4-6-adaptive",
@@ -701,9 +703,9 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 40.81,
+ "outputTokensPerSecond": 40.6,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-4-6-non-reasoning-low-effort",
"f2e21112-192e-4aed-ae82-68ca3b38e667",
@@ -712,9 +714,9 @@
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 42.07,
+ "outputTokensPerSecond": 40.42,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-4-6",
"2e40e695-3cec-43da-83f9-615af30b8e91",
@@ -723,10 +725,10 @@
},
"max": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-4-6-adaptive",
"df8d14e0-3997-4e4d-b4ad-9c047acc9c69",
@@ -737,10 +739,10 @@
},
"claude-opus-5": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -749,10 +751,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.8,
- "outputTokensPerSecond": 49.62,
+ "outputTokensPerSecond": 45.92,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5-low",
"20928ba9-3a3f-415f-9519-b84ff64ecf34",
@@ -761,10 +763,10 @@
},
"medium": {
"intelligenceIndex": 45.1,
- "outputTokensPerSecond": 49.98,
+ "outputTokensPerSecond": 47.73,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5-medium",
"ff51be8f-e362-4a7e-9043-687ba15de207",
@@ -773,10 +775,10 @@
},
"high": {
"intelligenceIndex": 48.2,
- "outputTokensPerSecond": 50.44,
+ "outputTokensPerSecond": 49.74,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5-high",
"712be54a-77ae-41b2-9a58-21181479d6ee",
@@ -785,10 +787,10 @@
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 52.01,
+ "outputTokensPerSecond": 49.45,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5-xhigh",
"1305c921-7aaa-4d6d-99b5-99b3acf15e19",
@@ -797,10 +799,10 @@
},
"max": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-5",
"b8fc61f7-5e9a-49e6-8547-6ac56db24627",
@@ -811,8 +813,8 @@
},
"claude-opus-4-5": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-5",
"claude-opus-4-5-thinking",
@@ -822,10 +824,10 @@
},
"claude-fable-5-1": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1",
"3e87c73e-a257-495e-9730-367a66229811",
@@ -834,10 +836,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 51.19,
+ "outputTokensPerSecond": 50.43,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1-low",
"05776db7-f5c0-40f7-b824-079160f8cfa8",
@@ -846,10 +848,10 @@
},
"medium": {
"intelligenceIndex": 49.1,
- "outputTokensPerSecond": 52.33,
+ "outputTokensPerSecond": 50.83,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1-medium",
"3b7de71c-e034-4591-8ca6-6b6be2fa471f",
@@ -858,10 +860,10 @@
},
"high": {
"intelligenceIndex": 51.2,
- "outputTokensPerSecond": 52.5,
+ "outputTokensPerSecond": 50.64,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1-high",
"9d7d72cd-d95d-45a0-b109-4ad292c9aabd",
@@ -870,10 +872,10 @@
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 57.96,
+ "outputTokensPerSecond": 58.19,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1-xhigh",
"9b166bf3-42db-4f63-8338-1c4a1244ffe8",
@@ -882,10 +884,10 @@
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5-1",
"3e87c73e-a257-495e-9730-367a66229811",
@@ -896,9 +898,9 @@
},
"claude-opus-4-6": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-6",
"claude-opus-4-6-adaptive",
@@ -908,9 +910,9 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 37.08,
+ "outputTokensPerSecond": 36.27,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-6",
"4386585e-71b4-4a0c-8a63-afb333419cd6",
@@ -919,9 +921,9 @@
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-6-adaptive",
"53c98840-47af-49aa-94e6-469fb17e9a1b",
@@ -932,9 +934,9 @@
},
"claude-opus-4-7": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-7",
"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
@@ -943,9 +945,9 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 43.09,
+ "outputTokensPerSecond": 41.97,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-7-non-reasoning",
"2fa8e143-77a8-4d05-bfa8-d3b54634c00f",
@@ -954,9 +956,9 @@
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-7",
"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
@@ -967,10 +969,10 @@
},
"claude-fable-5": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5",
"cd55210d-358e-4df1-ba9c-9acb5f186cc9",
@@ -979,10 +981,10 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-fable-5",
"cd55210d-358e-4df1-ba9c-9acb5f186cc9",
@@ -993,10 +995,10 @@
},
"claude-opus-4-8": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -1005,10 +1007,10 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-8",
"992b7b84-5069-4c6a-9295-834252553d50",
@@ -1019,10 +1021,10 @@
},
"claude-sonnet-5": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5",
"23c86e4a-c769-43c0-a056-79e3cd15834f",
@@ -1031,10 +1033,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 55.83,
+ "outputTokensPerSecond": 55.82,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5-low",
"142b93bf-09c4-42dc-9c3a-50b1a222cbd4",
@@ -1043,10 +1045,10 @@
},
"medium": {
"intelligenceIndex": 28.4,
- "outputTokensPerSecond": 57.4,
+ "outputTokensPerSecond": 56.55,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5-medium",
"effcd151-7c31-4437-af3d-e88daeae9385",
@@ -1055,10 +1057,10 @@
},
"high": {
"intelligenceIndex": 32,
- "outputTokensPerSecond": 60.04,
+ "outputTokensPerSecond": 58.18,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5-high",
"ba0224cf-0351-4f56-8508-b3f1a740ae4a",
@@ -1067,10 +1069,10 @@
},
"xhigh": {
"intelligenceIndex": 34.7,
- "outputTokensPerSecond": 65.38,
+ "outputTokensPerSecond": 62.01,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5-xhigh",
"99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea",
@@ -1079,10 +1081,10 @@
},
"max": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-sonnet-5",
"23c86e4a-c769-43c0-a056-79e3cd15834f",
@@ -1093,8 +1095,8 @@
},
"claude-opus-4-5-20251101": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16",
"aliases": [
"claude-opus-4-5-20251101",
"claude-opus-4-5-thinking",
@@ -1104,9 +1106,9 @@
},
"gemini-3.1-pro-preview": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 109.58,
+ "outputTokensPerSecond": 108.41,
"costPerTask": 0.6747,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.1-pro-preview",
"gemini-3-1-pro-preview",
@@ -1116,8 +1118,8 @@
},
"gemini-2.5-flash-lite": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 423.55,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 410.95,
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-2.5-flash-lite",
"gemini-2-5-flash-lite-reasoning",
@@ -1127,10 +1129,10 @@
},
"gemini-3.6-flash": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.6-flash",
"gemini-3-6-flash",
@@ -1140,10 +1142,10 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-6-flash",
"78332c88-fe60-42c8-af9d-3617e44cf1f5",
@@ -1154,9 +1156,9 @@
},
"gemini-3.1-flash-lite": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.1-flash-lite",
"gemini-3-1-flash-lite-preview",
@@ -1166,9 +1168,9 @@
},
"gemini-3.5-flash": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.5-flash",
"gemini-3-5-flash-medium",
@@ -1178,9 +1180,9 @@
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 203.34,
+ "outputTokensPerSecond": 208.5,
"effort": "minimal",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-5-flash-minimal",
"033ade17-d9ec-44e0-b792-b5f1fcd5ab4c",
@@ -1189,9 +1191,9 @@
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-5-flash-medium",
"5016ea75-7b0e-4737-a7e6-1062c6d90fd4",
@@ -1200,10 +1202,10 @@
},
"high": {
"intelligenceIndex": 33,
- "outputTokensPerSecond": 215.81,
+ "outputTokensPerSecond": 218.85,
"costPerTask": 1.5625,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-5-flash",
"0097ebf5-124f-42f6-9463-33b00e711f03",
@@ -1214,9 +1216,9 @@
},
"gemini-3.1-flash-lite-preview": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.1-flash-lite-preview",
"gemini-3-1-flash-lite-preview",
@@ -1226,9 +1228,9 @@
},
"gemini-3.5-flash-lite": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.5-flash-lite",
"gemini-3-5-flash-lite",
@@ -1238,9 +1240,9 @@
},
"gemini-flash-lite-latest": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-flash-lite-latest",
"gemini-3-5-flash-lite",
@@ -1250,8 +1252,8 @@
},
"gemini-3-flash-preview": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 214.01,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 215.37,
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-flash-preview",
"gemini-3-flash-reasoning",
@@ -1261,10 +1263,10 @@
},
"gemini-3.8-flash": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.8-flash",
"gemini-3-8-flash",
@@ -1275,7 +1277,7 @@
"low": {
"intelligenceIndex": 33.8,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-8-flash-low",
"f6db039b-0f3b-485c-9d7f-982988e44f26",
@@ -1286,7 +1288,7 @@
"intelligenceIndex": 40,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-8-flash-medium",
"744fa3c1-42a7-4995-b138-fb6be11f463c",
@@ -1295,10 +1297,10 @@
},
"high": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-8-flash",
"8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
@@ -1309,9 +1311,9 @@
},
"gemini-3.7-flash": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3.7-flash",
"gemini-3-7-flash-medium",
@@ -1321,9 +1323,9 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 297.93,
+ "outputTokensPerSecond": 287.55,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-7-flash-low",
"ddfdaf64-3f8e-40a6-a492-608ee83a1351",
@@ -1332,9 +1334,9 @@
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-7-flash-medium",
"eb0d4272-7204-42b9-b875-8866fed58548",
@@ -1343,10 +1345,10 @@
},
"high": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 286.32,
+ "outputTokensPerSecond": 289.09,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-3-7-flash",
"b2331108-72ed-415a-82d1-188633875bbc",
@@ -1357,9 +1359,9 @@
},
"gemini-2.5-pro": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 130.96,
+ "outputTokensPerSecond": 126.94,
"costPerTask": 0.2317,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-2.5-pro",
"gemini-2-5-pro",
@@ -1369,10 +1371,10 @@
},
"gemini-flash-latest": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-flash-latest",
"gemini-3-8-flash",
@@ -1382,8 +1384,8 @@
},
"gemini-2.5-flash": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 215.12,
- "measuredAt": "2026-09-15",
+ "outputTokensPerSecond": 220.52,
+ "measuredAt": "2026-09-16",
"aliases": [
"gemini-2.5-flash",
"gemini-2-5-flash-reasoning",
@@ -1393,7 +1395,7 @@
},
"magistral-small": {
"intelligenceIndex": 8.2,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"magistral-small",
"0fec07d5-a9b2-407a-b5f8-5bf10bd86b59",
@@ -1402,7 +1404,7 @@
},
"devstral-small-2505": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"devstral-small-2505",
"cc1fa238-1a76-486d-a997-22309275eadd",
@@ -1411,7 +1413,7 @@
},
"magistral-medium-latest": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"magistral-medium-latest",
"magistral-medium",
@@ -1421,7 +1423,7 @@
},
"pixtral-large-latest": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"pixtral-large-latest",
"pixtral-large-2411",
@@ -1431,10 +1433,10 @@
},
"grok-4.3": {
"intelligenceIndex": 25.4,
- "outputTokensPerSecond": 115.33,
+ "outputTokensPerSecond": 113.67,
"costPerTask": 0.1653,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4.3",
"grok-4-3",
@@ -1444,10 +1446,10 @@
},
"grok-4.5": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4.5",
"grok-4-5",
@@ -1457,10 +1459,10 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4-5",
"794f69b5-cede-482b-b1cc-d769478497cd",
@@ -1471,10 +1473,10 @@
},
"grok-4.6": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4.6",
"grok-4-6",
@@ -1484,10 +1486,10 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.4,
- "outputTokensPerSecond": 52.21,
+ "outputTokensPerSecond": 52.09,
"costPerTask": 0.4753,
"effort": "low",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4-6-low",
"c07e65e6-32fc-451e-938d-7477a1c3ffcc",
@@ -1496,10 +1498,10 @@
},
"medium": {
"intelligenceIndex": 43,
- "outputTokensPerSecond": 52.62,
+ "outputTokensPerSecond": 54.25,
"costPerTask": 1.4963,
"effort": "medium",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4-6-medium",
"26614164-6840-4e17-a65a-2deb2fe7e87b",
@@ -1508,10 +1510,10 @@
},
"high": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4-6",
"c8adc5cf-fd5a-407b-af51-dc3bede3e49c",
@@ -1520,10 +1522,10 @@
},
"xhigh": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 54.63,
+ "outputTokensPerSecond": 55.98,
"costPerTask": 2.3237,
"effort": "xhigh",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4-6-xhigh",
"d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
@@ -1535,7 +1537,7 @@
"grok-4.20-0309-non-reasoning": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-09-15",
+ "measuredAt": "2026-09-16",
"aliases": [
"grok-4.20-0309-non-reasoning",
"grok-4-20-0309-non-reasoning",
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
index 2116c7add07..4202c14ad59 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-models.json
@@ -14,9 +14,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 176.92,
+ "outputTokensPerSecond": 174.35,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -31,8 +31,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 187.38,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 153.51,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -47,8 +47,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 106.05,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 83.53,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -85,52 +85,52 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 61.95,
+ "outputTokensPerSecond": 63.06,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 56.7,
+ "outputTokensPerSecond": 59.42,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 39.5,
- "outputTokensPerSecond": 57.57,
+ "outputTokensPerSecond": 59.68,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 42.5,
- "outputTokensPerSecond": 56.66,
+ "outputTokensPerSecond": 57.39,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 44.1,
- "outputTokensPerSecond": 57.74,
+ "outputTokensPerSecond": 64.27,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -146,8 +146,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 106.53,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 89.11,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -172,46 +172,46 @@
"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 46,
- "outputTokensPerSecond": 50.88,
+ "outputTokensPerSecond": 50.25,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 51.6,
+ "outputTokensPerSecond": 50.75,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 51,
- "outputTokensPerSecond": 52.41,
+ "outputTokensPerSecond": 51.37,
"costPerTask": 1.7214,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 52.5,
- "outputTokensPerSecond": 55,
+ "outputTokensPerSecond": 52.6,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -250,8 +250,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 124.18,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 123.33,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -274,28 +274,28 @@
"efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 102,
+ "outputTokensPerSecond": 101.26,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 107.37,
+ "outputTokensPerSecond": 100.3,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -310,8 +310,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7,
- "outputTokensPerSecond": 32.84,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 32.41,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -328,9 +328,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 109.59,
+ "outputTokensPerSecond": 107.14,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -346,7 +346,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -362,7 +362,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -387,52 +387,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 16.8,
- "outputTokensPerSecond": 111.18,
+ "intelligenceIndex": 16.1,
+ "outputTokensPerSecond": 108.99,
+ "costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 21.5,
- "outputTokensPerSecond": 101.23,
+ "outputTokensPerSecond": 100.3,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 25.5,
- "outputTokensPerSecond": 107.39,
+ "outputTokensPerSecond": 112.33,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 32.4,
- "outputTokensPerSecond": 102.44,
+ "outputTokensPerSecond": 109.48,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 34.8,
"outputTokensPerSecond": 117.55,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -449,9 +450,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 122.67,
+ "outputTokensPerSecond": 123.93,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -466,8 +467,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 154.42,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 153.98,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -482,7 +483,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -498,8 +499,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 164.65,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 149.65,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -515,10 +516,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.2,
- "outputTokensPerSecond": 166.15,
+ "outputTokensPerSecond": 160.75,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -550,10 +551,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.6,
- "outputTokensPerSecond": 235.22,
+ "outputTokensPerSecond": 232.83,
"costPerTask": 0.4097,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -589,9 +590,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 82.32,
+ "outputTokensPerSecond": 72.6,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -632,52 +633,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 22.3,
- "outputTokensPerSecond": 91.66,
+ "intelligenceIndex": 21.2,
+ "outputTokensPerSecond": 92.56,
+ "costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 27.9,
- "outputTokensPerSecond": 93,
+ "outputTokensPerSecond": 89.99,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 96.3,
+ "outputTokensPerSecond": 89.13,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 34.5,
- "outputTokensPerSecond": 92.23,
+ "outputTokensPerSecond": 91,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 100.08,
+ "outputTokensPerSecond": 91.65,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -691,7 +693,7 @@
"maxOutputTokens": 8192,
"benchmark": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -708,9 +710,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 78.46,
+ "outputTokensPerSecond": 76.79,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -726,9 +728,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.43,
+ "outputTokensPerSecond": 99.44,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -757,9 +759,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 145.34,
+ "outputTokensPerSecond": 142.16,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -787,8 +789,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 202.62,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 192.38,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -805,8 +807,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 144.4,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 136,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -821,7 +823,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -856,44 +858,44 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 78.98,
+ "outputTokensPerSecond": 78.01,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 89.32,
+ "outputTokensPerSecond": 89.56,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 83.77,
+ "outputTokensPerSecond": 82.2,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 95,
+ "outputTokensPerSecond": 91.7,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -909,7 +911,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]
@@ -931,30 +933,30 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 40.81,
+ "outputTokensPerSecond": 40.6,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 42.07,
+ "outputTokensPerSecond": 40.42,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -973,46 +975,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.8,
- "outputTokensPerSecond": 49.62,
+ "outputTokensPerSecond": 45.92,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 45.1,
- "outputTokensPerSecond": 49.98,
+ "outputTokensPerSecond": 47.73,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 48.2,
- "outputTokensPerSecond": 50.44,
+ "outputTokensPerSecond": 49.74,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 52.01,
+ "outputTokensPerSecond": 49.45,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1031,8 +1033,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1050,46 +1052,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 51.19,
+ "outputTokensPerSecond": 50.43,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 49.1,
- "outputTokensPerSecond": 52.33,
+ "outputTokensPerSecond": 50.83,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 51.2,
- "outputTokensPerSecond": 52.5,
+ "outputTokensPerSecond": 50.64,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 57.96,
+ "outputTokensPerSecond": 58.19,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1108,22 +1110,22 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 37.08,
+ "outputTokensPerSecond": 36.27,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1155,22 +1157,22 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 43.09,
+ "outputTokensPerSecond": 41.97,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1202,18 +1204,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1258,18 +1260,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1288,46 +1290,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 55.83,
+ "outputTokensPerSecond": 55.82,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 28.4,
- "outputTokensPerSecond": 57.4,
+ "outputTokensPerSecond": 56.55,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 32,
- "outputTokensPerSecond": 60.04,
+ "outputTokensPerSecond": 58.18,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 34.7,
- "outputTokensPerSecond": 65.38,
+ "outputTokensPerSecond": 62.01,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1346,8 +1348,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16"
}
}
]
@@ -1421,9 +1423,9 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 109.58,
+ "outputTokensPerSecond": 108.41,
"costPerTask": 0.6747,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1457,8 +1459,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 423.55,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 410.95,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1491,18 +1493,18 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1519,9 +1521,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1549,29 +1551,29 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 203.34,
+ "outputTokensPerSecond": 208.5,
"effort": "minimal",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 33,
- "outputTokensPerSecond": 215.81,
+ "outputTokensPerSecond": 218.85,
"costPerTask": 1.5625,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1588,9 +1590,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -1608,9 +1610,9 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1626,9 +1628,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1645,8 +1647,8 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 214.01,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 215.37,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1663,29 +1665,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.8,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 40,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1703,29 +1705,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 297.93,
+ "outputTokensPerSecond": 287.55,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 286.32,
+ "outputTokensPerSecond": 289.09,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1748,9 +1750,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 130.96,
+ "outputTokensPerSecond": 126.94,
"costPerTask": 0.2317,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1766,10 +1768,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1785,8 +1787,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 215.12,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 220.52,
+ "measuredAt": "2026-09-16"
}
}
]
@@ -1834,7 +1836,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.2,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1857,7 +1859,7 @@
"maxOutputTokens": 128000,
"benchmark": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -1883,7 +1885,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -2104,7 +2106,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]
@@ -2130,10 +2132,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 25.4,
- "outputTokensPerSecond": 115.33,
+ "outputTokensPerSecond": 113.67,
"costPerTask": 0.1653,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -2174,18 +2176,18 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -2227,39 +2229,39 @@
"efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.4,
- "outputTokensPerSecond": 52.21,
+ "outputTokensPerSecond": 52.09,
"costPerTask": 0.4753,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 43,
- "outputTokensPerSecond": 52.62,
+ "outputTokensPerSecond": 54.25,
"costPerTask": 1.4963,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 54.63,
+ "outputTokensPerSecond": 55.98,
"costPerTask": 2.3237,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -2282,7 +2284,7 @@
"benchmark": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
index 8c4b1ea5864..5cd4b2e9492 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
@@ -17,9 +17,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13,
- "outputTokensPerSecond": 176.92,
+ "outputTokensPerSecond": 174.35,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -34,8 +34,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
- "outputTokensPerSecond": 187.38,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 153.51,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -50,8 +50,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.3,
- "outputTokensPerSecond": 106.05,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 83.53,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -88,52 +88,52 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 61.95,
+ "outputTokensPerSecond": 63.06,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 56.7,
+ "outputTokensPerSecond": 59.42,
"costPerTask": 0.2606,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 39.5,
- "outputTokensPerSecond": 57.57,
+ "outputTokensPerSecond": 59.68,
"costPerTask": 0.505,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 42.5,
- "outputTokensPerSecond": 56.66,
+ "outputTokensPerSecond": 57.39,
"costPerTask": 0.808,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 44.1,
- "outputTokensPerSecond": 57.74,
+ "outputTokensPerSecond": 64.27,
"costPerTask": 1.1844,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 61.35,
+ "outputTokensPerSecond": 64.68,
"costPerTask": 1.9885,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -149,8 +149,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.7,
- "outputTokensPerSecond": 106.53,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 89.11,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -175,46 +175,46 @@
"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 46,
- "outputTokensPerSecond": 50.88,
+ "outputTokensPerSecond": 50.25,
"costPerTask": 0.8175,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 51.6,
+ "outputTokensPerSecond": 50.75,
"costPerTask": 1.5406,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 51,
- "outputTokensPerSecond": 52.41,
+ "outputTokensPerSecond": 51.37,
"costPerTask": 1.7214,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 52.5,
- "outputTokensPerSecond": 55,
+ "outputTokensPerSecond": 52.6,
"costPerTask": 2.3088,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 58.93,
+ "outputTokensPerSecond": 52.95,
"costPerTask": 3.2575,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -253,8 +253,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
- "outputTokensPerSecond": 124.18,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 123.33,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -277,28 +277,28 @@
"efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
- "outputTokensPerSecond": 102,
+ "outputTokensPerSecond": 101.26,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 27.6,
- "outputTokensPerSecond": 107.37,
+ "outputTokensPerSecond": 100.3,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 39,
- "outputTokensPerSecond": 143.44,
+ "outputTokensPerSecond": 140.41,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -313,8 +313,8 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7,
- "outputTokensPerSecond": 32.84,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 32.41,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -331,9 +331,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 109.59,
+ "outputTokensPerSecond": 107.14,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -349,7 +349,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 15.2,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -365,7 +365,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -390,52 +390,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 16.8,
- "outputTokensPerSecond": 111.18,
+ "intelligenceIndex": 16.1,
+ "outputTokensPerSecond": 108.99,
+ "costPerTask": 0.0101,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 21.5,
- "outputTokensPerSecond": 101.23,
+ "outputTokensPerSecond": 100.3,
"costPerTask": 0.0098,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 25.5,
- "outputTokensPerSecond": 107.39,
+ "outputTokensPerSecond": 112.33,
"costPerTask": 0.0156,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 32.4,
- "outputTokensPerSecond": 102.44,
+ "outputTokensPerSecond": 109.48,
"costPerTask": 0.044,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 34.8,
"outputTokensPerSecond": 117.55,
"costPerTask": 0.0853,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 116.25,
+ "outputTokensPerSecond": 114.99,
"costPerTask": 0.1783,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -452,9 +453,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 122.67,
+ "outputTokensPerSecond": 123.93,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -469,8 +470,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 6.7,
- "outputTokensPerSecond": 154.42,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 153.98,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -485,7 +486,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.4,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -501,8 +502,8 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 12.7,
- "outputTokensPerSecond": 164.65,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 149.65,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -518,10 +519,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.2,
- "outputTokensPerSecond": 166.15,
+ "outputTokensPerSecond": 160.75,
"costPerTask": 0.1831,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -553,10 +554,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.6,
- "outputTokensPerSecond": 235.22,
+ "outputTokensPerSecond": 232.83,
"costPerTask": 0.4097,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -592,9 +593,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.6,
- "outputTokensPerSecond": 82.32,
+ "outputTokensPerSecond": 72.6,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -635,52 +636,53 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
- "intelligenceIndex": 22.3,
- "outputTokensPerSecond": 91.66,
+ "intelligenceIndex": 21.2,
+ "outputTokensPerSecond": 92.56,
+ "costPerTask": 0.1397,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 27.9,
- "outputTokensPerSecond": 93,
+ "outputTokensPerSecond": 89.99,
"costPerTask": 0.1445,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 96.3,
+ "outputTokensPerSecond": 89.13,
"costPerTask": 0.1834,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 34.5,
- "outputTokensPerSecond": 92.23,
+ "outputTokensPerSecond": 91,
"costPerTask": 0.3379,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 100.08,
+ "outputTokensPerSecond": 91.65,
"costPerTask": 0.6318,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 111.31,
+ "outputTokensPerSecond": 98.76,
"costPerTask": 1.3987,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -694,7 +696,7 @@
"maxOutputTokens": 8192,
"benchmark": {
"intelligenceIndex": 6.7,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -711,9 +713,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 78.46,
+ "outputTokensPerSecond": 76.79,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -729,9 +731,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
- "outputTokensPerSecond": 107.43,
+ "outputTokensPerSecond": 99.44,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -760,9 +762,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 145.34,
+ "outputTokensPerSecond": 142.16,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -790,8 +792,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.5,
- "outputTokensPerSecond": 202.62,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 192.38,
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -808,8 +810,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 144.4,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 136,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -824,7 +826,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -859,44 +861,44 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
- "outputTokensPerSecond": 78.98,
+ "outputTokensPerSecond": 78.01,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"low": {
"intelligenceIndex": 30.7,
- "outputTokensPerSecond": 89.32,
+ "outputTokensPerSecond": 89.56,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 34.2,
- "outputTokensPerSecond": 83.77,
+ "outputTokensPerSecond": 82.2,
"costPerTask": 0.9017,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 37.3,
- "outputTokensPerSecond": 95,
+ "outputTokensPerSecond": 91.7,
"costPerTask": 1.5413,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 38.6,
- "outputTokensPerSecond": 89.69,
+ "outputTokensPerSecond": 94.06,
"costPerTask": 2.634,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -912,7 +914,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 9,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]
@@ -937,30 +939,30 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 40.81,
+ "outputTokensPerSecond": 40.6,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 42.07,
+ "outputTokensPerSecond": 40.42,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 30.5,
- "outputTokensPerSecond": 48.97,
+ "outputTokensPerSecond": 45.46,
"costPerTask": 2.4859,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -979,46 +981,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.8,
- "outputTokensPerSecond": 49.62,
+ "outputTokensPerSecond": 45.92,
"costPerTask": 1.0983,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 45.1,
- "outputTokensPerSecond": 49.98,
+ "outputTokensPerSecond": 47.73,
"costPerTask": 2.1895,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 48.2,
- "outputTokensPerSecond": 50.44,
+ "outputTokensPerSecond": 49.74,
"costPerTask": 3.6133,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 52.01,
+ "outputTokensPerSecond": 49.45,
"costPerTask": 4.8778,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 50.07,
+ "outputTokensPerSecond": 49.39,
"costPerTask": 5.8584,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1037,8 +1039,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1056,46 +1058,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 51.19,
+ "outputTokensPerSecond": 50.43,
"costPerTask": 2.371,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 49.1,
- "outputTokensPerSecond": 52.33,
+ "outputTokensPerSecond": 50.83,
"costPerTask": 2.9826,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 51.2,
- "outputTokensPerSecond": 52.5,
+ "outputTokensPerSecond": 50.64,
"costPerTask": 3.9125,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 57.96,
+ "outputTokensPerSecond": 58.19,
"costPerTask": 5.9783,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 65.98,
+ "outputTokensPerSecond": 65.13,
"costPerTask": 7.6297,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1114,22 +1116,22 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
- "outputTokensPerSecond": 37.08,
+ "outputTokensPerSecond": 36.27,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 31.9,
- "outputTokensPerSecond": 38.89,
+ "outputTokensPerSecond": 37.89,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1161,22 +1163,22 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
- "outputTokensPerSecond": 43.09,
+ "outputTokensPerSecond": 41.97,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 40.7,
- "outputTokensPerSecond": 45.84,
+ "outputTokensPerSecond": 44.63,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1208,18 +1210,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 60.63,
+ "outputTokensPerSecond": 65.36,
"costPerTask": 8.746,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1264,18 +1266,18 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 42,
- "outputTokensPerSecond": 54.94,
+ "outputTokensPerSecond": 56.14,
"costPerTask": 4.081,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1294,46 +1296,46 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 55.83,
+ "outputTokensPerSecond": 55.82,
"costPerTask": 0.5088,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 28.4,
- "outputTokensPerSecond": 57.4,
+ "outputTokensPerSecond": 56.55,
"costPerTask": 0.9991,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 32,
- "outputTokensPerSecond": 60.04,
+ "outputTokensPerSecond": 58.18,
"costPerTask": 1.7925,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 34.7,
- "outputTokensPerSecond": 65.38,
+ "outputTokensPerSecond": 62.01,
"costPerTask": 2.872,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"max": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 76.15,
+ "outputTokensPerSecond": 79.5,
"costPerTask": 5.0912,
"effort": "max",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1352,8 +1354,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
- "outputTokensPerSecond": 43.77,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 43.59,
+ "measuredAt": "2026-09-16"
}
}
]
@@ -1430,9 +1432,9 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 109.58,
+ "outputTokensPerSecond": 108.41,
"costPerTask": 0.6747,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1466,8 +1468,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.5,
- "outputTokensPerSecond": 423.55,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 410.95,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1500,18 +1502,18 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 183.43,
+ "outputTokensPerSecond": 182.57,
"costPerTask": 0.9288,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1528,9 +1530,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1558,29 +1560,29 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 203.34,
+ "outputTokensPerSecond": 208.5,
"effort": "minimal",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 222.54,
+ "outputTokensPerSecond": 214.34,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 33,
- "outputTokensPerSecond": 215.81,
+ "outputTokensPerSecond": 218.85,
"costPerTask": 1.5625,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1597,9 +1599,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
- "outputTokensPerSecond": 284.19,
+ "outputTokensPerSecond": 298.43,
"costPerTask": 0.0394,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -1617,9 +1619,9 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1635,9 +1637,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 364.97,
+ "outputTokensPerSecond": 373.92,
"costPerTask": 0.1235,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1654,8 +1656,8 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
- "outputTokensPerSecond": 214.01,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 215.37,
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1672,29 +1674,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.8,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 40,
"costPerTask": 0.931,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1712,29 +1714,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 297.93,
+ "outputTokensPerSecond": 287.55,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 278.55,
+ "outputTokensPerSecond": 289.85,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 286.32,
+ "outputTokensPerSecond": 289.09,
"costPerTask": 0.9253,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -1757,9 +1759,9 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
- "outputTokensPerSecond": 130.96,
+ "outputTokensPerSecond": 126.94,
"costPerTask": 0.2317,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1775,10 +1777,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 302.88,
+ "outputTokensPerSecond": 332.02,
"costPerTask": 1.2428,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1794,8 +1796,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13.1,
- "outputTokensPerSecond": 215.12,
- "measuredAt": "2026-09-15"
+ "outputTokensPerSecond": 220.52,
+ "measuredAt": "2026-09-16"
}
}
]
@@ -1846,7 +1848,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.2,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -1869,7 +1871,7 @@
"maxOutputTokens": 128000,
"benchmark": {
"intelligenceIndex": 8.7,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"isDeprecated": true
},
@@ -1895,7 +1897,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 9.1,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -2116,7 +2118,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.1,
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]
@@ -2145,10 +2147,10 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 25.4,
- "outputTokensPerSecond": 115.33,
+ "outputTokensPerSecond": 113.67,
"costPerTask": 0.1653,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
},
{
@@ -2189,18 +2191,18 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 59.56,
+ "outputTokensPerSecond": 59.9,
"costPerTask": 1.0365,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -2242,39 +2244,39 @@
"efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.4,
- "outputTokensPerSecond": 52.21,
+ "outputTokensPerSecond": 52.09,
"costPerTask": 0.4753,
"effort": "low",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"medium": {
"intelligenceIndex": 43,
- "outputTokensPerSecond": 52.62,
+ "outputTokensPerSecond": 54.25,
"costPerTask": 1.4963,
"effort": "medium",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"high": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 58.5,
+ "outputTokensPerSecond": 57.67,
"costPerTask": 1.8589,
"effort": "high",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
},
"xhigh": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 54.63,
+ "outputTokensPerSecond": 55.98,
"costPerTask": 2.3237,
"effort": "xhigh",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
},
@@ -2297,7 +2299,7 @@
"benchmark": {
"intelligenceIndex": 14.6,
"effort": "none",
- "measuredAt": "2026-09-15"
+ "measuredAt": "2026-09-16"
}
}
]