Skip to content

The open alternative to Salesforce, designed for AI.

chore: sync AI model catalog (#25745)

github-actions[bot]6e16c71c64f1
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
index 5a441628919..8085b68894b 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
@@ -4,6 +4,7 @@
"models": {
"gpt-5-nano": {
"intelligenceIndex": 13,
+ "outputTokensPerSecond": 186.28,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -14,6 +15,7 @@
},
"gpt-4.1-nano": {
"intelligenceIndex": 7.8,
+ "outputTokensPerSecond": 133.13,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4.1-nano",
@@ -24,6 +26,7 @@
},
"gpt-4o-2024-05-13": {
"intelligenceIndex": 7.3,
+ "outputTokensPerSecond": 117.26,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4o-2024-05-13",
@@ -33,7 +36,8 @@
},
"gpt-5.6-sol": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 70.266,
+ "outputTokensPerSecond": 68.05,
+ "costPerTask": 1.9885,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -45,7 +49,7 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 59.956,
+ "outputTokensPerSecond": 65.42,
"effort": "none",
"measuredAt": "2026-09-10",
"aliases": [
@@ -56,7 +60,8 @@
},
"low": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 60.903,
+ "outputTokensPerSecond": 67.39,
+ "costPerTask": 0.2606,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -67,7 +72,8 @@
},
"medium": {
"intelligenceIndex": 39.5,
- "outputTokensPerSecond": 66.513,
+ "outputTokensPerSecond": 64.56,
+ "costPerTask": 0.505,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -78,7 +84,8 @@
},
"high": {
"intelligenceIndex": 42.5,
- "outputTokensPerSecond": 62.78,
+ "outputTokensPerSecond": 61.67,
+ "costPerTask": 0.808,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -89,7 +96,8 @@
},
"xhigh": {
"intelligenceIndex": 44.1,
- "outputTokensPerSecond": 76.78,
+ "outputTokensPerSecond": 63.17,
+ "costPerTask": 1.1844,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -100,7 +108,8 @@
},
"max": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 70.266,
+ "outputTokensPerSecond": 68.05,
+ "costPerTask": 1.9885,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -113,6 +122,7 @@
},
"gpt-4o-2024-08-06": {
"intelligenceIndex": 7.7,
+ "outputTokensPerSecond": 121.13,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4o-2024-08-06",
@@ -122,7 +132,8 @@
},
"gpt-6-astra": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 52.865,
+ "outputTokensPerSecond": 56.47,
+ "costPerTask": 3.2575,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -133,7 +144,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 46,
- "outputTokensPerSecond": 45.731,
+ "outputTokensPerSecond": 47.09,
+ "costPerTask": 0.8175,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -144,7 +156,8 @@
},
"medium": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 47.767,
+ "outputTokensPerSecond": 47.18,
+ "costPerTask": 1.5406,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -155,7 +168,8 @@
},
"high": {
"intelligenceIndex": 51,
- "outputTokensPerSecond": 47.667,
+ "outputTokensPerSecond": 50.22,
+ "costPerTask": 1.7214,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -166,7 +180,8 @@
},
"xhigh": {
"intelligenceIndex": 52.5,
- "outputTokensPerSecond": 49.186,
+ "outputTokensPerSecond": 52.39,
+ "costPerTask": 2.3088,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -177,7 +192,8 @@
},
"max": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 52.865,
+ "outputTokensPerSecond": 56.47,
+ "costPerTask": 3.2575,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -190,6 +206,7 @@
},
"gpt-4.1-mini": {
"intelligenceIndex": 10.2,
+ "outputTokensPerSecond": 113.59,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4.1-mini",
@@ -200,6 +217,7 @@
},
"gpt-5.4": {
"intelligenceIndex": 39,
+ "outputTokensPerSecond": 144.49,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -211,6 +229,7 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
+ "outputTokensPerSecond": 107.99,
"effort": "none",
"measuredAt": "2026-09-10",
"aliases": [
@@ -221,6 +240,7 @@
},
"low": {
"intelligenceIndex": 27.6,
+ "outputTokensPerSecond": 108.52,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -231,6 +251,7 @@
},
"xhigh": {
"intelligenceIndex": 39,
+ "outputTokensPerSecond": 144.49,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -243,6 +264,7 @@
},
"gpt-4-turbo": {
"intelligenceIndex": 7,
+ "outputTokensPerSecond": 32.35,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4-turbo",
@@ -252,6 +274,7 @@
},
"gpt-5.1": {
"intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 121.12,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -278,7 +301,8 @@
},
"gpt-5.6-luna": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 125.889,
+ "outputTokensPerSecond": 119.82,
+ "costPerTask": 0.1783,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -290,7 +314,7 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 16.8,
- "outputTokensPerSecond": 113.34,
+ "outputTokensPerSecond": 117.9,
"effort": "none",
"measuredAt": "2026-09-10",
"aliases": [
@@ -301,7 +325,7 @@
},
"low": {
"intelligenceIndex": 21.8,
- "outputTokensPerSecond": 102.752,
+ "outputTokensPerSecond": 115.78,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -312,7 +336,7 @@
},
"medium": {
"intelligenceIndex": 25.8,
- "outputTokensPerSecond": 103.199,
+ "outputTokensPerSecond": 109.57,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -322,8 +346,8 @@
]
},
"high": {
- "intelligenceIndex": 32.4,
- "outputTokensPerSecond": 104.988,
+ "intelligenceIndex": 32.9,
+ "outputTokensPerSecond": 115.78,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -334,7 +358,8 @@
},
"xhigh": {
"intelligenceIndex": 34.8,
- "outputTokensPerSecond": 111.349,
+ "outputTokensPerSecond": 109.88,
+ "costPerTask": 0.0853,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -345,7 +370,8 @@
},
"max": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 125.889,
+ "outputTokensPerSecond": 119.82,
+ "costPerTask": 0.1783,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -358,7 +384,7 @@
},
"gpt-5.3-codex": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 126.359,
+ "outputTokensPerSecond": 136.73,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -370,6 +396,7 @@
},
"gpt-4o-mini": {
"intelligenceIndex": 6.7,
+ "outputTokensPerSecond": 147.5,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4o-mini",
@@ -384,6 +411,7 @@
},
"gpt-4.1": {
"intelligenceIndex": 12.7,
+ "outputTokensPerSecond": 160.68,
"measuredAt": "2026-09-10",
"aliases": [
"gpt-4.1",
@@ -394,6 +422,8 @@
},
"gpt-5.4-nano": {
"intelligenceIndex": 21.2,
+ "outputTokensPerSecond": 176.13,
+ "costPerTask": 0.1831,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -405,6 +435,8 @@
},
"gpt-5.4-mini": {
"intelligenceIndex": 24.6,
+ "outputTokensPerSecond": 218.49,
+ "costPerTask": 0.4097,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -416,6 +448,7 @@
},
"gpt-5-mini": {
"intelligenceIndex": 20.6,
+ "outputTokensPerSecond": 101.81,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -427,7 +460,8 @@
},
"gpt-5.6-terra": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 97.707,
+ "outputTokensPerSecond": 116.28,
+ "costPerTask": 1.3987,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -439,7 +473,7 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 22.3,
- "outputTokensPerSecond": 74.926,
+ "outputTokensPerSecond": 93.52,
"effort": "none",
"measuredAt": "2026-09-10",
"aliases": [
@@ -450,7 +484,7 @@
},
"low": {
"intelligenceIndex": 27.9,
- "outputTokensPerSecond": 82.953,
+ "outputTokensPerSecond": 93.16,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -460,8 +494,8 @@
]
},
"medium": {
- "intelligenceIndex": 30.4,
- "outputTokensPerSecond": 86.471,
+ "intelligenceIndex": 32.8,
+ "outputTokensPerSecond": 93.78,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -472,7 +506,8 @@
},
"high": {
"intelligenceIndex": 34.5,
- "outputTokensPerSecond": 76.196,
+ "outputTokensPerSecond": 94.81,
+ "costPerTask": 0.3379,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -483,7 +518,8 @@
},
"xhigh": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 87.741,
+ "outputTokensPerSecond": 99.47,
+ "costPerTask": 0.6318,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -494,7 +530,8 @@
},
"max": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 97.707,
+ "outputTokensPerSecond": 116.28,
+ "costPerTask": 1.3987,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -512,6 +549,7 @@
},
"gpt-5.2": {
"intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 88.9,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -523,6 +561,7 @@
},
"gpt-5": {
"intelligenceIndex": 23,
+ "outputTokensPerSecond": 100.8,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -533,6 +572,7 @@
},
"o4-mini": {
"intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 157.42,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -543,12 +583,13 @@
},
"o3-mini": {
"intelligenceIndex": 12.5,
+ "outputTokensPerSecond": 203.97,
"measuredAt": "2026-09-10",
"aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
},
"o3": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 116.754,
+ "outputTokensPerSecond": 174.72,
"measuredAt": "2026-09-10",
"aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
},
@@ -559,6 +600,8 @@
},
"gpt-5.5": {
"intelligenceIndex": 38.6,
+ "outputTokensPerSecond": 90.41,
+ "costPerTask": 2.634,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -570,6 +613,7 @@
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
+ "outputTokensPerSecond": 83.84,
"effort": "none",
"measuredAt": "2026-09-10",
"aliases": [
@@ -580,6 +624,7 @@
},
"low": {
"intelligenceIndex": 30.7,
+ "outputTokensPerSecond": 79.95,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -590,6 +635,8 @@
},
"medium": {
"intelligenceIndex": 34.2,
+ "outputTokensPerSecond": 90.84,
+ "costPerTask": 0.9017,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -600,6 +647,8 @@
},
"high": {
"intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 81.39,
+ "costPerTask": 1.5413,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -610,6 +659,8 @@
},
"xhigh": {
"intelligenceIndex": 38.6,
+ "outputTokensPerSecond": 90.41,
+ "costPerTask": 2.634,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -632,6 +683,8 @@
},
"claude-sonnet-4-6": {
"intelligenceIndex": 30.5,
+ "outputTokensPerSecond": 49.98,
+ "costPerTask": 2.4859,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -643,7 +696,7 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 51.582,
+ "outputTokensPerSecond": 44.78,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -654,6 +707,7 @@
},
"high": {
"intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 44.29,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -664,6 +718,8 @@
},
"max": {
"intelligenceIndex": 30.5,
+ "outputTokensPerSecond": 49.98,
+ "costPerTask": 2.4859,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -676,7 +732,8 @@
},
"claude-opus-5": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 55.074,
+ "outputTokensPerSecond": 54,
+ "costPerTask": 5.8584,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -687,7 +744,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.8,
- "outputTokensPerSecond": 51.143,
+ "outputTokensPerSecond": 53.01,
+ "costPerTask": 1.0983,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -698,7 +756,8 @@
},
"medium": {
"intelligenceIndex": 45.1,
- "outputTokensPerSecond": 49.942,
+ "outputTokensPerSecond": 53.25,
+ "costPerTask": 2.1895,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -709,7 +768,8 @@
},
"high": {
"intelligenceIndex": 48.2,
- "outputTokensPerSecond": 52.437,
+ "outputTokensPerSecond": 51.6,
+ "costPerTask": 3.6133,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -720,7 +780,8 @@
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 53.71,
+ "outputTokensPerSecond": 51.97,
+ "costPerTask": 4.8778,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -731,7 +792,8 @@
},
"max": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 55.074,
+ "outputTokensPerSecond": 54,
+ "costPerTask": 5.8584,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -744,6 +806,7 @@
},
"claude-opus-4-5": {
"intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 51.94,
"measuredAt": "2026-09-10",
"aliases": [
"claude-opus-4-5",
@@ -754,7 +817,8 @@
},
"claude-fable-5-1": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 68.471,
+ "outputTokensPerSecond": 69.37,
+ "costPerTask": 7.6297,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -765,7 +829,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 49.804,
+ "outputTokensPerSecond": 51.78,
+ "costPerTask": 2.371,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -776,7 +841,8 @@
},
"medium": {
"intelligenceIndex": 49.1,
- "outputTokensPerSecond": 51.939,
+ "outputTokensPerSecond": 55.29,
+ "costPerTask": 2.9826,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -787,7 +853,8 @@
},
"high": {
"intelligenceIndex": 51.2,
- "outputTokensPerSecond": 50.102,
+ "outputTokensPerSecond": 57.06,
+ "costPerTask": 3.9125,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -798,7 +865,8 @@
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 59.036,
+ "outputTokensPerSecond": 59.96,
+ "costPerTask": 5.9783,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -809,7 +877,8 @@
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 68.471,
+ "outputTokensPerSecond": 69.37,
+ "costPerTask": 7.6297,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -822,6 +891,7 @@
},
"claude-opus-4-6": {
"intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 39.27,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -833,6 +903,7 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
+ "outputTokensPerSecond": 39.01,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -843,6 +914,7 @@
},
"max": {
"intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 39.27,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -855,6 +927,7 @@
},
"claude-opus-4-7": {
"intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 50.24,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -865,6 +938,7 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
+ "outputTokensPerSecond": 46.45,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -875,6 +949,7 @@
},
"max": {
"intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 50.24,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -887,7 +962,8 @@
},
"claude-fable-5": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 67.057,
+ "outputTokensPerSecond": 64.28,
+ "costPerTask": 8.746,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -898,7 +974,8 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 67.057,
+ "outputTokensPerSecond": 64.28,
+ "costPerTask": 8.746,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -911,6 +988,8 @@
},
"claude-opus-4-8": {
"intelligenceIndex": 42,
+ "outputTokensPerSecond": 58.98,
+ "costPerTask": 4.081,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -921,6 +1000,8 @@
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 42,
+ "outputTokensPerSecond": 58.98,
+ "costPerTask": 4.081,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -933,7 +1014,8 @@
},
"claude-sonnet-5": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 82.247,
+ "outputTokensPerSecond": 79.49,
+ "costPerTask": 5.0912,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -944,7 +1026,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 64.602,
+ "outputTokensPerSecond": 61.97,
+ "costPerTask": 0.5088,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -955,7 +1038,8 @@
},
"medium": {
"intelligenceIndex": 28.4,
- "outputTokensPerSecond": 62.211,
+ "outputTokensPerSecond": 63.82,
+ "costPerTask": 0.9991,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -966,7 +1050,7 @@
},
"high": {
"intelligenceIndex": 28.9,
- "outputTokensPerSecond": 66.693,
+ "outputTokensPerSecond": 61.14,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -976,7 +1060,7 @@
]
},
"xhigh": {
- "outputTokensPerSecond": 77.387,
+ "outputTokensPerSecond": 68.39,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
@@ -987,7 +1071,8 @@
},
"max": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 82.247,
+ "outputTokensPerSecond": 79.49,
+ "costPerTask": 5.0912,
"effort": "max",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1000,6 +1085,7 @@
},
"claude-opus-4-5-20251101": {
"intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 51.94,
"measuredAt": "2026-09-10",
"aliases": [
"claude-opus-4-5-20251101",
@@ -1010,7 +1096,8 @@
},
"gemini-3.1-pro-preview": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 119.905,
+ "outputTokensPerSecond": 118.42,
+ "costPerTask": 0.6747,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-3.1-pro-preview",
@@ -1021,6 +1108,7 @@
},
"gemini-2.5-flash-lite": {
"intelligenceIndex": 8.5,
+ "outputTokensPerSecond": 400.75,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-2.5-flash-lite",
@@ -1031,7 +1119,8 @@
},
"gemini-3.6-flash": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 184.161,
+ "outputTokensPerSecond": 204.37,
+ "costPerTask": 0.9288,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1043,7 +1132,8 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 184.161,
+ "outputTokensPerSecond": 204.37,
+ "costPerTask": 0.9288,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1056,6 +1146,8 @@
},
"gemini-3.1-flash-lite": {
"intelligenceIndex": 16,
+ "outputTokensPerSecond": 314.98,
+ "costPerTask": 0.0394,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-3.1-flash-lite",
@@ -1066,7 +1158,7 @@
},
"gemini-3.5-flash": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 236.057,
+ "outputTokensPerSecond": 218.89,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1078,7 +1170,7 @@
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 235.737,
+ "outputTokensPerSecond": 196.55,
"effort": "minimal",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1089,7 +1181,7 @@
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 236.057,
+ "outputTokensPerSecond": 218.89,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1100,6 +1192,8 @@
},
"high": {
"intelligenceIndex": 33,
+ "outputTokensPerSecond": 216.6,
+ "costPerTask": 1.5625,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1112,6 +1206,8 @@
},
"gemini-3.1-flash-lite-preview": {
"intelligenceIndex": 16,
+ "outputTokensPerSecond": 314.98,
+ "costPerTask": 0.0394,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-3.1-flash-lite-preview",
@@ -1122,7 +1218,8 @@
},
"gemini-3.5-flash-lite": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 349.946,
+ "outputTokensPerSecond": 362.7,
+ "costPerTask": 0.1235,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-3.5-flash-lite",
@@ -1133,7 +1230,8 @@
},
"gemini-flash-lite-latest": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 349.946,
+ "outputTokensPerSecond": 362.7,
+ "costPerTask": 0.1235,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-flash-lite-latest",
@@ -1144,6 +1242,7 @@
},
"gemini-3-flash-preview": {
"intelligenceIndex": 26.3,
+ "outputTokensPerSecond": 213.74,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-3-flash-preview",
@@ -1154,7 +1253,8 @@
},
"gemini-3.8-flash": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1166,6 +1266,7 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 265.34,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1176,6 +1277,8 @@
},
"medium": {
"intelligenceIndex": 40,
+ "outputTokensPerSecond": 246.33,
+ "costPerTask": 0.931,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1186,7 +1289,8 @@
},
"high": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1199,7 +1303,7 @@
},
"gemini-3.7-flash": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 302.587,
+ "outputTokensPerSecond": 311.28,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1211,7 +1315,7 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 285.813,
+ "outputTokensPerSecond": 319.53,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1222,7 +1326,7 @@
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 302.587,
+ "outputTokensPerSecond": 311.28,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1233,7 +1337,8 @@
},
"high": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 323.612,
+ "outputTokensPerSecond": 322.13,
+ "costPerTask": 0.9253,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1246,6 +1351,8 @@
},
"gemini-2.5-pro": {
"intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 126.75,
+ "costPerTask": 0.2317,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-2.5-pro",
@@ -1256,7 +1363,8 @@
},
"gemini-flash-latest": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1268,6 +1376,7 @@
},
"gemini-2.5-flash": {
"intelligenceIndex": 13.1,
+ "outputTokensPerSecond": 228.98,
"measuredAt": "2026-09-10",
"aliases": [
"gemini-2.5-flash",
@@ -1316,6 +1425,8 @@
},
"grok-4.3": {
"intelligenceIndex": 25.4,
+ "outputTokensPerSecond": 123.14,
+ "costPerTask": 0.1653,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1327,7 +1438,8 @@
},
"grok-4.5": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 54.419,
+ "outputTokensPerSecond": 58.95,
+ "costPerTask": 1.0365,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1339,7 +1451,8 @@
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 54.419,
+ "outputTokensPerSecond": 58.95,
+ "costPerTask": 1.0365,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1352,7 +1465,8 @@
},
"grok-4.6": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 65.8,
+ "outputTokensPerSecond": 58.48,
+ "costPerTask": 1.8589,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1364,7 +1478,8 @@
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.4,
- "outputTokensPerSecond": 54.33,
+ "outputTokensPerSecond": 60.08,
+ "costPerTask": 0.4753,
"effort": "low",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1375,7 +1490,8 @@
},
"medium": {
"intelligenceIndex": 43,
- "outputTokensPerSecond": 59.973,
+ "outputTokensPerSecond": 60.52,
+ "costPerTask": 1.4963,
"effort": "medium",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1386,7 +1502,8 @@
},
"high": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 65.8,
+ "outputTokensPerSecond": 58.48,
+ "costPerTask": 1.8589,
"effort": "high",
"measuredAt": "2026-09-10",
"aliases": [
@@ -1397,7 +1514,8 @@
},
"xhigh": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.636,
+ "outputTokensPerSecond": 59.57,
+ "costPerTask": 2.3237,
"effort": "xhigh",
"measuredAt": "2026-09-10",
"aliases": [
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
index 7a74dd8c6ed..5f082006e17 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
@@ -17,6 +17,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13,
+ "outputTokensPerSecond": 186.28,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -33,6 +34,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.8,
+ "outputTokensPerSecond": 133.13,
"measuredAt": "2026-09-10"
},
"isDeprecated": true
@@ -48,6 +50,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.3,
+ "outputTokensPerSecond": 117.26,
"measuredAt": "2026-09-10"
},
"isDeprecated": true
@@ -85,44 +88,50 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 70.266,
+ "outputTokensPerSecond": 68.05,
+ "costPerTask": 1.9885,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 28.3,
- "outputTokensPerSecond": 59.956,
+ "outputTokensPerSecond": 65.42,
"effort": "none",
"measuredAt": "2026-09-10"
},
"low": {
"intelligenceIndex": 33.8,
- "outputTokensPerSecond": 60.903,
+ "outputTokensPerSecond": 67.39,
+ "costPerTask": 0.2606,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 39.5,
- "outputTokensPerSecond": 66.513,
+ "outputTokensPerSecond": 64.56,
+ "costPerTask": 0.505,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 42.5,
- "outputTokensPerSecond": 62.78,
+ "outputTokensPerSecond": 61.67,
+ "costPerTask": 0.808,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 44.1,
- "outputTokensPerSecond": 76.78,
+ "outputTokensPerSecond": 63.17,
+ "costPerTask": 1.1844,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 47.1,
- "outputTokensPerSecond": 70.266,
+ "outputTokensPerSecond": 68.05,
+ "costPerTask": 1.9885,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -140,6 +149,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7.7,
+ "outputTokensPerSecond": 121.13,
"measuredAt": "2026-09-10"
}
},
@@ -165,38 +175,44 @@
"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 52.865,
+ "outputTokensPerSecond": 56.47,
+ "costPerTask": 3.2575,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 46,
- "outputTokensPerSecond": 45.731,
+ "outputTokensPerSecond": 47.09,
+ "costPerTask": 0.8175,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 47.767,
+ "outputTokensPerSecond": 47.18,
+ "costPerTask": 1.5406,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 51,
- "outputTokensPerSecond": 47.667,
+ "outputTokensPerSecond": 50.22,
+ "costPerTask": 1.7214,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 52.5,
- "outputTokensPerSecond": 49.186,
+ "outputTokensPerSecond": 52.39,
+ "costPerTask": 2.3088,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 52.8,
- "outputTokensPerSecond": 52.865,
+ "outputTokensPerSecond": 56.47,
+ "costPerTask": 3.2575,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -237,6 +253,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 10.2,
+ "outputTokensPerSecond": 113.59,
"measuredAt": "2026-09-10"
}
},
@@ -260,22 +277,26 @@
"efforts": ["none", "low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 39,
+ "outputTokensPerSecond": 144.49,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 18.2,
+ "outputTokensPerSecond": 107.99,
"effort": "none",
"measuredAt": "2026-09-10"
},
"low": {
"intelligenceIndex": 27.6,
+ "outputTokensPerSecond": 108.52,
"effort": "low",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 39,
+ "outputTokensPerSecond": 144.49,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -292,6 +313,7 @@
"modalities": ["image"],
"benchmark": {
"intelligenceIndex": 7,
+ "outputTokensPerSecond": 32.35,
"measuredAt": "2026-09-10"
},
"isDeprecated": true
@@ -309,6 +331,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 121.12,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -367,44 +390,47 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 125.889,
+ "outputTokensPerSecond": 119.82,
+ "costPerTask": 0.1783,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 16.8,
- "outputTokensPerSecond": 113.34,
+ "outputTokensPerSecond": 117.9,
"effort": "none",
"measuredAt": "2026-09-10"
},
"low": {
"intelligenceIndex": 21.8,
- "outputTokensPerSecond": 102.752,
+ "outputTokensPerSecond": 115.78,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 25.8,
- "outputTokensPerSecond": 103.199,
+ "outputTokensPerSecond": 109.57,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
- "intelligenceIndex": 32.4,
- "outputTokensPerSecond": 104.988,
+ "intelligenceIndex": 32.9,
+ "outputTokensPerSecond": 115.78,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 34.8,
- "outputTokensPerSecond": 111.349,
+ "outputTokensPerSecond": 109.88,
+ "costPerTask": 0.0853,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 37.5,
- "outputTokensPerSecond": 125.889,
+ "outputTokensPerSecond": 119.82,
+ "costPerTask": 0.1783,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -423,7 +449,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 32.5,
- "outputTokensPerSecond": 126.359,
+ "outputTokensPerSecond": 136.73,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -440,6 +466,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 6.7,
+ "outputTokensPerSecond": 147.5,
"measuredAt": "2026-09-10"
}
},
@@ -471,6 +498,7 @@
"modalities": ["image", "pdf"],
"benchmark": {
"intelligenceIndex": 12.7,
+ "outputTokensPerSecond": 160.68,
"measuredAt": "2026-09-10"
}
},
@@ -487,6 +515,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 21.2,
+ "outputTokensPerSecond": 176.13,
+ "costPerTask": 0.1831,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -520,6 +550,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 24.6,
+ "outputTokensPerSecond": 218.49,
+ "costPerTask": 0.4097,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -557,6 +589,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.6,
+ "outputTokensPerSecond": 101.81,
"effort": "medium",
"measuredAt": "2026-09-10"
}
@@ -599,44 +632,48 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 97.707,
+ "outputTokensPerSecond": 116.28,
+ "costPerTask": 1.3987,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 22.3,
- "outputTokensPerSecond": 74.926,
+ "outputTokensPerSecond": 93.52,
"effort": "none",
"measuredAt": "2026-09-10"
},
"low": {
"intelligenceIndex": 27.9,
- "outputTokensPerSecond": 82.953,
+ "outputTokensPerSecond": 93.16,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
- "intelligenceIndex": 30.4,
- "outputTokensPerSecond": 86.471,
+ "intelligenceIndex": 32.8,
+ "outputTokensPerSecond": 93.78,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 34.5,
- "outputTokensPerSecond": 76.196,
+ "outputTokensPerSecond": 94.81,
+ "costPerTask": 0.3379,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 38.2,
- "outputTokensPerSecond": 87.741,
+ "outputTokensPerSecond": 99.47,
+ "costPerTask": 0.6318,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 42.3,
- "outputTokensPerSecond": 97.707,
+ "outputTokensPerSecond": 116.28,
+ "costPerTask": 1.3987,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -669,6 +706,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 88.9,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -686,6 +724,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 23,
+ "outputTokensPerSecond": 100.8,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -716,6 +755,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 157.42,
"effort": "high",
"measuredAt": "2026-09-10"
},
@@ -745,6 +785,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 12.5,
+ "outputTokensPerSecond": 203.97,
"measuredAt": "2026-09-10"
},
"isDeprecated": true
@@ -762,7 +803,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 20.2,
- "outputTokensPerSecond": 116.754,
+ "outputTokensPerSecond": 174.72,
"measuredAt": "2026-09-10"
}
},
@@ -813,32 +854,42 @@
"efforts": ["none", "low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.6,
+ "outputTokensPerSecond": 90.41,
+ "costPerTask": 2.634,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"none": {
"intelligenceIndex": 23.2,
+ "outputTokensPerSecond": 83.84,
"effort": "none",
"measuredAt": "2026-09-10"
},
"low": {
"intelligenceIndex": 30.7,
+ "outputTokensPerSecond": 79.95,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 34.2,
+ "outputTokensPerSecond": 90.84,
+ "costPerTask": 0.9017,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 37.3,
+ "outputTokensPerSecond": 81.39,
+ "costPerTask": 1.5413,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 38.6,
+ "outputTokensPerSecond": 90.41,
+ "costPerTask": 2.634,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}
@@ -881,23 +932,28 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 30.5,
+ "outputTokensPerSecond": 49.98,
+ "costPerTask": 2.4859,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 23.3,
- "outputTokensPerSecond": 51.582,
+ "outputTokensPerSecond": 44.78,
"effort": "low",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 24.7,
+ "outputTokensPerSecond": 44.29,
"effort": "high",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 30.5,
+ "outputTokensPerSecond": 49.98,
+ "costPerTask": 2.4859,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -918,38 +974,44 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 55.074,
+ "outputTokensPerSecond": 54,
+ "costPerTask": 5.8584,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 39.8,
- "outputTokensPerSecond": 51.143,
+ "outputTokensPerSecond": 53.01,
+ "costPerTask": 1.0983,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 45.1,
- "outputTokensPerSecond": 49.942,
+ "outputTokensPerSecond": 53.25,
+ "costPerTask": 2.1895,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 48.2,
- "outputTokensPerSecond": 52.437,
+ "outputTokensPerSecond": 51.6,
+ "costPerTask": 3.6133,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 53.71,
+ "outputTokensPerSecond": 51.97,
+ "costPerTask": 4.8778,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 50.7,
- "outputTokensPerSecond": 55.074,
+ "outputTokensPerSecond": 54,
+ "costPerTask": 5.8584,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -970,6 +1032,7 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 51.94,
"measuredAt": "2026-09-10"
}
},
@@ -988,38 +1051,44 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 68.471,
+ "outputTokensPerSecond": 69.37,
+ "costPerTask": 7.6297,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 47,
- "outputTokensPerSecond": 49.804,
+ "outputTokensPerSecond": 51.78,
+ "costPerTask": 2.371,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 49.1,
- "outputTokensPerSecond": 51.939,
+ "outputTokensPerSecond": 55.29,
+ "costPerTask": 2.9826,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 51.2,
- "outputTokensPerSecond": 50.102,
+ "outputTokensPerSecond": 57.06,
+ "costPerTask": 3.9125,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 53.2,
- "outputTokensPerSecond": 59.036,
+ "outputTokensPerSecond": 59.96,
+ "costPerTask": 5.9783,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 53.4,
- "outputTokensPerSecond": 68.471,
+ "outputTokensPerSecond": 69.37,
+ "costPerTask": 7.6297,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1040,17 +1109,20 @@
"efforts": ["low", "medium", "high", "max"],
"benchmark": {
"intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 39.27,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 26.4,
+ "outputTokensPerSecond": 39.01,
"effort": "high",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 31.9,
+ "outputTokensPerSecond": 39.27,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1084,17 +1156,20 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 50.24,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 30.9,
+ "outputTokensPerSecond": 46.45,
"effort": "high",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 40.7,
+ "outputTokensPerSecond": 50.24,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1128,14 +1203,16 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 67.057,
+ "outputTokensPerSecond": 64.28,
+ "costPerTask": 8.746,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 49.7,
- "outputTokensPerSecond": 67.057,
+ "outputTokensPerSecond": 64.28,
+ "costPerTask": 8.746,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1182,12 +1259,16 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 42,
+ "outputTokensPerSecond": 58.98,
+ "costPerTask": 4.081,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"max": {
"intelligenceIndex": 42,
+ "outputTokensPerSecond": 58.98,
+ "costPerTask": 4.081,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1208,37 +1289,41 @@
"efforts": ["low", "medium", "high", "xhigh", "max"],
"benchmark": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 82.247,
+ "outputTokensPerSecond": 79.49,
+ "costPerTask": 5.0912,
"effort": "max",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 24.7,
- "outputTokensPerSecond": 64.602,
+ "outputTokensPerSecond": 61.97,
+ "costPerTask": 0.5088,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 28.4,
- "outputTokensPerSecond": 62.211,
+ "outputTokensPerSecond": 63.82,
+ "costPerTask": 0.9991,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 28.9,
- "outputTokensPerSecond": 66.693,
+ "outputTokensPerSecond": 61.14,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
- "outputTokensPerSecond": 77.387,
+ "outputTokensPerSecond": 68.39,
"effort": "xhigh",
"measuredAt": "2026-09-10"
},
"max": {
"intelligenceIndex": 38.4,
- "outputTokensPerSecond": 82.247,
+ "outputTokensPerSecond": 79.49,
+ "costPerTask": 5.0912,
"effort": "max",
"measuredAt": "2026-09-10"
}
@@ -1259,6 +1344,7 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 29.1,
+ "outputTokensPerSecond": 51.94,
"measuredAt": "2026-09-10"
}
}
@@ -1336,7 +1422,8 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 30.4,
- "outputTokensPerSecond": 119.905,
+ "outputTokensPerSecond": 118.42,
+ "costPerTask": 0.6747,
"measuredAt": "2026-09-10"
}
},
@@ -1371,6 +1458,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 8.5,
+ "outputTokensPerSecond": 400.75,
"measuredAt": "2026-09-10"
}
},
@@ -1404,14 +1492,16 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 184.161,
+ "outputTokensPerSecond": 204.37,
+ "costPerTask": 0.9288,
"effort": "high",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 34.3,
- "outputTokensPerSecond": 184.161,
+ "outputTokensPerSecond": 204.37,
+ "costPerTask": 0.9288,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -1430,6 +1520,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
+ "outputTokensPerSecond": 314.98,
+ "costPerTask": 0.0394,
"measuredAt": "2026-09-10"
}
},
@@ -1458,25 +1550,27 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 236.057,
+ "outputTokensPerSecond": 218.89,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"minimal": {
"intelligenceIndex": 23.8,
- "outputTokensPerSecond": 235.737,
+ "outputTokensPerSecond": 196.55,
"effort": "minimal",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 33.6,
- "outputTokensPerSecond": 236.057,
+ "outputTokensPerSecond": 218.89,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 33,
+ "outputTokensPerSecond": 216.6,
+ "costPerTask": 1.5625,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -1495,6 +1589,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16,
+ "outputTokensPerSecond": 314.98,
+ "costPerTask": 0.0394,
"measuredAt": "2026-09-10"
},
"isDeprecated": true
@@ -1513,7 +1609,8 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 349.946,
+ "outputTokensPerSecond": 362.7,
+ "costPerTask": 0.1235,
"measuredAt": "2026-09-10"
}
},
@@ -1530,7 +1627,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 22.7,
- "outputTokensPerSecond": 349.946,
+ "outputTokensPerSecond": 362.7,
+ "costPerTask": 0.1235,
"measuredAt": "2026-09-10"
}
},
@@ -1548,6 +1646,7 @@
"efforts": ["minimal", "low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 26.3,
+ "outputTokensPerSecond": 213.74,
"measuredAt": "2026-09-10"
}
},
@@ -1565,24 +1664,29 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 265.34,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 40,
+ "outputTokensPerSecond": 246.33,
+ "costPerTask": 0.931,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -1602,26 +1706,27 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 302.587,
+ "outputTokensPerSecond": 311.28,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 36.9,
- "outputTokensPerSecond": 285.813,
+ "outputTokensPerSecond": 319.53,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 39.6,
- "outputTokensPerSecond": 302.587,
+ "outputTokensPerSecond": 311.28,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 39.4,
- "outputTokensPerSecond": 323.612,
+ "outputTokensPerSecond": 322.13,
+ "costPerTask": 0.9253,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -1646,6 +1751,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 16.7,
+ "outputTokensPerSecond": 126.75,
+ "costPerTask": 0.2317,
"measuredAt": "2026-09-10"
}
},
@@ -1662,7 +1769,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 41.2,
- "outputTokensPerSecond": 308.869,
+ "outputTokensPerSecond": 280.76,
+ "costPerTask": 1.2428,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -1680,6 +1788,7 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 13.1,
+ "outputTokensPerSecond": 228.98,
"measuredAt": "2026-09-10"
}
}
@@ -2030,6 +2139,8 @@
"supportsReasoning": true,
"benchmark": {
"intelligenceIndex": 25.4,
+ "outputTokensPerSecond": 123.14,
+ "costPerTask": 0.1653,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -2072,14 +2183,16 @@
"efforts": ["low", "medium", "high"],
"benchmark": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 54.419,
+ "outputTokensPerSecond": 58.95,
+ "costPerTask": 1.0365,
"effort": "high",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"high": {
"intelligenceIndex": 39.1,
- "outputTokensPerSecond": 54.419,
+ "outputTokensPerSecond": 58.95,
+ "costPerTask": 1.0365,
"effort": "high",
"measuredAt": "2026-09-10"
}
@@ -2123,32 +2236,37 @@
"efforts": ["low", "medium", "high", "xhigh"],
"benchmark": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 65.8,
+ "outputTokensPerSecond": 58.48,
+ "costPerTask": 1.8589,
"effort": "high",
"measuredAt": "2026-09-10"
},
"benchmarkByEffort": {
"low": {
"intelligenceIndex": 35.4,
- "outputTokensPerSecond": 54.33,
+ "outputTokensPerSecond": 60.08,
+ "costPerTask": 0.4753,
"effort": "low",
"measuredAt": "2026-09-10"
},
"medium": {
"intelligenceIndex": 43,
- "outputTokensPerSecond": 59.973,
+ "outputTokensPerSecond": 60.52,
+ "costPerTask": 1.4963,
"effort": "medium",
"measuredAt": "2026-09-10"
},
"high": {
"intelligenceIndex": 44.4,
- "outputTokensPerSecond": 65.8,
+ "outputTokensPerSecond": 58.48,
+ "costPerTask": 1.8589,
"effort": "high",
"measuredAt": "2026-09-10"
},
"xhigh": {
"intelligenceIndex": 44.3,
- "outputTokensPerSecond": 60.636,
+ "outputTokensPerSecond": 59.57,
+ "costPerTask": 2.3237,
"effort": "xhigh",
"measuredAt": "2026-09-10"
}