The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
chore: sync AI model catalog (#25731)
github-actions[bot]25b04b7dafba
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.jsonindex d0becbc5adb..5a441628919 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json@@ -4,6 +4,7 @@"models": {"gpt-5-nano": {"intelligenceIndex": 13,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gpt-5-nano",@@ -32,14 +33,83 @@},"gpt-5.6-sol": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 73.005,+ "outputTokensPerSecond": 70.266,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["gpt-5.6-sol","gpt-5-6-sol","d93edfe8-bf35-49ad-b56e-b18116142a1c","GPT-5.6 Sol (max)"- ]+ ],+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 28.3,+ "outputTokensPerSecond": 59.956,+ "effort": "none",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol-non-reasoning",+ "7c4d1e30-6ecb-46cf-880c-41446d7b51f1",+ "GPT-5.6 Sol (Non-reasoning)"+ ]+ },+ "low": {+ "intelligenceIndex": 33.8,+ "outputTokensPerSecond": 60.903,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol-low",+ "0904b596-8932-43bd-9b21-324f128e1723",+ "GPT-5.6 Sol (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 39.5,+ "outputTokensPerSecond": 66.513,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol-medium",+ "6f174934-5b7d-4333-86cb-f5ebf4a862e3",+ "GPT-5.6 Sol (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 42.5,+ "outputTokensPerSecond": 62.78,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol-high",+ "8afc250d-b538-45a2-812a-4605f4ffd87e",+ "GPT-5.6 Sol (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 44.1,+ "outputTokensPerSecond": 76.78,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol-xhigh",+ "d998db47-9b67-4727-a2bb-2e1261020ac0",+ "GPT-5.6 Sol (xhigh)"+ ]+ },+ "max": {+ "intelligenceIndex": 47.1,+ "outputTokensPerSecond": 70.266,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-sol",+ "d93edfe8-bf35-49ad-b56e-b18116142a1c",+ "GPT-5.6 Sol (max)"+ ]+ }+ }},"gpt-4o-2024-08-06": {"intelligenceIndex": 7.7,@@ -52,13 +122,71 @@},"gpt-6-astra": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 60.822,+ "outputTokensPerSecond": 52.865,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["gpt-6-astra","2f339a97-9a0d-499a-9cb5-e0db665bfa25","GPT-6 Astra (max)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 46,+ "outputTokensPerSecond": 45.731,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-6-astra-low",+ "a3f8100d-e38f-408b-b0fa-0085dae18dc1",+ "GPT-6 Astra (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 47.767,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-6-astra-medium",+ "e97a4ef5-e817-480e-9595-12f81dc4974f",+ "GPT-6 Astra (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 51,+ "outputTokensPerSecond": 47.667,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-6-astra-high",+ "e05a4828-0536-4876-870d-a235023f992b",+ "GPT-6 Astra (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 52.5,+ "outputTokensPerSecond": 49.186,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-6-astra-xhigh",+ "1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3",+ "GPT-6 Astra (xhigh)"+ ]+ },+ "max": {+ "intelligenceIndex": 52.8,+ "outputTokensPerSecond": 52.865,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-6-astra",+ "2f339a97-9a0d-499a-9cb5-e0db665bfa25",+ "GPT-6 Astra (max)"+ ]+ }+ }},"gpt-4.1-mini": {"intelligenceIndex": 10.2,@@ -72,13 +200,46 @@},"gpt-5.4": {"intelligenceIndex": 39,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.4","gpt-5-4","a89c4b28-2d8c-456e-88ea-255fb51fd2b6","GPT-5.4 (xhigh)"- ]+ ],+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 18.2,+ "effort": "none",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-4-non-reasoning",+ "493f6a1e-7717-4e98-9d6f-548b92c4702d",+ "GPT-5.4 (Non-reasoning)"+ ]+ },+ "low": {+ "intelligenceIndex": 27.6,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-4-low",+ "538e945c-6c27-4fd3-995d-ded80a36cd10",+ "GPT-5.4 (low)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 39,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-4",+ "a89c4b28-2d8c-456e-88ea-255fb51fd2b6",+ "GPT-5.4 (xhigh)"+ ]+ }+ }},"gpt-4-turbo": {"intelligenceIndex": 7,@@ -91,6 +252,7 @@},"gpt-5.1": {"intelligenceIndex": 24.7,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gpt-5.1",@@ -116,18 +278,88 @@},"gpt-5.6-luna": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 123.243,+ "outputTokensPerSecond": 125.889,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["gpt-5.6-luna","gpt-5-6-luna","426d24c8-49ae-482a-b4a8-20f1c53f21c1","GPT-5.6 Luna (max)"- ]+ ],+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 16.8,+ "outputTokensPerSecond": 113.34,+ "effort": "none",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna-non-reasoning",+ "dc64f856-3ded-497d-9527-d41d31267ed5",+ "GPT-5.6 Luna (Non-reasoning)"+ ]+ },+ "low": {+ "intelligenceIndex": 21.8,+ "outputTokensPerSecond": 102.752,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna-low",+ "050c61cd-cddc-463a-a30a-a82aaa37be59",+ "GPT-5.6 Luna (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 25.8,+ "outputTokensPerSecond": 103.199,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna-medium",+ "58b812bf-8498-46db-b834-f43ccc614b61",+ "GPT-5.6 Luna (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 32.4,+ "outputTokensPerSecond": 104.988,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna-high",+ "aa55297e-8fbf-4372-b4ab-9b068dc6396c",+ "GPT-5.6 Luna (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 34.8,+ "outputTokensPerSecond": 111.349,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna-xhigh",+ "87110ff0-1f79-41b4-9976-eda250597317",+ "GPT-5.6 Luna (xhigh)"+ ]+ },+ "max": {+ "intelligenceIndex": 37.5,+ "outputTokensPerSecond": 125.889,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-luna",+ "426d24c8-49ae-482a-b4a8-20f1c53f21c1",+ "GPT-5.6 Luna (max)"+ ]+ }+ }},"gpt-5.3-codex": {"intelligenceIndex": 32.5,- "outputTokensPerSecond": 143.044,+ "outputTokensPerSecond": 126.359,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.3-codex",@@ -162,6 +394,7 @@},"gpt-5.4-nano": {"intelligenceIndex": 21.2,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.4-nano",@@ -172,6 +405,7 @@},"gpt-5.4-mini": {"intelligenceIndex": 24.6,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.4-mini",@@ -182,6 +416,7 @@},"gpt-5-mini": {"intelligenceIndex": 20.6,+ "effort": "medium","measuredAt": "2026-09-10","aliases": ["gpt-5-mini",@@ -192,14 +427,83 @@},"gpt-5.6-terra": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 124.121,+ "outputTokensPerSecond": 97.707,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["gpt-5.6-terra","gpt-5-6-terra","bcf8db0a-3bb6-4d82-9516-0f57370c85a6","GPT-5.6 Terra (max)"- ]+ ],+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 22.3,+ "outputTokensPerSecond": 74.926,+ "effort": "none",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra-non-reasoning",+ "9b97a35e-6ac7-44d9-91c6-422fa678963e",+ "GPT-5.6 Terra (Non-reasoning)"+ ]+ },+ "low": {+ "intelligenceIndex": 27.9,+ "outputTokensPerSecond": 82.953,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra-low",+ "cc4a20cd-09fe-4962-a430-119c815e85fa",+ "GPT-5.6 Terra (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 30.4,+ "outputTokensPerSecond": 86.471,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra-medium",+ "26e0f83a-ca98-4f34-94ac-7c5e251ee410",+ "GPT-5.6 Terra (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 34.5,+ "outputTokensPerSecond": 76.196,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra-high",+ "81972fba-1219-477e-bbfb-18c656a63ff7",+ "GPT-5.6 Terra (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 38.2,+ "outputTokensPerSecond": 87.741,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra-xhigh",+ "9e30696f-16fa-4b4f-ba53-161895a85fed",+ "GPT-5.6 Terra (xhigh)"+ ]+ },+ "max": {+ "intelligenceIndex": 42.3,+ "outputTokensPerSecond": 97.707,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-6-terra",+ "bcf8db0a-3bb6-4d82-9516-0f57370c85a6",+ "GPT-5.6 Terra (max)"+ ]+ }+ }},"gpt-4": {"intelligenceIndex": 6.7,@@ -208,6 +512,7 @@},"gpt-5.2": {"intelligenceIndex": 30.4,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.2",@@ -218,6 +523,7 @@},"gpt-5": {"intelligenceIndex": 23,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gpt-5",@@ -227,6 +533,7 @@},"o4-mini": {"intelligenceIndex": 16.7,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["o4-mini",@@ -241,7 +548,7 @@},"o3": {"intelligenceIndex": 20.2,- "outputTokensPerSecond": 151.22,+ "outputTokensPerSecond": 116.754,"measuredAt": "2026-09-10","aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]},@@ -252,13 +559,66 @@},"gpt-5.5": {"intelligenceIndex": 38.6,+ "effort": "xhigh","measuredAt": "2026-09-10","aliases": ["gpt-5.5","gpt-5-5","1f054429-397e-4fdb-9e71-67bc92c1735e","GPT-5.5 (xhigh)"- ]+ ],+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 23.2,+ "effort": "none",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-5-non-reasoning",+ "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",+ "GPT-5.5 (Non-reasoning)"+ ]+ },+ "low": {+ "intelligenceIndex": 30.7,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-5-low",+ "c77cfe51-f4a0-4692-9dee-5061ef667f23",+ "GPT-5.5 (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 34.2,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-5-medium",+ "6b79f899-e3c0-45f6-923c-243faccdb2fc",+ "GPT-5.5 (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 37.3,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-5-high",+ "b13c1257-d746-4027-8fc8-4892dc14701c",+ "GPT-5.5 (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 38.6,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gpt-5-5",+ "1f054429-397e-4fdb-9e71-67bc92c1735e",+ "GPT-5.5 (xhigh)"+ ]+ }+ }},"gpt-4o-2024-11-20": {"intelligenceIndex": 9,@@ -272,23 +632,115 @@},"claude-sonnet-4-6": {"intelligenceIndex": 30.5,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-sonnet-4-6","claude-sonnet-4-6-adaptive","df8d14e0-3997-4e4d-b4ad-9c047acc9c69","Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 23.3,+ "outputTokensPerSecond": 51.582,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-4-6-non-reasoning-low-effort",+ "f2e21112-192e-4aed-ae82-68ca3b38e667",+ "Claude Sonnet 4.6 (Non-reasoning, Low Effort)"+ ]+ },+ "high": {+ "intelligenceIndex": 24.7,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-4-6",+ "2e40e695-3cec-43da-83f9-615af30b8e91",+ "Claude Sonnet 4.6 (Non-reasoning, High Effort)"+ ]+ },+ "max": {+ "intelligenceIndex": 30.5,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-4-6-adaptive",+ "df8d14e0-3997-4e4d-b4ad-9c047acc9c69",+ "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-opus-5": {"intelligenceIndex": 50.7,"outputTokensPerSecond": 55.074,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-opus-5","b8fc61f7-5e9a-49e6-8547-6ac56db24627","Claude Opus 5 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 39.8,+ "outputTokensPerSecond": 51.143,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-5-low",+ "20928ba9-3a3f-415f-9519-b84ff64ecf34",+ "Claude Opus 5 (Adaptive Reasoning, Low Effort)"+ ]+ },+ "medium": {+ "intelligenceIndex": 45.1,+ "outputTokensPerSecond": 49.942,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-5-medium",+ "ff51be8f-e362-4a7e-9043-687ba15de207",+ "Claude Opus 5 (Adaptive Reasoning, Medium Effort)"+ ]+ },+ "high": {+ "intelligenceIndex": 48.2,+ "outputTokensPerSecond": 52.437,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-5-high",+ "712be54a-77ae-41b2-9a58-21181479d6ee",+ "Claude Opus 5 (Adaptive Reasoning, High Effort)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 53.71,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-5-xhigh",+ "1305c921-7aaa-4d6d-99b5-99b3acf15e19",+ "Claude Opus 5 (Adaptive Reasoning, Xhigh Effort)"+ ]+ },+ "max": {+ "intelligenceIndex": 50.7,+ "outputTokensPerSecond": 55.074,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-5",+ "b8fc61f7-5e9a-49e6-8547-6ac56db24627",+ "Claude Opus 5 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-opus-4-5": {"intelligenceIndex": 29.1,@@ -302,61 +754,249 @@},"claude-fable-5-1": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 69.904,+ "outputTokensPerSecond": 68.471,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-fable-5-1","3e87c73e-a257-495e-9730-367a66229811","Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 47,+ "outputTokensPerSecond": 49.804,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5-1-low",+ "05776db7-f5c0-40f7-b824-079160f8cfa8",+ "Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)"+ ]+ },+ "medium": {+ "intelligenceIndex": 49.1,+ "outputTokensPerSecond": 51.939,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5-1-medium",+ "3b7de71c-e034-4591-8ca6-6b6be2fa471f",+ "Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)"+ ]+ },+ "high": {+ "intelligenceIndex": 51.2,+ "outputTokensPerSecond": 50.102,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5-1-high",+ "9d7d72cd-d95d-45a0-b109-4ad292c9aabd",+ "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 53.2,+ "outputTokensPerSecond": 59.036,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5-1-xhigh",+ "9b166bf3-42db-4f63-8338-1c4a1244ffe8",+ "Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)"+ ]+ },+ "max": {+ "intelligenceIndex": 53.4,+ "outputTokensPerSecond": 68.471,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5-1",+ "3e87c73e-a257-495e-9730-367a66229811",+ "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)"+ ]+ }+ }},"claude-opus-4-6": {"intelligenceIndex": 31.9,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-opus-4-6","claude-opus-4-6-adaptive","53c98840-47af-49aa-94e6-469fb17e9a1b","Claude Opus 4.6 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 26.4,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-4-6",+ "4386585e-71b4-4a0c-8a63-afb333419cd6",+ "Claude Opus 4.6 (Non-reasoning, High Effort)"+ ]+ },+ "max": {+ "intelligenceIndex": 31.9,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-4-6-adaptive",+ "53c98840-47af-49aa-94e6-469fb17e9a1b",+ "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-opus-4-7": {"intelligenceIndex": 40.7,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-opus-4-7","e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2","Claude Opus 4.7 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 30.9,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-4-7-non-reasoning",+ "2fa8e143-77a8-4d05-bfa8-d3b54634c00f",+ "Claude Opus 4.7 (Non-reasoning, High Effort)"+ ]+ },+ "max": {+ "intelligenceIndex": 40.7,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-4-7",+ "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",+ "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-fable-5": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 68.133,+ "outputTokensPerSecond": 67.057,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-fable-5","cd55210d-358e-4df1-ba9c-9acb5f186cc9","Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)"- ]+ ],+ "benchmarkByEffort": {+ "max": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 67.057,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-fable-5",+ "cd55210d-358e-4df1-ba9c-9acb5f186cc9",+ "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)"+ ]+ }+ }},"claude-opus-4-8": {"intelligenceIndex": 42,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-opus-4-8","992b7b84-5069-4c6a-9295-834252553d50","Claude Opus 4.8 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "max": {+ "intelligenceIndex": 42,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-opus-4-8",+ "992b7b84-5069-4c6a-9295-834252553d50",+ "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-sonnet-5": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 83.464,+ "outputTokensPerSecond": 82.247,+ "effort": "max","measuredAt": "2026-09-10","aliases": ["claude-sonnet-5","23c86e4a-c769-43c0-a056-79e3cd15834f","Claude Sonnet 5 (Adaptive Reasoning, Max Effort)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 24.7,+ "outputTokensPerSecond": 64.602,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-5-low",+ "142b93bf-09c4-42dc-9c3a-50b1a222cbd4",+ "Claude Sonnet 5 (Adaptive Reasoning, Low Effort)"+ ]+ },+ "medium": {+ "intelligenceIndex": 28.4,+ "outputTokensPerSecond": 62.211,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-5-medium",+ "effcd151-7c31-4437-af3d-e88daeae9385",+ "Claude Sonnet 5 (Adaptive Reasoning, Medium Effort)"+ ]+ },+ "high": {+ "intelligenceIndex": 28.9,+ "outputTokensPerSecond": 66.693,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-5-non-reasoning",+ "d58b9ada-fd9d-4fff-a086-242034657963",+ "Claude Sonnet 5 (Non-reasoning, High Effort)"+ ]+ },+ "xhigh": {+ "outputTokensPerSecond": 77.387,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-5-xhigh",+ "99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea",+ "Claude Sonnet 5 (Adaptive Reasoning, Xhigh Effort)"+ ]+ },+ "max": {+ "intelligenceIndex": 38.4,+ "outputTokensPerSecond": 82.247,+ "effort": "max",+ "measuredAt": "2026-09-10",+ "aliases": [+ "claude-sonnet-5",+ "23c86e4a-c769-43c0-a056-79e3cd15834f",+ "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)"+ ]+ }+ }},"claude-opus-4-5-20251101": {"intelligenceIndex": 29.1,@@ -370,7 +1010,7 @@},"gemini-3.1-pro-preview": {"intelligenceIndex": 30.4,- "outputTokensPerSecond": 127.691,+ "outputTokensPerSecond": 119.905,"measuredAt": "2026-09-10","aliases": ["gemini-3.1-pro-preview",@@ -391,14 +1031,28 @@},"gemini-3.6-flash": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.677,+ "outputTokensPerSecond": 184.161,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gemini-3.6-flash","gemini-3-6-flash","78332c88-fe60-42c8-af9d-3617e44cf1f5","Gemini 3.6 Flash (high)"- ]+ ],+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 34.3,+ "outputTokensPerSecond": 184.161,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-6-flash",+ "78332c88-fe60-42c8-af9d-3617e44cf1f5",+ "Gemini 3.6 Flash (high)"+ ]+ }+ }},"gemini-3.1-flash-lite": {"intelligenceIndex": 16,@@ -412,14 +1066,49 @@},"gemini-3.5-flash": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 239.733,+ "outputTokensPerSecond": 236.057,+ "effort": "medium","measuredAt": "2026-09-10","aliases": ["gemini-3.5-flash","gemini-3-5-flash-medium","5016ea75-7b0e-4737-a7e6-1062c6d90fd4","Gemini 3.5 Flash (medium)"- ]+ ],+ "benchmarkByEffort": {+ "minimal": {+ "intelligenceIndex": 23.8,+ "outputTokensPerSecond": 235.737,+ "effort": "minimal",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-5-flash-minimal",+ "033ade17-d9ec-44e0-b792-b5f1fcd5ab4c",+ "Gemini 3.5 Flash (minimal)"+ ]+ },+ "medium": {+ "intelligenceIndex": 33.6,+ "outputTokensPerSecond": 236.057,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-5-flash-medium",+ "5016ea75-7b0e-4737-a7e6-1062c6d90fd4",+ "Gemini 3.5 Flash (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 33,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-5-flash",+ "0097ebf5-124f-42f6-9463-33b00e711f03",+ "Gemini 3.5 Flash (high)"+ ]+ }+ }},"gemini-3.1-flash-lite-preview": {"intelligenceIndex": 16,@@ -433,7 +1122,7 @@},"gemini-3.5-flash-lite": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 365.348,+ "outputTokensPerSecond": 349.946,"measuredAt": "2026-09-10","aliases": ["gemini-3.5-flash-lite",@@ -444,7 +1133,7 @@},"gemini-flash-lite-latest": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 365.348,+ "outputTokensPerSecond": 349.946,"measuredAt": "2026-09-10","aliases": ["gemini-flash-lite-latest",@@ -465,25 +1154,95 @@},"gemini-3.8-flash": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 342.779,+ "outputTokensPerSecond": 308.869,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gemini-3.8-flash","gemini-3-8-flash","8a999846-4c1d-4ce7-a8b7-1310a7166fd7","Gemini 3.8 Flash (high)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 33.8,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-8-flash-low",+ "f6db039b-0f3b-485c-9d7f-982988e44f26",+ "Gemini 3.8 Flash (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 40,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-8-flash-medium",+ "744fa3c1-42a7-4995-b138-fb6be11f463c",+ "Gemini 3.8 Flash (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 308.869,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-8-flash",+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",+ "Gemini 3.8 Flash (high)"+ ]+ }+ }},"gemini-3.7-flash": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 329.345,+ "outputTokensPerSecond": 302.587,+ "effort": "medium","measuredAt": "2026-09-10","aliases": ["gemini-3.7-flash","gemini-3-7-flash-medium","eb0d4272-7204-42b9-b875-8866fed58548","Gemini 3.7 Flash (medium)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 36.9,+ "outputTokensPerSecond": 285.813,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-7-flash-low",+ "ddfdaf64-3f8e-40a6-a492-608ee83a1351",+ "Gemini 3.7 Flash (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 39.6,+ "outputTokensPerSecond": 302.587,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-7-flash-medium",+ "eb0d4272-7204-42b9-b875-8866fed58548",+ "Gemini 3.7 Flash (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 39.4,+ "outputTokensPerSecond": 323.612,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "gemini-3-7-flash",+ "b2331108-72ed-415a-82d1-188633875bbc",+ "Gemini 3.7 Flash (high)"+ ]+ }+ }},"gemini-2.5-pro": {"intelligenceIndex": 16.7,@@ -497,7 +1256,8 @@},"gemini-flash-latest": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 342.779,+ "outputTokensPerSecond": 308.869,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["gemini-flash-latest",@@ -556,6 +1316,7 @@},"grok-4.3": {"intelligenceIndex": 25.4,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["grok-4.3",@@ -566,28 +1327,90 @@},"grok-4.5": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 52.947,+ "outputTokensPerSecond": 54.419,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["grok-4.5","grok-4-5","794f69b5-cede-482b-b1cc-d769478497cd","Grok 4.5 (high)"- ]+ ],+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 39.1,+ "outputTokensPerSecond": 54.419,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "grok-4-5",+ "794f69b5-cede-482b-b1cc-d769478497cd",+ "Grok 4.5 (high)"+ ]+ }+ }},"grok-4.6": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 62.454,+ "outputTokensPerSecond": 65.8,+ "effort": "high","measuredAt": "2026-09-10","aliases": ["grok-4.6","grok-4-6","c8adc5cf-fd5a-407b-af51-dc3bede3e49c","Grok 4.6 (high)"- ]+ ],+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 35.4,+ "outputTokensPerSecond": 54.33,+ "effort": "low",+ "measuredAt": "2026-09-10",+ "aliases": [+ "grok-4-6-low",+ "c07e65e6-32fc-451e-938d-7477a1c3ffcc",+ "Grok 4.6 (low)"+ ]+ },+ "medium": {+ "intelligenceIndex": 43,+ "outputTokensPerSecond": 59.973,+ "effort": "medium",+ "measuredAt": "2026-09-10",+ "aliases": [+ "grok-4-6-medium",+ "26614164-6840-4e17-a65a-2deb2fe7e87b",+ "Grok 4.6 (medium)"+ ]+ },+ "high": {+ "intelligenceIndex": 44.4,+ "outputTokensPerSecond": 65.8,+ "effort": "high",+ "measuredAt": "2026-09-10",+ "aliases": [+ "grok-4-6",+ "c8adc5cf-fd5a-407b-af51-dc3bede3e49c",+ "Grok 4.6 (high)"+ ]+ },+ "xhigh": {+ "intelligenceIndex": 44.3,+ "outputTokensPerSecond": 60.636,+ "effort": "xhigh",+ "measuredAt": "2026-09-10",+ "aliases": [+ "grok-4-6-xhigh",+ "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",+ "Grok 4.6 (xhigh)"+ ]+ }+ }},"grok-4.20-0309-non-reasoning": {"intelligenceIndex": 14.6,+ "effort": "none","measuredAt": "2026-09-10","aliases": ["grok-4.20-0309-non-reasoning",diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.jsonindex fc6ce69cb7c..7a74dd8c6ed 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json@@ -17,6 +17,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 13,+ "effort": "high","measuredAt": "2026-09-10"}},@@ -84,8 +85,47 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 73.005,+ "outputTokensPerSecond": 70.266,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 28.3,+ "outputTokensPerSecond": 59.956,+ "effort": "none",+ "measuredAt": "2026-09-10"+ },+ "low": {+ "intelligenceIndex": 33.8,+ "outputTokensPerSecond": 60.903,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 39.5,+ "outputTokensPerSecond": 66.513,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 42.5,+ "outputTokensPerSecond": 62.78,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 44.1,+ "outputTokensPerSecond": 76.78,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 47.1,+ "outputTokensPerSecond": 70.266,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -125,8 +165,41 @@"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 60.822,+ "outputTokensPerSecond": 52.865,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 46,+ "outputTokensPerSecond": 45.731,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 47.767,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 51,+ "outputTokensPerSecond": 47.667,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 52.5,+ "outputTokensPerSecond": 49.186,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 52.8,+ "outputTokensPerSecond": 52.865,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -187,7 +260,25 @@"efforts": ["none", "low", "medium", "high", "xhigh"],"benchmark": {"intelligenceIndex": 39,+ "effort": "xhigh","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 18.2,+ "effort": "none",+ "measuredAt": "2026-09-10"+ },+ "low": {+ "intelligenceIndex": 27.6,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 39,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ }}},{@@ -218,6 +309,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 24.7,+ "effort": "high","measuredAt": "2026-09-10"}},@@ -275,8 +367,47 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 123.243,+ "outputTokensPerSecond": 125.889,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 16.8,+ "outputTokensPerSecond": 113.34,+ "effort": "none",+ "measuredAt": "2026-09-10"+ },+ "low": {+ "intelligenceIndex": 21.8,+ "outputTokensPerSecond": 102.752,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 25.8,+ "outputTokensPerSecond": 103.199,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 32.4,+ "outputTokensPerSecond": 104.988,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 34.8,+ "outputTokensPerSecond": 111.349,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 37.5,+ "outputTokensPerSecond": 125.889,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -292,7 +423,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 32.5,- "outputTokensPerSecond": 143.044,+ "outputTokensPerSecond": 126.359,+ "effort": "xhigh","measuredAt": "2026-09-10"}},@@ -355,6 +487,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 21.2,+ "effort": "xhigh","measuredAt": "2026-09-10"}},@@ -387,6 +520,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 24.6,+ "effort": "xhigh","measuredAt": "2026-09-10"}},@@ -423,6 +557,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 20.6,+ "effort": "medium","measuredAt": "2026-09-10"}},@@ -464,8 +599,47 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 124.121,+ "outputTokensPerSecond": 97.707,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 22.3,+ "outputTokensPerSecond": 74.926,+ "effort": "none",+ "measuredAt": "2026-09-10"+ },+ "low": {+ "intelligenceIndex": 27.9,+ "outputTokensPerSecond": 82.953,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 30.4,+ "outputTokensPerSecond": 86.471,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 34.5,+ "outputTokensPerSecond": 76.196,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 38.2,+ "outputTokensPerSecond": 87.741,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 42.3,+ "outputTokensPerSecond": 97.707,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -495,6 +669,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 30.4,+ "effort": "xhigh","measuredAt": "2026-09-10"}},@@ -511,6 +686,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 23,+ "effort": "high","measuredAt": "2026-09-10"}},@@ -540,6 +716,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 16.7,+ "effort": "high","measuredAt": "2026-09-10"},"isDeprecated": true@@ -585,7 +762,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 20.2,- "outputTokensPerSecond": 151.22,+ "outputTokensPerSecond": 116.754,"measuredAt": "2026-09-10"}},@@ -636,7 +813,35 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 38.6,+ "effort": "xhigh","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "none": {+ "intelligenceIndex": 23.2,+ "effort": "none",+ "measuredAt": "2026-09-10"+ },+ "low": {+ "intelligenceIndex": 30.7,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 34.2,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 37.3,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 38.6,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ }}},{@@ -676,7 +881,26 @@"efforts": ["low", "medium", "high", "max"],"benchmark": {"intelligenceIndex": 30.5,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 23.3,+ "outputTokensPerSecond": 51.582,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 24.7,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 30.5,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -695,7 +919,40 @@"benchmark": {"intelligenceIndex": 50.7,"outputTokensPerSecond": 55.074,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 39.8,+ "outputTokensPerSecond": 51.143,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 45.1,+ "outputTokensPerSecond": 49.942,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 48.2,+ "outputTokensPerSecond": 52.437,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 53.71,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 50.7,+ "outputTokensPerSecond": 55.074,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -731,8 +988,41 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 69.904,+ "outputTokensPerSecond": 68.471,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 47,+ "outputTokensPerSecond": 49.804,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 49.1,+ "outputTokensPerSecond": 51.939,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 51.2,+ "outputTokensPerSecond": 50.102,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 53.2,+ "outputTokensPerSecond": 59.036,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 53.4,+ "outputTokensPerSecond": 68.471,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -750,7 +1040,20 @@"efforts": ["low", "medium", "high", "max"],"benchmark": {"intelligenceIndex": 31.9,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 26.4,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 31.9,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -781,7 +1084,20 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 40.7,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 30.9,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 40.7,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -812,8 +1128,17 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 68.133,+ "outputTokensPerSecond": 67.057,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "max": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 67.057,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -857,7 +1182,15 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 42,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "max": {+ "intelligenceIndex": 42,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -875,8 +1208,40 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 83.464,+ "outputTokensPerSecond": 82.247,+ "effort": "max","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 24.7,+ "outputTokensPerSecond": 64.602,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 28.4,+ "outputTokensPerSecond": 62.211,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 28.9,+ "outputTokensPerSecond": 66.693,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "outputTokensPerSecond": 77.387,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ },+ "max": {+ "intelligenceIndex": 38.4,+ "outputTokensPerSecond": 82.247,+ "effort": "max",+ "measuredAt": "2026-09-10"+ }}},{@@ -971,7 +1336,7 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 30.4,- "outputTokensPerSecond": 127.691,+ "outputTokensPerSecond": 119.905,"measuredAt": "2026-09-10"}},@@ -1039,8 +1404,17 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.677,+ "outputTokensPerSecond": 184.161,+ "effort": "high","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 34.3,+ "outputTokensPerSecond": 184.161,+ "effort": "high",+ "measuredAt": "2026-09-10"+ }}},{@@ -1084,8 +1458,28 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 239.733,+ "outputTokensPerSecond": 236.057,+ "effort": "medium","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "minimal": {+ "intelligenceIndex": 23.8,+ "outputTokensPerSecond": 235.737,+ "effort": "minimal",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 33.6,+ "outputTokensPerSecond": 236.057,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 33,+ "effort": "high",+ "measuredAt": "2026-09-10"+ }}},{@@ -1119,7 +1513,7 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 365.348,+ "outputTokensPerSecond": 349.946,"measuredAt": "2026-09-10"}},@@ -1136,7 +1530,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 365.348,+ "outputTokensPerSecond": 349.946,"measuredAt": "2026-09-10"}},@@ -1171,8 +1565,27 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 342.779,+ "outputTokensPerSecond": 308.869,+ "effort": "high","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 33.8,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 40,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 308.869,+ "effort": "high",+ "measuredAt": "2026-09-10"+ }}},{@@ -1189,8 +1602,29 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 329.345,+ "outputTokensPerSecond": 302.587,+ "effort": "medium","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 36.9,+ "outputTokensPerSecond": 285.813,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 39.6,+ "outputTokensPerSecond": 302.587,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 39.4,+ "outputTokensPerSecond": 323.612,+ "effort": "high",+ "measuredAt": "2026-09-10"+ }}},{@@ -1228,7 +1662,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 342.779,+ "outputTokensPerSecond": 308.869,+ "effort": "high","measuredAt": "2026-09-10"}},@@ -1595,6 +2030,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 25.4,+ "effort": "high","measuredAt": "2026-09-10"}},@@ -1636,8 +2072,17 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 52.947,+ "outputTokensPerSecond": 54.419,+ "effort": "high","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "high": {+ "intelligenceIndex": 39.1,+ "outputTokensPerSecond": 54.419,+ "effort": "high",+ "measuredAt": "2026-09-10"+ }}},{@@ -1678,8 +2123,35 @@"efforts": ["low", "medium", "high", "xhigh"],"benchmark": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 62.454,+ "outputTokensPerSecond": 65.8,+ "effort": "high","measuredAt": "2026-09-10"+ },+ "benchmarkByEffort": {+ "low": {+ "intelligenceIndex": 35.4,+ "outputTokensPerSecond": 54.33,+ "effort": "low",+ "measuredAt": "2026-09-10"+ },+ "medium": {+ "intelligenceIndex": 43,+ "outputTokensPerSecond": 59.973,+ "effort": "medium",+ "measuredAt": "2026-09-10"+ },+ "high": {+ "intelligenceIndex": 44.4,+ "outputTokensPerSecond": 65.8,+ "effort": "high",+ "measuredAt": "2026-09-10"+ },+ "xhigh": {+ "intelligenceIndex": 44.3,+ "outputTokensPerSecond": 60.636,+ "effort": "xhigh",+ "measuredAt": "2026-09-10"+ }}},{@@ -1700,6 +2172,7 @@"modalities": ["image", "pdf"],"benchmark": {"intelligenceIndex": 14.6,+ "effort": "none","measuredAt": "2026-09-10"}}