The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
chore: sync AI model catalog (#25689)
github-actions[bot]f8518e97a7aa
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.jsonindex ac335c77ee3..34eea79a1d8 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json@@ -1,5 +1,645 @@{"source": "artificialanalysis.ai","measuredAt": "2026-09-09",- "models": {}+ "models": {+ "gpt-5-nano": {+ "intelligenceIndex": 7.1,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5-nano",+ "gpt-5-nano-minimal",+ "05e45a36-b5c6-47a1-8adb-9ddc19add5b3",+ "GPT-5 nano (minimal)"+ ]+ },+ "gpt-4.1-nano": {+ "intelligenceIndex": 7.8,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4.1-nano",+ "gpt-4-1-nano",+ "72c358fd-7d45-4d68-89aa-699743710924",+ "GPT-4.1 nano"+ ]+ },+ "gpt-4o-2024-05-13": {+ "intelligenceIndex": 7.3,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4o-2024-05-13",+ "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",+ "GPT-4o (May '24)"+ ]+ },+ "gpt-5.6-sol": {+ "intelligenceIndex": 33.8,+ "outputTokensPerSecond": 68.784,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.6-sol",+ "gpt-5-6-sol-low",+ "0904b596-8932-43bd-9b21-324f128e1723",+ "GPT-5.6 Sol (low)"+ ]+ },+ "gpt-4o-2024-08-06": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4o-2024-08-06",+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",+ "GPT-4o (Aug '24)"+ ]+ },+ "gpt-6-astra": {+ "intelligenceIndex": 51,+ "outputTokensPerSecond": 55.102,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-6-astra",+ "gpt-6-astra-high",+ "e05a4828-0536-4876-870d-a235023f992b",+ "GPT-6 Astra (high)"+ ]+ },+ "gpt-4.1-mini": {+ "intelligenceIndex": 10.2,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4.1-mini",+ "gpt-4-1-mini",+ "9f7c7566-a704-49a2-a383-cb3181da33a4",+ "GPT-4.1 mini"+ ]+ },+ "gpt-5.4": {+ "intelligenceIndex": 39,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.4",+ "gpt-5-4",+ "a89c4b28-2d8c-456e-88ea-255fb51fd2b6",+ "GPT-5.4 (xhigh)"+ ]+ },+ "gpt-4-turbo": {+ "intelligenceIndex": 7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4-turbo",+ "76aa6af5-fdc6-4739-a300-983f14e74a67",+ "GPT-4 Turbo"+ ]+ },+ "gpt-5.1": {+ "intelligenceIndex": 24.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.1",+ "gpt-5-1",+ "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",+ "GPT-5.1 (high)"+ ]+ },+ "o1": {+ "intelligenceIndex": 15.2,+ "measuredAt": "2026-09-09",+ "aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]+ },+ "gpt-4o": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4o",+ "gpt-4o-2024-08-06",+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",+ "GPT-4o (Aug '24)"+ ]+ },+ "gpt-5.6-luna": {+ "intelligenceIndex": 21.8,+ "outputTokensPerSecond": 100.131,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.6-luna",+ "gpt-5-6-luna-low",+ "050c61cd-cddc-463a-a30a-a82aaa37be59",+ "GPT-5.6 Luna (low)"+ ]+ },+ "gpt-5.3-codex": {+ "intelligenceIndex": 32.5,+ "outputTokensPerSecond": 143.044,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.3-codex",+ "gpt-5-3-codex",+ "59b5b14b-5365-4ee7-824a-18a8e6309644",+ "GPT-5.3 Codex (xhigh)"+ ]+ },+ "gpt-4o-mini": {+ "intelligenceIndex": 6.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4o-mini",+ "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",+ "GPT-4o mini"+ ]+ },+ "o1-pro": {+ "intelligenceIndex": 12.4,+ "measuredAt": "2026-09-09",+ "aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]+ },+ "gpt-4.1": {+ "intelligenceIndex": 12.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4.1",+ "gpt-4-1",+ "3b608b70-6434-4baa-99ad-45d499703c67",+ "GPT-4.1"+ ]+ },+ "gpt-5.4-nano": {+ "intelligenceIndex": 21.2,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.4-nano",+ "gpt-5-4-nano",+ "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",+ "GPT-5.4 nano (xhigh)"+ ]+ },+ "gpt-5.4-mini": {+ "intelligenceIndex": 19.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.4-mini",+ "gpt-5-4-mini-medium",+ "392063ba-c3b5-47e8-ba67-a7b0b34f6824",+ "GPT-5.4 mini (medium)"+ ]+ },+ "gpt-5-mini": {+ "intelligenceIndex": 17.4,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5-mini",+ "29855680-7469-43eb-8b88-cd3fb1d99da3",+ "GPT-5 mini (high)"+ ]+ },+ "gpt-5.6-terra": {+ "intelligenceIndex": 32.8,+ "outputTokensPerSecond": 103.012,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.6-terra",+ "gpt-5-6-terra-medium",+ "26e0f83a-ca98-4f34-94ac-7c5e251ee410",+ "GPT-5.6 Terra (medium)"+ ]+ },+ "gpt-4": {+ "intelligenceIndex": 6.7,+ "measuredAt": "2026-09-09",+ "aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]+ },+ "gpt-5.2": {+ "intelligenceIndex": 17,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.2",+ "gpt-5-2-non-reasoning",+ "6dd8ba55-5680-44a9-b309-82928165d5f0",+ "GPT-5.2 (Non-reasoning)"+ ]+ },+ "gpt-5": {+ "intelligenceIndex": 22.9,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5",+ "gpt-5-medium",+ "5e965af0-ca5c-4f47-9ba9-06000508b84a",+ "GPT-5 (medium)"+ ]+ },+ "o4-mini": {+ "intelligenceIndex": 16.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "o4-mini",+ "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",+ "o4-mini (high)"+ ]+ },+ "o3-mini": {+ "intelligenceIndex": 12.5,+ "measuredAt": "2026-09-09",+ "aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]+ },+ "o3": {+ "intelligenceIndex": 20.2,+ "outputTokensPerSecond": 151.22,+ "measuredAt": "2026-09-09",+ "aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]+ },+ "o3-pro": {+ "intelligenceIndex": 21.9,+ "measuredAt": "2026-09-09",+ "aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]+ },+ "gpt-5.5": {+ "intelligenceIndex": 23.2,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-5.5",+ "gpt-5-5-non-reasoning",+ "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",+ "GPT-5.5 (Non-reasoning)"+ ]+ },+ "gpt-4o-2024-11-20": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gpt-4o-2024-11-20",+ "gpt-4o-2024-08-06",+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",+ "GPT-4o (Aug '24)"+ ]+ },+ "claude-sonnet-4-6": {+ "intelligenceIndex": 23.3,+ "outputTokensPerSecond": 52.86,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-sonnet-4-6",+ "claude-sonnet-4-6-non-reasoning-low-effort",+ "f2e21112-192e-4aed-ae82-68ca3b38e667",+ "Claude Sonnet 4.6 (Non-reasoning, Low Effort)"+ ]+ },+ "claude-opus-5": {+ "intelligenceIndex": 50.7,+ "outputTokensPerSecond": 55.074,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-5",+ "b8fc61f7-5e9a-49e6-8547-6ac56db24627",+ "Claude Opus 5 (Adaptive Reasoning, Max Effort)"+ ]+ },+ "claude-opus-4-5": {+ "intelligenceIndex": 29.1,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-4-5",+ "claude-opus-4-5-thinking",+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",+ "Claude Opus 4.5 (Reasoning)"+ ]+ },+ "claude-fable-5-1": {+ "intelligenceIndex": 51.2,+ "outputTokensPerSecond": 53.374,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-fable-5-1",+ "claude-fable-5-1-high",+ "9d7d72cd-d95d-45a0-b109-4ad292c9aabd",+ "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)"+ ]+ },+ "claude-opus-4-6": {+ "intelligenceIndex": 31.9,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-4-6",+ "claude-opus-4-6-adaptive",+ "53c98840-47af-49aa-94e6-469fb17e9a1b",+ "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)"+ ]+ },+ "claude-opus-4-7": {+ "intelligenceIndex": 40.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-4-7",+ "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",+ "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)"+ ]+ },+ "claude-fable-5": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 68.133,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-fable-5",+ "cd55210d-358e-4df1-ba9c-9acb5f186cc9",+ "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)"+ ]+ },+ "claude-opus-4-8": {+ "intelligenceIndex": 42,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-4-8",+ "992b7b84-5069-4c6a-9295-834252553d50",+ "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)"+ ]+ },+ "claude-sonnet-5": {+ "intelligenceIndex": 38.4,+ "outputTokensPerSecond": 83.464,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-sonnet-5",+ "23c86e4a-c769-43c0-a056-79e3cd15834f",+ "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)"+ ]+ },+ "claude-opus-4-5-20251101": {+ "intelligenceIndex": 29.1,+ "measuredAt": "2026-09-09",+ "aliases": [+ "claude-opus-4-5-20251101",+ "claude-opus-4-5-thinking",+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",+ "Claude Opus 4.5 (Reasoning)"+ ]+ },+ "gemini-3.1-pro-preview": {+ "intelligenceIndex": 30.4,+ "outputTokensPerSecond": 127.691,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.1-pro-preview",+ "gemini-3-1-pro-preview",+ "bbd93ebe-80da-4594-bb19-61e69d0331df",+ "Gemini 3.1 Pro Preview"+ ]+ },+ "gemini-2.5-flash-lite": {+ "intelligenceIndex": 8.5,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-2.5-flash-lite",+ "gemini-2-5-flash-lite-reasoning",+ "f4e8194a-d0e6-48eb-92be-4307de5aeeec",+ "Gemini 2.5 Flash-Lite (Reasoning)"+ ]+ },+ "gemini-3.6-flash": {+ "intelligenceIndex": 34.3,+ "outputTokensPerSecond": 184.677,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.6-flash",+ "gemini-3-6-flash",+ "78332c88-fe60-42c8-af9d-3617e44cf1f5",+ "Gemini 3.6 Flash (high)"+ ]+ },+ "gemini-3.1-flash-lite": {+ "intelligenceIndex": 16,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.1-flash-lite",+ "gemini-3-1-flash-lite-preview",+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",+ "Gemini 3.1 Flash-Lite"+ ]+ },+ "gemini-3.5-flash": {+ "intelligenceIndex": 33.6,+ "outputTokensPerSecond": 239.733,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.5-flash",+ "gemini-3-5-flash-medium",+ "5016ea75-7b0e-4737-a7e6-1062c6d90fd4",+ "Gemini 3.5 Flash (medium)"+ ]+ },+ "gemini-3.1-flash-lite-preview": {+ "intelligenceIndex": 16,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.1-flash-lite-preview",+ "gemini-3-1-flash-lite-preview",+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",+ "Gemini 3.1 Flash-Lite"+ ]+ },+ "gemini-3.5-flash-lite": {+ "intelligenceIndex": 22.7,+ "outputTokensPerSecond": 365.348,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.5-flash-lite",+ "gemini-3-5-flash-lite",+ "093b9df2-ebee-4309-943f-5a7e88360adf",+ "Gemini 3.5 Flash-Lite"+ ]+ },+ "gemini-flash-lite-latest": {+ "intelligenceIndex": 22.7,+ "outputTokensPerSecond": 365.348,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-flash-lite-latest",+ "gemini-3-5-flash-lite",+ "093b9df2-ebee-4309-943f-5a7e88360adf",+ "Gemini 3.5 Flash-Lite"+ ]+ },+ "gemini-3-flash-preview": {+ "intelligenceIndex": 26.3,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3-flash-preview",+ "gemini-3-flash-reasoning",+ "7c73c3be-7f51-4d14-bec8-d5789488df25",+ "Gemini 3 Flash Preview (Reasoning)"+ ]+ },+ "gemini-3.8-flash": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 342.779,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.8-flash",+ "gemini-3-8-flash",+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",+ "Gemini 3.8 Flash (high)"+ ]+ },+ "gemini-3.7-flash": {+ "intelligenceIndex": 39.4,+ "outputTokensPerSecond": 343.357,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-3.7-flash",+ "gemini-3-7-flash",+ "b2331108-72ed-415a-82d1-188633875bbc",+ "Gemini 3.7 Flash (high)"+ ]+ },+ "gemini-2.5-pro": {+ "intelligenceIndex": 16.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-2.5-pro",+ "gemini-2-5-pro",+ "27202e5f-c82d-4710-92e9-4317877d4883",+ "Gemini 2.5 Pro"+ ]+ },+ "gemini-flash-latest": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 342.779,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-flash-latest",+ "gemini-3-8-flash",+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",+ "Gemini 3.8 Flash (high)"+ ]+ },+ "gemini-2.5-flash": {+ "intelligenceIndex": 9.9,+ "measuredAt": "2026-09-09",+ "aliases": [+ "gemini-2.5-flash",+ "gemini-2-5-flash",+ "6afbfb62-27e4-435e-9c85-d9fe1b92519e",+ "Gemini 2.5 Flash (Non-reasoning)"+ ]+ },+ "magistral-small": {+ "intelligenceIndex": 8.2,+ "measuredAt": "2026-09-09",+ "aliases": [+ "magistral-small",+ "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59",+ "Magistral Small 1"+ ]+ },+ "devstral-small-2505": {+ "intelligenceIndex": 8.7,+ "measuredAt": "2026-09-09",+ "aliases": [+ "devstral-small-2505",+ "cc1fa238-1a76-486d-a997-22309275eadd",+ "Devstral Small (May '25)"+ ]+ },+ "magistral-medium-latest": {+ "intelligenceIndex": 9.1,+ "measuredAt": "2026-09-09",+ "aliases": [+ "magistral-medium-latest",+ "magistral-medium",+ "660965b2-66d2-49ee-a6b9-79a6ac47d3c0",+ "Magistral Medium 1"+ ]+ },+ "mistral-medium-latest": {+ "intelligenceIndex": 5.5,+ "measuredAt": "2026-09-09",+ "aliases": [+ "mistral-medium-latest",+ "mistral-medium",+ "1f05af98-1ec6-4506-a0b8-57a8c9b63878",+ "Mistral Medium"+ ]+ },+ "devstral-medium-latest": {+ "intelligenceIndex": 9,+ "measuredAt": "2026-09-09",+ "aliases": [+ "devstral-medium-latest",+ "devstral-medium",+ "aba82268-2bb7-4a0f-80be-9b7722e2145b",+ "Devstral Medium"+ ]+ },+ "mistral-small-latest": {+ "intelligenceIndex": 5.8,+ "measuredAt": "2026-09-09",+ "aliases": [+ "mistral-small-latest",+ "mistral-small",+ "7c045ca0-b331-488d-af31-df0fd331dfd1",+ "Mistral Small (Sep '24)"+ ]+ },+ "mistral-large-latest": {+ "intelligenceIndex": 5.8,+ "measuredAt": "2026-09-09",+ "aliases": [+ "mistral-large-latest",+ "mistral-large",+ "5e4e4590-a77e-4b66-95f8-f3960a1a7c68",+ "Mistral Large (Feb '24)"+ ]+ },+ "pixtral-large-latest": {+ "intelligenceIndex": 7.1,+ "measuredAt": "2026-09-09",+ "aliases": [+ "pixtral-large-latest",+ "pixtral-large-2411",+ "de0beaf0-c951-487a-8eb4-3dd12e74122c",+ "Pixtral Large"+ ]+ },+ "grok-4.3": {+ "intelligenceIndex": 24.8,+ "outputTokensPerSecond": 136.915,+ "measuredAt": "2026-09-09",+ "aliases": [+ "grok-4.3",+ "grok-4-3-medium",+ "5e8b0d98-a3b4-42b5-93d8-ecb748788754",+ "Grok 4.3 (medium)"+ ]+ },+ "grok-4.5": {+ "intelligenceIndex": 39.1,+ "outputTokensPerSecond": 52.947,+ "measuredAt": "2026-09-09",+ "aliases": [+ "grok-4.5",+ "grok-4-5",+ "794f69b5-cede-482b-b1cc-d769478497cd",+ "Grok 4.5 (high)"+ ]+ },+ "grok-4.6": {+ "intelligenceIndex": 44.3,+ "outputTokensPerSecond": 63.212,+ "measuredAt": "2026-09-09",+ "aliases": [+ "grok-4.6",+ "grok-4-6-xhigh",+ "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",+ "Grok 4.6 (xhigh)"+ ]+ },+ "grok-4.20-0309-non-reasoning": {+ "intelligenceIndex": 14.6,+ "measuredAt": "2026-09-09",+ "aliases": [+ "grok-4.20-0309-non-reasoning",+ "grok-4-20-0309-non-reasoning",+ "523125f4-a1da-4990-9abd-dd08a069100e",+ "Grok 4.20 0309 (Non-reasoning)"+ ]+ }+ }}diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.jsonindex 07fea73c90f..8a5fde0e600 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json@@ -14,7 +14,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 7.1,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4.1-nano",@@ -26,6 +30,10 @@"contextWindowTokens": 1047576,"maxOutputTokens": 32768,"modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7.8,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -37,6 +45,10 @@"contextWindowTokens": 128000,"maxOutputTokens": 4096,"modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7.3,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -68,7 +80,12 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 33.8,+ "outputTokensPerSecond": 68.784,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4o-2024-08-06",@@ -79,7 +96,11 @@"cachedInputCostPerMillionTokens": 1.25,"contextWindowTokens": 128000,"maxOutputTokens": 16384,- "modalities": ["image"]+ "modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-6-astra",@@ -99,7 +120,12 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 51,+ "outputTokensPerSecond": 55.102,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.2-pro",@@ -133,7 +159,11 @@"cachedInputCostPerMillionTokens": 0.1,"contextWindowTokens": 1047576,"maxOutputTokens": 32768,- "modalities": ["image", "pdf"]+ "modalities": ["image", "pdf"],+ "benchmark": {+ "intelligenceIndex": 10.2,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.4",@@ -151,7 +181,11 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 39,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4-turbo",@@ -162,6 +196,10 @@"contextWindowTokens": 128000,"maxOutputTokens": 4096,"modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -174,7 +212,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 24.7,+ "measuredAt": "2026-09-09"+ }},{"name": "o1",@@ -187,6 +229,10 @@"maxOutputTokens": 100000,"modalities": ["image", "pdf"],"supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 15.2,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -198,7 +244,11 @@"cachedInputCostPerMillionTokens": 1.25,"contextWindowTokens": 128000,"maxOutputTokens": 16384,- "modalities": ["image", "pdf"]+ "modalities": ["image", "pdf"],+ "benchmark": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.6-luna",@@ -218,7 +268,12 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 21.8,+ "outputTokensPerSecond": 100.131,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.3-codex",@@ -230,7 +285,12 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 32.5,+ "outputTokensPerSecond": 143.044,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4o-mini",@@ -241,7 +301,11 @@"cachedInputCostPerMillionTokens": 0.075,"contextWindowTokens": 128000,"maxOutputTokens": 16384,- "modalities": ["image", "pdf"]+ "modalities": ["image", "pdf"],+ "benchmark": {+ "intelligenceIndex": 6.7,+ "measuredAt": "2026-09-09"+ }},{"name": "o1-pro",@@ -253,6 +317,10 @@"maxOutputTokens": 100000,"modalities": ["image"],"supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 12.4,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -264,7 +332,11 @@"cachedInputCostPerMillionTokens": 0.5,"contextWindowTokens": 1047576,"maxOutputTokens": 32768,- "modalities": ["image", "pdf"]+ "modalities": ["image", "pdf"],+ "benchmark": {+ "intelligenceIndex": 12.7,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.4-nano",@@ -276,7 +348,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 21.2,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.5-pro",@@ -304,7 +380,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 19.7,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.6",@@ -336,7 +416,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 17.4,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.4-pro",@@ -372,7 +456,12 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 32.8,+ "outputTokensPerSecond": 103.012,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4",@@ -382,6 +471,10 @@"outputCostPerMillionTokens": 60,"contextWindowTokens": 8192,"maxOutputTokens": 8192,+ "benchmark": {+ "intelligenceIndex": 6.7,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -394,7 +487,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 17,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5",@@ -406,7 +503,11 @@"contextWindowTokens": 400000,"maxOutputTokens": 128000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 22.9,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.2-chat-latest",@@ -432,6 +533,10 @@"maxOutputTokens": 100000,"modalities": ["image"],"supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 16.7,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -456,6 +561,10 @@"contextWindowTokens": 200000,"maxOutputTokens": 100000,"supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 12.5,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -468,7 +577,12 @@"contextWindowTokens": 200000,"maxOutputTokens": 100000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 20.2,+ "outputTokensPerSecond": 151.22,+ "measuredAt": "2026-09-09"+ }},{"name": "o3-pro",@@ -479,7 +593,11 @@"contextWindowTokens": 200000,"maxOutputTokens": 100000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 21.9,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-5.3-chat-latest",@@ -509,7 +627,11 @@"contextWindowTokens": 1050000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 23.2,+ "measuredAt": "2026-09-09"+ }},{"name": "gpt-4o-2024-11-20",@@ -520,7 +642,11 @@"cachedInputCostPerMillionTokens": 1.25,"contextWindowTokens": 128000,"maxOutputTokens": 16384,- "modalities": ["image"]+ "modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7.7,+ "measuredAt": "2026-09-09"+ }}]},@@ -540,7 +666,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 23.3,+ "outputTokensPerSecond": 52.86,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-opus-5",@@ -553,7 +684,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 50.7,+ "outputTokensPerSecond": 55.074,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-opus-4-5",@@ -566,7 +702,11 @@"contextWindowTokens": 200000,"maxOutputTokens": 64000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 29.1,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-fable-5-1",@@ -579,7 +719,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 51.2,+ "outputTokensPerSecond": 53.374,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-opus-4-6",@@ -592,7 +737,11 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 31.9,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-sonnet-4-5-20250929",@@ -618,7 +767,11 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 40.7,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-haiku-4-5-20251001",@@ -644,7 +797,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 49.7,+ "outputTokensPerSecond": 68.133,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-haiku-4-5",@@ -683,7 +841,11 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 42,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-sonnet-5",@@ -696,7 +858,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 128000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 38.4,+ "outputTokensPerSecond": 83.464,+ "measuredAt": "2026-09-09"+ }},{"name": "claude-opus-4-5-20251101",@@ -709,7 +876,11 @@"contextWindowTokens": 200000,"maxOutputTokens": 64000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 29.1,+ "measuredAt": "2026-09-09"+ }}]},@@ -781,7 +952,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 30.4,+ "outputTokensPerSecond": 127.691,+ "measuredAt": "2026-09-09"+ }},{"name": "deep-research-preview-04-2026",@@ -811,7 +987,11 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "audio", "video", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 8.5,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-2.5-computer-use-preview-10-2025",@@ -839,7 +1019,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 34.3,+ "outputTokensPerSecond": 184.677,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3.1-flash-lite",@@ -851,7 +1036,11 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 16,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3.1-flash-live-preview",@@ -874,7 +1063,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 33.6,+ "outputTokensPerSecond": 239.733,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3.1-flash-lite-preview",@@ -887,6 +1081,10 @@"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],"supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 16,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -899,7 +1097,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 22.7,+ "outputTokensPerSecond": 365.348,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-flash-lite-latest",@@ -911,7 +1114,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 22.7,+ "outputTokensPerSecond": 365.348,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3-flash-preview",@@ -923,7 +1131,11 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 26.3,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3.8-flash",@@ -935,7 +1147,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 342.779,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-3.7-flash",@@ -947,7 +1164,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 39.4,+ "outputTokensPerSecond": 343.357,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-2.5-pro",@@ -965,7 +1187,11 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "audio", "video", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 16.7,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-flash-latest",@@ -977,7 +1203,12 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "video", "audio", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 41.2,+ "outputTokensPerSecond": 342.779,+ "measuredAt": "2026-09-09"+ }},{"name": "gemini-2.5-flash",@@ -989,7 +1220,11 @@"contextWindowTokens": 1048576,"maxOutputTokens": 65536,"modalities": ["image", "audio", "video", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 9.9,+ "measuredAt": "2026-09-09"+ }}]},@@ -1036,7 +1271,11 @@"outputCostPerMillionTokens": 1.5,"contextWindowTokens": 128000,"maxOutputTokens": 128000,- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 8.2,+ "measuredAt": "2026-09-09"+ }},{"name": "devstral-2512",@@ -1056,6 +1295,10 @@"outputCostPerMillionTokens": 0.3,"contextWindowTokens": 128000,"maxOutputTokens": 128000,+ "benchmark": {+ "intelligenceIndex": 8.7,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -1077,7 +1320,11 @@"outputCostPerMillionTokens": 5,"contextWindowTokens": 128000,"maxOutputTokens": 16384,- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 9.1,+ "measuredAt": "2026-09-09"+ }},{"name": "open-mixtral-8x22b",@@ -1115,7 +1362,11 @@"contextWindowTokens": 262144,"maxOutputTokens": 262144,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 5.5,+ "measuredAt": "2026-09-09"+ }},{"name": "devstral-medium-2507",@@ -1156,6 +1407,10 @@"outputCostPerMillionTokens": 2,"contextWindowTokens": 262144,"maxOutputTokens": 262144,+ "benchmark": {+ "intelligenceIndex": 9,+ "measuredAt": "2026-09-09"+ },"isDeprecated": true},{@@ -1195,7 +1450,11 @@"contextWindowTokens": 256000,"maxOutputTokens": 256000,"modalities": ["image"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 5.8,+ "measuredAt": "2026-09-09"+ }},{"name": "open-mistral-nemo",@@ -1215,7 +1474,11 @@"outputCostPerMillionTokens": 1.5,"contextWindowTokens": 262144,"maxOutputTokens": 262144,- "modalities": ["image"]+ "modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 5.8,+ "measuredAt": "2026-09-09"+ }},{"name": "mistral-large-2411",@@ -1293,7 +1556,11 @@"outputCostPerMillionTokens": 6,"contextWindowTokens": 128000,"maxOutputTokens": 128000,- "modalities": ["image"]+ "modalities": ["image"],+ "benchmark": {+ "intelligenceIndex": 7.1,+ "measuredAt": "2026-09-09"+ }}]},@@ -1318,7 +1585,12 @@"contextWindowTokens": 1000000,"maxOutputTokens": 30000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 24.8,+ "outputTokensPerSecond": 136.915,+ "measuredAt": "2026-09-09"+ }},{"name": "grok-4.20-0309-reasoning",@@ -1354,7 +1626,12 @@"contextWindowTokens": 500000,"maxOutputTokens": 500000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 39.1,+ "outputTokensPerSecond": 52.947,+ "measuredAt": "2026-09-09"+ }},{"name": "grok-build-0.1",@@ -1390,7 +1667,12 @@"contextWindowTokens": 500000,"maxOutputTokens": 500000,"modalities": ["image", "pdf"],- "supportsReasoning": true+ "supportsReasoning": true,+ "benchmark": {+ "intelligenceIndex": 44.3,+ "outputTokensPerSecond": 63.212,+ "measuredAt": "2026-09-09"+ }},{"name": "grok-4.20-0309-non-reasoning",@@ -1407,7 +1689,11 @@},"contextWindowTokens": 1000000,"maxOutputTokens": 30000,- "modalities": ["image", "pdf"]+ "modalities": ["image", "pdf"],+ "benchmark": {+ "intelligenceIndex": 14.6,+ "measuredAt": "2026-09-09"+ }}]}