Skip to content

The open alternative to Salesforce, designed for AI.

chore: sync AI model catalog (#25689)

github-actions[bot]f8518e97a7aa
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
index ac335c77ee3..34eea79a1d8 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json
@@ -1,5 +1,645 @@
{
"source": "artificialanalysis.ai",
"measuredAt": "2026-09-09",
- "models": {}
+ "models": {
+ "gpt-5-nano": {
+ "intelligenceIndex": 7.1,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5-nano",
+ "gpt-5-nano-minimal",
+ "05e45a36-b5c6-47a1-8adb-9ddc19add5b3",
+ "GPT-5 nano (minimal)"
+ ]
+ },
+ "gpt-4.1-nano": {
+ "intelligenceIndex": 7.8,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4.1-nano",
+ "gpt-4-1-nano",
+ "72c358fd-7d45-4d68-89aa-699743710924",
+ "GPT-4.1 nano"
+ ]
+ },
+ "gpt-4o-2024-05-13": {
+ "intelligenceIndex": 7.3,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4o-2024-05-13",
+ "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
+ "GPT-4o (May '24)"
+ ]
+ },
+ "gpt-5.6-sol": {
+ "intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 68.784,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.6-sol",
+ "gpt-5-6-sol-low",
+ "0904b596-8932-43bd-9b21-324f128e1723",
+ "GPT-5.6 Sol (low)"
+ ]
+ },
+ "gpt-4o-2024-08-06": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4o-2024-08-06",
+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
+ "GPT-4o (Aug '24)"
+ ]
+ },
+ "gpt-6-astra": {
+ "intelligenceIndex": 51,
+ "outputTokensPerSecond": 55.102,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-6-astra",
+ "gpt-6-astra-high",
+ "e05a4828-0536-4876-870d-a235023f992b",
+ "GPT-6 Astra (high)"
+ ]
+ },
+ "gpt-4.1-mini": {
+ "intelligenceIndex": 10.2,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4.1-mini",
+ "gpt-4-1-mini",
+ "9f7c7566-a704-49a2-a383-cb3181da33a4",
+ "GPT-4.1 mini"
+ ]
+ },
+ "gpt-5.4": {
+ "intelligenceIndex": 39,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.4",
+ "gpt-5-4",
+ "a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
+ "GPT-5.4 (xhigh)"
+ ]
+ },
+ "gpt-4-turbo": {
+ "intelligenceIndex": 7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4-turbo",
+ "76aa6af5-fdc6-4739-a300-983f14e74a67",
+ "GPT-4 Turbo"
+ ]
+ },
+ "gpt-5.1": {
+ "intelligenceIndex": 24.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.1",
+ "gpt-5-1",
+ "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",
+ "GPT-5.1 (high)"
+ ]
+ },
+ "o1": {
+ "intelligenceIndex": 15.2,
+ "measuredAt": "2026-09-09",
+ "aliases": ["o1", "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b"]
+ },
+ "gpt-4o": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4o",
+ "gpt-4o-2024-08-06",
+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
+ "GPT-4o (Aug '24)"
+ ]
+ },
+ "gpt-5.6-luna": {
+ "intelligenceIndex": 21.8,
+ "outputTokensPerSecond": 100.131,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.6-luna",
+ "gpt-5-6-luna-low",
+ "050c61cd-cddc-463a-a30a-a82aaa37be59",
+ "GPT-5.6 Luna (low)"
+ ]
+ },
+ "gpt-5.3-codex": {
+ "intelligenceIndex": 32.5,
+ "outputTokensPerSecond": 143.044,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.3-codex",
+ "gpt-5-3-codex",
+ "59b5b14b-5365-4ee7-824a-18a8e6309644",
+ "GPT-5.3 Codex (xhigh)"
+ ]
+ },
+ "gpt-4o-mini": {
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4o-mini",
+ "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
+ "GPT-4o mini"
+ ]
+ },
+ "o1-pro": {
+ "intelligenceIndex": 12.4,
+ "measuredAt": "2026-09-09",
+ "aliases": ["o1-pro", "e8d4100e-165b-4c5d-ac11-ac553590a334"]
+ },
+ "gpt-4.1": {
+ "intelligenceIndex": 12.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4.1",
+ "gpt-4-1",
+ "3b608b70-6434-4baa-99ad-45d499703c67",
+ "GPT-4.1"
+ ]
+ },
+ "gpt-5.4-nano": {
+ "intelligenceIndex": 21.2,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.4-nano",
+ "gpt-5-4-nano",
+ "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",
+ "GPT-5.4 nano (xhigh)"
+ ]
+ },
+ "gpt-5.4-mini": {
+ "intelligenceIndex": 19.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.4-mini",
+ "gpt-5-4-mini-medium",
+ "392063ba-c3b5-47e8-ba67-a7b0b34f6824",
+ "GPT-5.4 mini (medium)"
+ ]
+ },
+ "gpt-5-mini": {
+ "intelligenceIndex": 17.4,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5-mini",
+ "29855680-7469-43eb-8b88-cd3fb1d99da3",
+ "GPT-5 mini (high)"
+ ]
+ },
+ "gpt-5.6-terra": {
+ "intelligenceIndex": 32.8,
+ "outputTokensPerSecond": 103.012,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.6-terra",
+ "gpt-5-6-terra-medium",
+ "26e0f83a-ca98-4f34-94ac-7c5e251ee410",
+ "GPT-5.6 Terra (medium)"
+ ]
+ },
+ "gpt-4": {
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-09-09",
+ "aliases": ["gpt-4", "6a7c0e25-1dcb-4b15-8495-a8536a9da051", "GPT-4"]
+ },
+ "gpt-5.2": {
+ "intelligenceIndex": 17,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.2",
+ "gpt-5-2-non-reasoning",
+ "6dd8ba55-5680-44a9-b309-82928165d5f0",
+ "GPT-5.2 (Non-reasoning)"
+ ]
+ },
+ "gpt-5": {
+ "intelligenceIndex": 22.9,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5",
+ "gpt-5-medium",
+ "5e965af0-ca5c-4f47-9ba9-06000508b84a",
+ "GPT-5 (medium)"
+ ]
+ },
+ "o4-mini": {
+ "intelligenceIndex": 16.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "o4-mini",
+ "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
+ "o4-mini (high)"
+ ]
+ },
+ "o3-mini": {
+ "intelligenceIndex": 12.5,
+ "measuredAt": "2026-09-09",
+ "aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]
+ },
+ "o3": {
+ "intelligenceIndex": 20.2,
+ "outputTokensPerSecond": 151.22,
+ "measuredAt": "2026-09-09",
+ "aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]
+ },
+ "o3-pro": {
+ "intelligenceIndex": 21.9,
+ "measuredAt": "2026-09-09",
+ "aliases": ["o3-pro", "ca04852c-eaae-4881-a208-f9b2ca3b7cd6"]
+ },
+ "gpt-5.5": {
+ "intelligenceIndex": 23.2,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-5.5",
+ "gpt-5-5-non-reasoning",
+ "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
+ "GPT-5.5 (Non-reasoning)"
+ ]
+ },
+ "gpt-4o-2024-11-20": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gpt-4o-2024-11-20",
+ "gpt-4o-2024-08-06",
+ "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
+ "GPT-4o (Aug '24)"
+ ]
+ },
+ "claude-sonnet-4-6": {
+ "intelligenceIndex": 23.3,
+ "outputTokensPerSecond": 52.86,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-sonnet-4-6",
+ "claude-sonnet-4-6-non-reasoning-low-effort",
+ "f2e21112-192e-4aed-ae82-68ca3b38e667",
+ "Claude Sonnet 4.6 (Non-reasoning, Low Effort)"
+ ]
+ },
+ "claude-opus-5": {
+ "intelligenceIndex": 50.7,
+ "outputTokensPerSecond": 55.074,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-5",
+ "b8fc61f7-5e9a-49e6-8547-6ac56db24627",
+ "Claude Opus 5 (Adaptive Reasoning, Max Effort)"
+ ]
+ },
+ "claude-opus-4-5": {
+ "intelligenceIndex": 29.1,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-4-5",
+ "claude-opus-4-5-thinking",
+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",
+ "Claude Opus 4.5 (Reasoning)"
+ ]
+ },
+ "claude-fable-5-1": {
+ "intelligenceIndex": 51.2,
+ "outputTokensPerSecond": 53.374,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-fable-5-1",
+ "claude-fable-5-1-high",
+ "9d7d72cd-d95d-45a0-b109-4ad292c9aabd",
+ "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)"
+ ]
+ },
+ "claude-opus-4-6": {
+ "intelligenceIndex": 31.9,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-4-6",
+ "claude-opus-4-6-adaptive",
+ "53c98840-47af-49aa-94e6-469fb17e9a1b",
+ "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)"
+ ]
+ },
+ "claude-opus-4-7": {
+ "intelligenceIndex": 40.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-4-7",
+ "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
+ "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)"
+ ]
+ },
+ "claude-fable-5": {
+ "intelligenceIndex": 49.7,
+ "outputTokensPerSecond": 68.133,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-fable-5",
+ "cd55210d-358e-4df1-ba9c-9acb5f186cc9",
+ "Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)"
+ ]
+ },
+ "claude-opus-4-8": {
+ "intelligenceIndex": 42,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-4-8",
+ "992b7b84-5069-4c6a-9295-834252553d50",
+ "Claude Opus 4.8 (Adaptive Reasoning, Max Effort)"
+ ]
+ },
+ "claude-sonnet-5": {
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 83.464,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-sonnet-5",
+ "23c86e4a-c769-43c0-a056-79e3cd15834f",
+ "Claude Sonnet 5 (Adaptive Reasoning, Max Effort)"
+ ]
+ },
+ "claude-opus-4-5-20251101": {
+ "intelligenceIndex": 29.1,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "claude-opus-4-5-20251101",
+ "claude-opus-4-5-thinking",
+ "2660d74f-ce79-48a8-8b53-6e668e2071a2",
+ "Claude Opus 4.5 (Reasoning)"
+ ]
+ },
+ "gemini-3.1-pro-preview": {
+ "intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 127.691,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.1-pro-preview",
+ "gemini-3-1-pro-preview",
+ "bbd93ebe-80da-4594-bb19-61e69d0331df",
+ "Gemini 3.1 Pro Preview"
+ ]
+ },
+ "gemini-2.5-flash-lite": {
+ "intelligenceIndex": 8.5,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-2.5-flash-lite",
+ "gemini-2-5-flash-lite-reasoning",
+ "f4e8194a-d0e6-48eb-92be-4307de5aeeec",
+ "Gemini 2.5 Flash-Lite (Reasoning)"
+ ]
+ },
+ "gemini-3.6-flash": {
+ "intelligenceIndex": 34.3,
+ "outputTokensPerSecond": 184.677,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.6-flash",
+ "gemini-3-6-flash",
+ "78332c88-fe60-42c8-af9d-3617e44cf1f5",
+ "Gemini 3.6 Flash (high)"
+ ]
+ },
+ "gemini-3.1-flash-lite": {
+ "intelligenceIndex": 16,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.1-flash-lite",
+ "gemini-3-1-flash-lite-preview",
+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
+ "Gemini 3.1 Flash-Lite"
+ ]
+ },
+ "gemini-3.5-flash": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 239.733,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.5-flash",
+ "gemini-3-5-flash-medium",
+ "5016ea75-7b0e-4737-a7e6-1062c6d90fd4",
+ "Gemini 3.5 Flash (medium)"
+ ]
+ },
+ "gemini-3.1-flash-lite-preview": {
+ "intelligenceIndex": 16,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.1-flash-lite-preview",
+ "gemini-3-1-flash-lite-preview",
+ "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
+ "Gemini 3.1 Flash-Lite"
+ ]
+ },
+ "gemini-3.5-flash-lite": {
+ "intelligenceIndex": 22.7,
+ "outputTokensPerSecond": 365.348,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.5-flash-lite",
+ "gemini-3-5-flash-lite",
+ "093b9df2-ebee-4309-943f-5a7e88360adf",
+ "Gemini 3.5 Flash-Lite"
+ ]
+ },
+ "gemini-flash-lite-latest": {
+ "intelligenceIndex": 22.7,
+ "outputTokensPerSecond": 365.348,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-flash-lite-latest",
+ "gemini-3-5-flash-lite",
+ "093b9df2-ebee-4309-943f-5a7e88360adf",
+ "Gemini 3.5 Flash-Lite"
+ ]
+ },
+ "gemini-3-flash-preview": {
+ "intelligenceIndex": 26.3,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3-flash-preview",
+ "gemini-3-flash-reasoning",
+ "7c73c3be-7f51-4d14-bec8-d5789488df25",
+ "Gemini 3 Flash Preview (Reasoning)"
+ ]
+ },
+ "gemini-3.8-flash": {
+ "intelligenceIndex": 41.2,
+ "outputTokensPerSecond": 342.779,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.8-flash",
+ "gemini-3-8-flash",
+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
+ "Gemini 3.8 Flash (high)"
+ ]
+ },
+ "gemini-3.7-flash": {
+ "intelligenceIndex": 39.4,
+ "outputTokensPerSecond": 343.357,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-3.7-flash",
+ "gemini-3-7-flash",
+ "b2331108-72ed-415a-82d1-188633875bbc",
+ "Gemini 3.7 Flash (high)"
+ ]
+ },
+ "gemini-2.5-pro": {
+ "intelligenceIndex": 16.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-2.5-pro",
+ "gemini-2-5-pro",
+ "27202e5f-c82d-4710-92e9-4317877d4883",
+ "Gemini 2.5 Pro"
+ ]
+ },
+ "gemini-flash-latest": {
+ "intelligenceIndex": 41.2,
+ "outputTokensPerSecond": 342.779,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-flash-latest",
+ "gemini-3-8-flash",
+ "8a999846-4c1d-4ce7-a8b7-1310a7166fd7",
+ "Gemini 3.8 Flash (high)"
+ ]
+ },
+ "gemini-2.5-flash": {
+ "intelligenceIndex": 9.9,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "gemini-2.5-flash",
+ "gemini-2-5-flash",
+ "6afbfb62-27e4-435e-9c85-d9fe1b92519e",
+ "Gemini 2.5 Flash (Non-reasoning)"
+ ]
+ },
+ "magistral-small": {
+ "intelligenceIndex": 8.2,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "magistral-small",
+ "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59",
+ "Magistral Small 1"
+ ]
+ },
+ "devstral-small-2505": {
+ "intelligenceIndex": 8.7,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "devstral-small-2505",
+ "cc1fa238-1a76-486d-a997-22309275eadd",
+ "Devstral Small (May '25)"
+ ]
+ },
+ "magistral-medium-latest": {
+ "intelligenceIndex": 9.1,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "magistral-medium-latest",
+ "magistral-medium",
+ "660965b2-66d2-49ee-a6b9-79a6ac47d3c0",
+ "Magistral Medium 1"
+ ]
+ },
+ "mistral-medium-latest": {
+ "intelligenceIndex": 5.5,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "mistral-medium-latest",
+ "mistral-medium",
+ "1f05af98-1ec6-4506-a0b8-57a8c9b63878",
+ "Mistral Medium"
+ ]
+ },
+ "devstral-medium-latest": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "devstral-medium-latest",
+ "devstral-medium",
+ "aba82268-2bb7-4a0f-80be-9b7722e2145b",
+ "Devstral Medium"
+ ]
+ },
+ "mistral-small-latest": {
+ "intelligenceIndex": 5.8,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "mistral-small-latest",
+ "mistral-small",
+ "7c045ca0-b331-488d-af31-df0fd331dfd1",
+ "Mistral Small (Sep '24)"
+ ]
+ },
+ "mistral-large-latest": {
+ "intelligenceIndex": 5.8,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "mistral-large-latest",
+ "mistral-large",
+ "5e4e4590-a77e-4b66-95f8-f3960a1a7c68",
+ "Mistral Large (Feb '24)"
+ ]
+ },
+ "pixtral-large-latest": {
+ "intelligenceIndex": 7.1,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "pixtral-large-latest",
+ "pixtral-large-2411",
+ "de0beaf0-c951-487a-8eb4-3dd12e74122c",
+ "Pixtral Large"
+ ]
+ },
+ "grok-4.3": {
+ "intelligenceIndex": 24.8,
+ "outputTokensPerSecond": 136.915,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "grok-4.3",
+ "grok-4-3-medium",
+ "5e8b0d98-a3b4-42b5-93d8-ecb748788754",
+ "Grok 4.3 (medium)"
+ ]
+ },
+ "grok-4.5": {
+ "intelligenceIndex": 39.1,
+ "outputTokensPerSecond": 52.947,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "grok-4.5",
+ "grok-4-5",
+ "794f69b5-cede-482b-b1cc-d769478497cd",
+ "Grok 4.5 (high)"
+ ]
+ },
+ "grok-4.6": {
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 63.212,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "grok-4.6",
+ "grok-4-6-xhigh",
+ "d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3",
+ "Grok 4.6 (xhigh)"
+ ]
+ },
+ "grok-4.20-0309-non-reasoning": {
+ "intelligenceIndex": 14.6,
+ "measuredAt": "2026-09-09",
+ "aliases": [
+ "grok-4.20-0309-non-reasoning",
+ "grok-4-20-0309-non-reasoning",
+ "523125f4-a1da-4990-9abd-dd08a069100e",
+ "Grok 4.20 0309 (Non-reasoning)"
+ ]
+ }
+ }
}
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
index 07fea73c90f..8a5fde0e600 100644
--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json
@@ -14,7 +14,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 7.1,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4.1-nano",
@@ -26,6 +30,10 @@
"contextWindowTokens": 1047576,
"maxOutputTokens": 32768,
"modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.8,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -37,6 +45,10 @@
"contextWindowTokens": 128000,
"maxOutputTokens": 4096,
"modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.3,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -68,7 +80,12 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.8,
+ "outputTokensPerSecond": 68.784,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4o-2024-08-06",
@@ -79,7 +96,11 @@
"cachedInputCostPerMillionTokens": 1.25,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-6-astra",
@@ -99,7 +120,12 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 51,
+ "outputTokensPerSecond": 55.102,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.2-pro",
@@ -133,7 +159,11 @@
"cachedInputCostPerMillionTokens": 0.1,
"contextWindowTokens": 1047576,
"maxOutputTokens": 32768,
- "modalities": ["image", "pdf"]
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 10.2,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.4",
@@ -151,7 +181,11 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 39,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4-turbo",
@@ -162,6 +196,10 @@
"contextWindowTokens": 128000,
"maxOutputTokens": 4096,
"modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -174,7 +212,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 24.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "o1",
@@ -187,6 +229,10 @@
"maxOutputTokens": 100000,
"modalities": ["image", "pdf"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 15.2,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -198,7 +244,11 @@
"cachedInputCostPerMillionTokens": 1.25,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image", "pdf"]
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.6-luna",
@@ -218,7 +268,12 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 21.8,
+ "outputTokensPerSecond": 100.131,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.3-codex",
@@ -230,7 +285,12 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 32.5,
+ "outputTokensPerSecond": 143.044,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4o-mini",
@@ -241,7 +301,11 @@
"cachedInputCostPerMillionTokens": 0.075,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image", "pdf"]
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "o1-pro",
@@ -253,6 +317,10 @@
"maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 12.4,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -264,7 +332,11 @@
"cachedInputCostPerMillionTokens": 0.5,
"contextWindowTokens": 1047576,
"maxOutputTokens": 32768,
- "modalities": ["image", "pdf"]
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 12.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.4-nano",
@@ -276,7 +348,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 21.2,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.5-pro",
@@ -304,7 +380,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 19.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.6",
@@ -336,7 +416,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 17.4,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.4-pro",
@@ -372,7 +456,12 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 32.8,
+ "outputTokensPerSecond": 103.012,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4",
@@ -382,6 +471,10 @@
"outputCostPerMillionTokens": 60,
"contextWindowTokens": 8192,
"maxOutputTokens": 8192,
+ "benchmark": {
+ "intelligenceIndex": 6.7,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -394,7 +487,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 17,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5",
@@ -406,7 +503,11 @@
"contextWindowTokens": 400000,
"maxOutputTokens": 128000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 22.9,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.2-chat-latest",
@@ -432,6 +533,10 @@
"maxOutputTokens": 100000,
"modalities": ["image"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16.7,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -456,6 +561,10 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 100000,
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 12.5,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -468,7 +577,12 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 100000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 20.2,
+ "outputTokensPerSecond": 151.22,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "o3-pro",
@@ -479,7 +593,11 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 100000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 21.9,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-5.3-chat-latest",
@@ -509,7 +627,11 @@
"contextWindowTokens": 1050000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 23.2,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gpt-4o-2024-11-20",
@@ -520,7 +642,11 @@
"cachedInputCostPerMillionTokens": 1.25,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.7,
+ "measuredAt": "2026-09-09"
+ }
}
]
},
@@ -540,7 +666,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 23.3,
+ "outputTokensPerSecond": 52.86,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-opus-5",
@@ -553,7 +684,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 50.7,
+ "outputTokensPerSecond": 55.074,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-opus-4-5",
@@ -566,7 +702,11 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 29.1,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-fable-5-1",
@@ -579,7 +719,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 51.2,
+ "outputTokensPerSecond": 53.374,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-opus-4-6",
@@ -592,7 +737,11 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 31.9,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-sonnet-4-5-20250929",
@@ -618,7 +767,11 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 40.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-haiku-4-5-20251001",
@@ -644,7 +797,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 49.7,
+ "outputTokensPerSecond": 68.133,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-haiku-4-5",
@@ -683,7 +841,11 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 42,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-sonnet-5",
@@ -696,7 +858,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 128000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 38.4,
+ "outputTokensPerSecond": 83.464,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "claude-opus-4-5-20251101",
@@ -709,7 +876,11 @@
"contextWindowTokens": 200000,
"maxOutputTokens": 64000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 29.1,
+ "measuredAt": "2026-09-09"
+ }
}
]
},
@@ -781,7 +952,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 30.4,
+ "outputTokensPerSecond": 127.691,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "deep-research-preview-04-2026",
@@ -811,7 +987,11 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "audio", "video", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 8.5,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-2.5-computer-use-preview-10-2025",
@@ -839,7 +1019,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 34.3,
+ "outputTokensPerSecond": 184.677,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3.1-flash-lite",
@@ -851,7 +1036,11 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3.1-flash-live-preview",
@@ -874,7 +1063,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 33.6,
+ "outputTokensPerSecond": 239.733,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3.1-flash-lite-preview",
@@ -887,6 +1081,10 @@
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
"supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -899,7 +1097,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 22.7,
+ "outputTokensPerSecond": 365.348,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-flash-lite-latest",
@@ -911,7 +1114,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 22.7,
+ "outputTokensPerSecond": 365.348,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3-flash-preview",
@@ -923,7 +1131,11 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 26.3,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3.8-flash",
@@ -935,7 +1147,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 41.2,
+ "outputTokensPerSecond": 342.779,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-3.7-flash",
@@ -947,7 +1164,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 39.4,
+ "outputTokensPerSecond": 343.357,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-2.5-pro",
@@ -965,7 +1187,11 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "audio", "video", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 16.7,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-flash-latest",
@@ -977,7 +1203,12 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "video", "audio", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 41.2,
+ "outputTokensPerSecond": 342.779,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "gemini-2.5-flash",
@@ -989,7 +1220,11 @@
"contextWindowTokens": 1048576,
"maxOutputTokens": 65536,
"modalities": ["image", "audio", "video", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 9.9,
+ "measuredAt": "2026-09-09"
+ }
}
]
},
@@ -1036,7 +1271,11 @@
"outputCostPerMillionTokens": 1.5,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 8.2,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "devstral-2512",
@@ -1056,6 +1295,10 @@
"outputCostPerMillionTokens": 0.3,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
+ "benchmark": {
+ "intelligenceIndex": 8.7,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -1077,7 +1320,11 @@
"outputCostPerMillionTokens": 5,
"contextWindowTokens": 128000,
"maxOutputTokens": 16384,
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 9.1,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "open-mixtral-8x22b",
@@ -1115,7 +1362,11 @@
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 5.5,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "devstral-medium-2507",
@@ -1156,6 +1407,10 @@
"outputCostPerMillionTokens": 2,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
+ "benchmark": {
+ "intelligenceIndex": 9,
+ "measuredAt": "2026-09-09"
+ },
"isDeprecated": true
},
{
@@ -1195,7 +1450,11 @@
"contextWindowTokens": 256000,
"maxOutputTokens": 256000,
"modalities": ["image"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 5.8,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "open-mistral-nemo",
@@ -1215,7 +1474,11 @@
"outputCostPerMillionTokens": 1.5,
"contextWindowTokens": 262144,
"maxOutputTokens": 262144,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 5.8,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "mistral-large-2411",
@@ -1293,7 +1556,11 @@
"outputCostPerMillionTokens": 6,
"contextWindowTokens": 128000,
"maxOutputTokens": 128000,
- "modalities": ["image"]
+ "modalities": ["image"],
+ "benchmark": {
+ "intelligenceIndex": 7.1,
+ "measuredAt": "2026-09-09"
+ }
}
]
},
@@ -1318,7 +1585,12 @@
"contextWindowTokens": 1000000,
"maxOutputTokens": 30000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 24.8,
+ "outputTokensPerSecond": 136.915,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "grok-4.20-0309-reasoning",
@@ -1354,7 +1626,12 @@
"contextWindowTokens": 500000,
"maxOutputTokens": 500000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 39.1,
+ "outputTokensPerSecond": 52.947,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "grok-build-0.1",
@@ -1390,7 +1667,12 @@
"contextWindowTokens": 500000,
"maxOutputTokens": 500000,
"modalities": ["image", "pdf"],
- "supportsReasoning": true
+ "supportsReasoning": true,
+ "benchmark": {
+ "intelligenceIndex": 44.3,
+ "outputTokensPerSecond": 63.212,
+ "measuredAt": "2026-09-09"
+ }
},
{
"name": "grok-4.20-0309-non-reasoning",
@@ -1407,7 +1689,11 @@
},
"contextWindowTokens": 1000000,
"maxOutputTokens": 30000,
- "modalities": ["image", "pdf"]
+ "modalities": ["image", "pdf"],
+ "benchmark": {
+ "intelligenceIndex": 14.6,
+ "measuredAt": "2026-09-09"
+ }
}
]
}