The open alternative to Salesforce, designed for AI.
TypeScript crmcrm-systemcustomergood-first-issuegraphqlhacktoberfestjavascriptmarketingmonoreponestjsopen-sourcepostgresqlreactreactjssalestypescriptweb
chore: sync AI model catalog (#25745)
github-actions[bot]6e16c71c64f1
diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.jsonindex 5a441628919..8085b68894b 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-model-benchmarks.json@@ -4,6 +4,7 @@"models": {"gpt-5-nano": {"intelligenceIndex": 13,+ "outputTokensPerSecond": 186.28,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -14,6 +15,7 @@},"gpt-4.1-nano": {"intelligenceIndex": 7.8,+ "outputTokensPerSecond": 133.13,"measuredAt": "2026-09-10","aliases": ["gpt-4.1-nano",@@ -24,6 +26,7 @@},"gpt-4o-2024-05-13": {"intelligenceIndex": 7.3,+ "outputTokensPerSecond": 117.26,"measuredAt": "2026-09-10","aliases": ["gpt-4o-2024-05-13",@@ -33,7 +36,8 @@},"gpt-5.6-sol": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 70.266,+ "outputTokensPerSecond": 68.05,+ "costPerTask": 1.9885,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -45,7 +49,7 @@"benchmarkByEffort": {"none": {"intelligenceIndex": 28.3,- "outputTokensPerSecond": 59.956,+ "outputTokensPerSecond": 65.42,"effort": "none","measuredAt": "2026-09-10","aliases": [@@ -56,7 +60,8 @@},"low": {"intelligenceIndex": 33.8,- "outputTokensPerSecond": 60.903,+ "outputTokensPerSecond": 67.39,+ "costPerTask": 0.2606,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -67,7 +72,8 @@},"medium": {"intelligenceIndex": 39.5,- "outputTokensPerSecond": 66.513,+ "outputTokensPerSecond": 64.56,+ "costPerTask": 0.505,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -78,7 +84,8 @@},"high": {"intelligenceIndex": 42.5,- "outputTokensPerSecond": 62.78,+ "outputTokensPerSecond": 61.67,+ "costPerTask": 0.808,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -89,7 +96,8 @@},"xhigh": {"intelligenceIndex": 44.1,- "outputTokensPerSecond": 76.78,+ "outputTokensPerSecond": 63.17,+ "costPerTask": 1.1844,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -100,7 +108,8 @@},"max": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 70.266,+ "outputTokensPerSecond": 68.05,+ "costPerTask": 1.9885,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -113,6 +122,7 @@},"gpt-4o-2024-08-06": {"intelligenceIndex": 7.7,+ "outputTokensPerSecond": 121.13,"measuredAt": "2026-09-10","aliases": ["gpt-4o-2024-08-06",@@ -122,7 +132,8 @@},"gpt-6-astra": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 52.865,+ "outputTokensPerSecond": 56.47,+ "costPerTask": 3.2575,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -133,7 +144,8 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 46,- "outputTokensPerSecond": 45.731,+ "outputTokensPerSecond": 47.09,+ "costPerTask": 0.8175,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -144,7 +156,8 @@},"medium": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 47.767,+ "outputTokensPerSecond": 47.18,+ "costPerTask": 1.5406,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -155,7 +168,8 @@},"high": {"intelligenceIndex": 51,- "outputTokensPerSecond": 47.667,+ "outputTokensPerSecond": 50.22,+ "costPerTask": 1.7214,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -166,7 +180,8 @@},"xhigh": {"intelligenceIndex": 52.5,- "outputTokensPerSecond": 49.186,+ "outputTokensPerSecond": 52.39,+ "costPerTask": 2.3088,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -177,7 +192,8 @@},"max": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 52.865,+ "outputTokensPerSecond": 56.47,+ "costPerTask": 3.2575,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -190,6 +206,7 @@},"gpt-4.1-mini": {"intelligenceIndex": 10.2,+ "outputTokensPerSecond": 113.59,"measuredAt": "2026-09-10","aliases": ["gpt-4.1-mini",@@ -200,6 +217,7 @@},"gpt-5.4": {"intelligenceIndex": 39,+ "outputTokensPerSecond": 144.49,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -211,6 +229,7 @@"benchmarkByEffort": {"none": {"intelligenceIndex": 18.2,+ "outputTokensPerSecond": 107.99,"effort": "none","measuredAt": "2026-09-10","aliases": [@@ -221,6 +240,7 @@},"low": {"intelligenceIndex": 27.6,+ "outputTokensPerSecond": 108.52,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -231,6 +251,7 @@},"xhigh": {"intelligenceIndex": 39,+ "outputTokensPerSecond": 144.49,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -243,6 +264,7 @@},"gpt-4-turbo": {"intelligenceIndex": 7,+ "outputTokensPerSecond": 32.35,"measuredAt": "2026-09-10","aliases": ["gpt-4-turbo",@@ -252,6 +274,7 @@},"gpt-5.1": {"intelligenceIndex": 24.7,+ "outputTokensPerSecond": 121.12,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -278,7 +301,8 @@},"gpt-5.6-luna": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 125.889,+ "outputTokensPerSecond": 119.82,+ "costPerTask": 0.1783,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -290,7 +314,7 @@"benchmarkByEffort": {"none": {"intelligenceIndex": 16.8,- "outputTokensPerSecond": 113.34,+ "outputTokensPerSecond": 117.9,"effort": "none","measuredAt": "2026-09-10","aliases": [@@ -301,7 +325,7 @@},"low": {"intelligenceIndex": 21.8,- "outputTokensPerSecond": 102.752,+ "outputTokensPerSecond": 115.78,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -312,7 +336,7 @@},"medium": {"intelligenceIndex": 25.8,- "outputTokensPerSecond": 103.199,+ "outputTokensPerSecond": 109.57,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -322,8 +346,8 @@]},"high": {- "intelligenceIndex": 32.4,- "outputTokensPerSecond": 104.988,+ "intelligenceIndex": 32.9,+ "outputTokensPerSecond": 115.78,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -334,7 +358,8 @@},"xhigh": {"intelligenceIndex": 34.8,- "outputTokensPerSecond": 111.349,+ "outputTokensPerSecond": 109.88,+ "costPerTask": 0.0853,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -345,7 +370,8 @@},"max": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 125.889,+ "outputTokensPerSecond": 119.82,+ "costPerTask": 0.1783,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -358,7 +384,7 @@},"gpt-5.3-codex": {"intelligenceIndex": 32.5,- "outputTokensPerSecond": 126.359,+ "outputTokensPerSecond": 136.73,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -370,6 +396,7 @@},"gpt-4o-mini": {"intelligenceIndex": 6.7,+ "outputTokensPerSecond": 147.5,"measuredAt": "2026-09-10","aliases": ["gpt-4o-mini",@@ -384,6 +411,7 @@},"gpt-4.1": {"intelligenceIndex": 12.7,+ "outputTokensPerSecond": 160.68,"measuredAt": "2026-09-10","aliases": ["gpt-4.1",@@ -394,6 +422,8 @@},"gpt-5.4-nano": {"intelligenceIndex": 21.2,+ "outputTokensPerSecond": 176.13,+ "costPerTask": 0.1831,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -405,6 +435,8 @@},"gpt-5.4-mini": {"intelligenceIndex": 24.6,+ "outputTokensPerSecond": 218.49,+ "costPerTask": 0.4097,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -416,6 +448,7 @@},"gpt-5-mini": {"intelligenceIndex": 20.6,+ "outputTokensPerSecond": 101.81,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -427,7 +460,8 @@},"gpt-5.6-terra": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 97.707,+ "outputTokensPerSecond": 116.28,+ "costPerTask": 1.3987,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -439,7 +473,7 @@"benchmarkByEffort": {"none": {"intelligenceIndex": 22.3,- "outputTokensPerSecond": 74.926,+ "outputTokensPerSecond": 93.52,"effort": "none","measuredAt": "2026-09-10","aliases": [@@ -450,7 +484,7 @@},"low": {"intelligenceIndex": 27.9,- "outputTokensPerSecond": 82.953,+ "outputTokensPerSecond": 93.16,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -460,8 +494,8 @@]},"medium": {- "intelligenceIndex": 30.4,- "outputTokensPerSecond": 86.471,+ "intelligenceIndex": 32.8,+ "outputTokensPerSecond": 93.78,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -472,7 +506,8 @@},"high": {"intelligenceIndex": 34.5,- "outputTokensPerSecond": 76.196,+ "outputTokensPerSecond": 94.81,+ "costPerTask": 0.3379,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -483,7 +518,8 @@},"xhigh": {"intelligenceIndex": 38.2,- "outputTokensPerSecond": 87.741,+ "outputTokensPerSecond": 99.47,+ "costPerTask": 0.6318,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -494,7 +530,8 @@},"max": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 97.707,+ "outputTokensPerSecond": 116.28,+ "costPerTask": 1.3987,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -512,6 +549,7 @@},"gpt-5.2": {"intelligenceIndex": 30.4,+ "outputTokensPerSecond": 88.9,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -523,6 +561,7 @@},"gpt-5": {"intelligenceIndex": 23,+ "outputTokensPerSecond": 100.8,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -533,6 +572,7 @@},"o4-mini": {"intelligenceIndex": 16.7,+ "outputTokensPerSecond": 157.42,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -543,12 +583,13 @@},"o3-mini": {"intelligenceIndex": 12.5,+ "outputTokensPerSecond": 203.97,"measuredAt": "2026-09-10","aliases": ["o3-mini", "2dad8957-4c16-4e74-bf2d-8b21514e0ae9"]},"o3": {"intelligenceIndex": 20.2,- "outputTokensPerSecond": 116.754,+ "outputTokensPerSecond": 174.72,"measuredAt": "2026-09-10","aliases": ["o3", "16c5b637-8bce-4252-81f2-1b87a36a4e4c"]},@@ -559,6 +600,8 @@},"gpt-5.5": {"intelligenceIndex": 38.6,+ "outputTokensPerSecond": 90.41,+ "costPerTask": 2.634,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -570,6 +613,7 @@"benchmarkByEffort": {"none": {"intelligenceIndex": 23.2,+ "outputTokensPerSecond": 83.84,"effort": "none","measuredAt": "2026-09-10","aliases": [@@ -580,6 +624,7 @@},"low": {"intelligenceIndex": 30.7,+ "outputTokensPerSecond": 79.95,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -590,6 +635,8 @@},"medium": {"intelligenceIndex": 34.2,+ "outputTokensPerSecond": 90.84,+ "costPerTask": 0.9017,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -600,6 +647,8 @@},"high": {"intelligenceIndex": 37.3,+ "outputTokensPerSecond": 81.39,+ "costPerTask": 1.5413,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -610,6 +659,8 @@},"xhigh": {"intelligenceIndex": 38.6,+ "outputTokensPerSecond": 90.41,+ "costPerTask": 2.634,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -632,6 +683,8 @@},"claude-sonnet-4-6": {"intelligenceIndex": 30.5,+ "outputTokensPerSecond": 49.98,+ "costPerTask": 2.4859,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -643,7 +696,7 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 23.3,- "outputTokensPerSecond": 51.582,+ "outputTokensPerSecond": 44.78,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -654,6 +707,7 @@},"high": {"intelligenceIndex": 24.7,+ "outputTokensPerSecond": 44.29,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -664,6 +718,8 @@},"max": {"intelligenceIndex": 30.5,+ "outputTokensPerSecond": 49.98,+ "costPerTask": 2.4859,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -676,7 +732,8 @@},"claude-opus-5": {"intelligenceIndex": 50.7,- "outputTokensPerSecond": 55.074,+ "outputTokensPerSecond": 54,+ "costPerTask": 5.8584,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -687,7 +744,8 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 39.8,- "outputTokensPerSecond": 51.143,+ "outputTokensPerSecond": 53.01,+ "costPerTask": 1.0983,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -698,7 +756,8 @@},"medium": {"intelligenceIndex": 45.1,- "outputTokensPerSecond": 49.942,+ "outputTokensPerSecond": 53.25,+ "costPerTask": 2.1895,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -709,7 +768,8 @@},"high": {"intelligenceIndex": 48.2,- "outputTokensPerSecond": 52.437,+ "outputTokensPerSecond": 51.6,+ "costPerTask": 3.6133,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -720,7 +780,8 @@},"xhigh": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 53.71,+ "outputTokensPerSecond": 51.97,+ "costPerTask": 4.8778,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -731,7 +792,8 @@},"max": {"intelligenceIndex": 50.7,- "outputTokensPerSecond": 55.074,+ "outputTokensPerSecond": 54,+ "costPerTask": 5.8584,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -744,6 +806,7 @@},"claude-opus-4-5": {"intelligenceIndex": 29.1,+ "outputTokensPerSecond": 51.94,"measuredAt": "2026-09-10","aliases": ["claude-opus-4-5",@@ -754,7 +817,8 @@},"claude-fable-5-1": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 68.471,+ "outputTokensPerSecond": 69.37,+ "costPerTask": 7.6297,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -765,7 +829,8 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 47,- "outputTokensPerSecond": 49.804,+ "outputTokensPerSecond": 51.78,+ "costPerTask": 2.371,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -776,7 +841,8 @@},"medium": {"intelligenceIndex": 49.1,- "outputTokensPerSecond": 51.939,+ "outputTokensPerSecond": 55.29,+ "costPerTask": 2.9826,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -787,7 +853,8 @@},"high": {"intelligenceIndex": 51.2,- "outputTokensPerSecond": 50.102,+ "outputTokensPerSecond": 57.06,+ "costPerTask": 3.9125,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -798,7 +865,8 @@},"xhigh": {"intelligenceIndex": 53.2,- "outputTokensPerSecond": 59.036,+ "outputTokensPerSecond": 59.96,+ "costPerTask": 5.9783,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -809,7 +877,8 @@},"max": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 68.471,+ "outputTokensPerSecond": 69.37,+ "costPerTask": 7.6297,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -822,6 +891,7 @@},"claude-opus-4-6": {"intelligenceIndex": 31.9,+ "outputTokensPerSecond": 39.27,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -833,6 +903,7 @@"benchmarkByEffort": {"high": {"intelligenceIndex": 26.4,+ "outputTokensPerSecond": 39.01,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -843,6 +914,7 @@},"max": {"intelligenceIndex": 31.9,+ "outputTokensPerSecond": 39.27,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -855,6 +927,7 @@},"claude-opus-4-7": {"intelligenceIndex": 40.7,+ "outputTokensPerSecond": 50.24,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -865,6 +938,7 @@"benchmarkByEffort": {"high": {"intelligenceIndex": 30.9,+ "outputTokensPerSecond": 46.45,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -875,6 +949,7 @@},"max": {"intelligenceIndex": 40.7,+ "outputTokensPerSecond": 50.24,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -887,7 +962,8 @@},"claude-fable-5": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 67.057,+ "outputTokensPerSecond": 64.28,+ "costPerTask": 8.746,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -898,7 +974,8 @@"benchmarkByEffort": {"max": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 67.057,+ "outputTokensPerSecond": 64.28,+ "costPerTask": 8.746,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -911,6 +988,8 @@},"claude-opus-4-8": {"intelligenceIndex": 42,+ "outputTokensPerSecond": 58.98,+ "costPerTask": 4.081,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -921,6 +1000,8 @@"benchmarkByEffort": {"max": {"intelligenceIndex": 42,+ "outputTokensPerSecond": 58.98,+ "costPerTask": 4.081,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -933,7 +1014,8 @@},"claude-sonnet-5": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 82.247,+ "outputTokensPerSecond": 79.49,+ "costPerTask": 5.0912,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -944,7 +1026,8 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 24.7,- "outputTokensPerSecond": 64.602,+ "outputTokensPerSecond": 61.97,+ "costPerTask": 0.5088,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -955,7 +1038,8 @@},"medium": {"intelligenceIndex": 28.4,- "outputTokensPerSecond": 62.211,+ "outputTokensPerSecond": 63.82,+ "costPerTask": 0.9991,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -966,7 +1050,7 @@},"high": {"intelligenceIndex": 28.9,- "outputTokensPerSecond": 66.693,+ "outputTokensPerSecond": 61.14,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -976,7 +1060,7 @@]},"xhigh": {- "outputTokensPerSecond": 77.387,+ "outputTokensPerSecond": 68.39,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [@@ -987,7 +1071,8 @@},"max": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 82.247,+ "outputTokensPerSecond": 79.49,+ "costPerTask": 5.0912,"effort": "max","measuredAt": "2026-09-10","aliases": [@@ -1000,6 +1085,7 @@},"claude-opus-4-5-20251101": {"intelligenceIndex": 29.1,+ "outputTokensPerSecond": 51.94,"measuredAt": "2026-09-10","aliases": ["claude-opus-4-5-20251101",@@ -1010,7 +1096,8 @@},"gemini-3.1-pro-preview": {"intelligenceIndex": 30.4,- "outputTokensPerSecond": 119.905,+ "outputTokensPerSecond": 118.42,+ "costPerTask": 0.6747,"measuredAt": "2026-09-10","aliases": ["gemini-3.1-pro-preview",@@ -1021,6 +1108,7 @@},"gemini-2.5-flash-lite": {"intelligenceIndex": 8.5,+ "outputTokensPerSecond": 400.75,"measuredAt": "2026-09-10","aliases": ["gemini-2.5-flash-lite",@@ -1031,7 +1119,8 @@},"gemini-3.6-flash": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.161,+ "outputTokensPerSecond": 204.37,+ "costPerTask": 0.9288,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1043,7 +1132,8 @@"benchmarkByEffort": {"high": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.161,+ "outputTokensPerSecond": 204.37,+ "costPerTask": 0.9288,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1056,6 +1146,8 @@},"gemini-3.1-flash-lite": {"intelligenceIndex": 16,+ "outputTokensPerSecond": 314.98,+ "costPerTask": 0.0394,"measuredAt": "2026-09-10","aliases": ["gemini-3.1-flash-lite",@@ -1066,7 +1158,7 @@},"gemini-3.5-flash": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 236.057,+ "outputTokensPerSecond": 218.89,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1078,7 +1170,7 @@"benchmarkByEffort": {"minimal": {"intelligenceIndex": 23.8,- "outputTokensPerSecond": 235.737,+ "outputTokensPerSecond": 196.55,"effort": "minimal","measuredAt": "2026-09-10","aliases": [@@ -1089,7 +1181,7 @@},"medium": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 236.057,+ "outputTokensPerSecond": 218.89,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1100,6 +1192,8 @@},"high": {"intelligenceIndex": 33,+ "outputTokensPerSecond": 216.6,+ "costPerTask": 1.5625,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1112,6 +1206,8 @@},"gemini-3.1-flash-lite-preview": {"intelligenceIndex": 16,+ "outputTokensPerSecond": 314.98,+ "costPerTask": 0.0394,"measuredAt": "2026-09-10","aliases": ["gemini-3.1-flash-lite-preview",@@ -1122,7 +1218,8 @@},"gemini-3.5-flash-lite": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 349.946,+ "outputTokensPerSecond": 362.7,+ "costPerTask": 0.1235,"measuredAt": "2026-09-10","aliases": ["gemini-3.5-flash-lite",@@ -1133,7 +1230,8 @@},"gemini-flash-lite-latest": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 349.946,+ "outputTokensPerSecond": 362.7,+ "costPerTask": 0.1235,"measuredAt": "2026-09-10","aliases": ["gemini-flash-lite-latest",@@ -1144,6 +1242,7 @@},"gemini-3-flash-preview": {"intelligenceIndex": 26.3,+ "outputTokensPerSecond": 213.74,"measuredAt": "2026-09-10","aliases": ["gemini-3-flash-preview",@@ -1154,7 +1253,8 @@},"gemini-3.8-flash": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1166,6 +1266,7 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 33.8,+ "outputTokensPerSecond": 265.34,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -1176,6 +1277,8 @@},"medium": {"intelligenceIndex": 40,+ "outputTokensPerSecond": 246.33,+ "costPerTask": 0.931,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1186,7 +1289,8 @@},"high": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1199,7 +1303,7 @@},"gemini-3.7-flash": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 302.587,+ "outputTokensPerSecond": 311.28,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1211,7 +1315,7 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 36.9,- "outputTokensPerSecond": 285.813,+ "outputTokensPerSecond": 319.53,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -1222,7 +1326,7 @@},"medium": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 302.587,+ "outputTokensPerSecond": 311.28,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1233,7 +1337,8 @@},"high": {"intelligenceIndex": 39.4,- "outputTokensPerSecond": 323.612,+ "outputTokensPerSecond": 322.13,+ "costPerTask": 0.9253,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1246,6 +1351,8 @@},"gemini-2.5-pro": {"intelligenceIndex": 16.7,+ "outputTokensPerSecond": 126.75,+ "costPerTask": 0.2317,"measuredAt": "2026-09-10","aliases": ["gemini-2.5-pro",@@ -1256,7 +1363,8 @@},"gemini-flash-latest": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1268,6 +1376,7 @@},"gemini-2.5-flash": {"intelligenceIndex": 13.1,+ "outputTokensPerSecond": 228.98,"measuredAt": "2026-09-10","aliases": ["gemini-2.5-flash",@@ -1316,6 +1425,8 @@},"grok-4.3": {"intelligenceIndex": 25.4,+ "outputTokensPerSecond": 123.14,+ "costPerTask": 0.1653,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1327,7 +1438,8 @@},"grok-4.5": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 54.419,+ "outputTokensPerSecond": 58.95,+ "costPerTask": 1.0365,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1339,7 +1451,8 @@"benchmarkByEffort": {"high": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 54.419,+ "outputTokensPerSecond": 58.95,+ "costPerTask": 1.0365,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1352,7 +1465,8 @@},"grok-4.6": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 65.8,+ "outputTokensPerSecond": 58.48,+ "costPerTask": 1.8589,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1364,7 +1478,8 @@"benchmarkByEffort": {"low": {"intelligenceIndex": 35.4,- "outputTokensPerSecond": 54.33,+ "outputTokensPerSecond": 60.08,+ "costPerTask": 0.4753,"effort": "low","measuredAt": "2026-09-10","aliases": [@@ -1375,7 +1490,8 @@},"medium": {"intelligenceIndex": 43,- "outputTokensPerSecond": 59.973,+ "outputTokensPerSecond": 60.52,+ "costPerTask": 1.4963,"effort": "medium","measuredAt": "2026-09-10","aliases": [@@ -1386,7 +1502,8 @@},"high": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 65.8,+ "outputTokensPerSecond": 58.48,+ "costPerTask": 1.8589,"effort": "high","measuredAt": "2026-09-10","aliases": [@@ -1397,7 +1514,8 @@},"xhigh": {"intelligenceIndex": 44.3,- "outputTokensPerSecond": 60.636,+ "outputTokensPerSecond": 59.57,+ "costPerTask": 2.3237,"effort": "xhigh","measuredAt": "2026-09-10","aliases": [diff --git a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.jsonindex 7a74dd8c6ed..5f082006e17 100644--- a/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json+++ b/packages/twenty-server/src/engine/metadata-modules/ai/ai-models/ai-providers.json@@ -17,6 +17,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 13,+ "outputTokensPerSecond": 186.28,"effort": "high","measuredAt": "2026-09-10"}@@ -33,6 +34,7 @@"modalities": ["image"],"benchmark": {"intelligenceIndex": 7.8,+ "outputTokensPerSecond": 133.13,"measuredAt": "2026-09-10"},"isDeprecated": true@@ -48,6 +50,7 @@"modalities": ["image"],"benchmark": {"intelligenceIndex": 7.3,+ "outputTokensPerSecond": 117.26,"measuredAt": "2026-09-10"},"isDeprecated": true@@ -85,44 +88,50 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 70.266,+ "outputTokensPerSecond": 68.05,+ "costPerTask": 1.9885,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"none": {"intelligenceIndex": 28.3,- "outputTokensPerSecond": 59.956,+ "outputTokensPerSecond": 65.42,"effort": "none","measuredAt": "2026-09-10"},"low": {"intelligenceIndex": 33.8,- "outputTokensPerSecond": 60.903,+ "outputTokensPerSecond": 67.39,+ "costPerTask": 0.2606,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 39.5,- "outputTokensPerSecond": 66.513,+ "outputTokensPerSecond": 64.56,+ "costPerTask": 0.505,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 42.5,- "outputTokensPerSecond": 62.78,+ "outputTokensPerSecond": 61.67,+ "costPerTask": 0.808,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 44.1,- "outputTokensPerSecond": 76.78,+ "outputTokensPerSecond": 63.17,+ "costPerTask": 1.1844,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 47.1,- "outputTokensPerSecond": 70.266,+ "outputTokensPerSecond": 68.05,+ "costPerTask": 1.9885,"effort": "max","measuredAt": "2026-09-10"}@@ -140,6 +149,7 @@"modalities": ["image"],"benchmark": {"intelligenceIndex": 7.7,+ "outputTokensPerSecond": 121.13,"measuredAt": "2026-09-10"}},@@ -165,38 +175,44 @@"efforts": ["minimal", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 52.865,+ "outputTokensPerSecond": 56.47,+ "costPerTask": 3.2575,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 46,- "outputTokensPerSecond": 45.731,+ "outputTokensPerSecond": 47.09,+ "costPerTask": 0.8175,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 47.767,+ "outputTokensPerSecond": 47.18,+ "costPerTask": 1.5406,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 51,- "outputTokensPerSecond": 47.667,+ "outputTokensPerSecond": 50.22,+ "costPerTask": 1.7214,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 52.5,- "outputTokensPerSecond": 49.186,+ "outputTokensPerSecond": 52.39,+ "costPerTask": 2.3088,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 52.8,- "outputTokensPerSecond": 52.865,+ "outputTokensPerSecond": 56.47,+ "costPerTask": 3.2575,"effort": "max","measuredAt": "2026-09-10"}@@ -237,6 +253,7 @@"modalities": ["image", "pdf"],"benchmark": {"intelligenceIndex": 10.2,+ "outputTokensPerSecond": 113.59,"measuredAt": "2026-09-10"}},@@ -260,22 +277,26 @@"efforts": ["none", "low", "medium", "high", "xhigh"],"benchmark": {"intelligenceIndex": 39,+ "outputTokensPerSecond": 144.49,"effort": "xhigh","measuredAt": "2026-09-10"},"benchmarkByEffort": {"none": {"intelligenceIndex": 18.2,+ "outputTokensPerSecond": 107.99,"effort": "none","measuredAt": "2026-09-10"},"low": {"intelligenceIndex": 27.6,+ "outputTokensPerSecond": 108.52,"effort": "low","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 39,+ "outputTokensPerSecond": 144.49,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -292,6 +313,7 @@"modalities": ["image"],"benchmark": {"intelligenceIndex": 7,+ "outputTokensPerSecond": 32.35,"measuredAt": "2026-09-10"},"isDeprecated": true@@ -309,6 +331,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 24.7,+ "outputTokensPerSecond": 121.12,"effort": "high","measuredAt": "2026-09-10"}@@ -367,44 +390,47 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 125.889,+ "outputTokensPerSecond": 119.82,+ "costPerTask": 0.1783,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"none": {"intelligenceIndex": 16.8,- "outputTokensPerSecond": 113.34,+ "outputTokensPerSecond": 117.9,"effort": "none","measuredAt": "2026-09-10"},"low": {"intelligenceIndex": 21.8,- "outputTokensPerSecond": 102.752,+ "outputTokensPerSecond": 115.78,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 25.8,- "outputTokensPerSecond": 103.199,+ "outputTokensPerSecond": 109.57,"effort": "medium","measuredAt": "2026-09-10"},"high": {- "intelligenceIndex": 32.4,- "outputTokensPerSecond": 104.988,+ "intelligenceIndex": 32.9,+ "outputTokensPerSecond": 115.78,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 34.8,- "outputTokensPerSecond": 111.349,+ "outputTokensPerSecond": 109.88,+ "costPerTask": 0.0853,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 37.5,- "outputTokensPerSecond": 125.889,+ "outputTokensPerSecond": 119.82,+ "costPerTask": 0.1783,"effort": "max","measuredAt": "2026-09-10"}@@ -423,7 +449,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 32.5,- "outputTokensPerSecond": 126.359,+ "outputTokensPerSecond": 136.73,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -440,6 +466,7 @@"modalities": ["image", "pdf"],"benchmark": {"intelligenceIndex": 6.7,+ "outputTokensPerSecond": 147.5,"measuredAt": "2026-09-10"}},@@ -471,6 +498,7 @@"modalities": ["image", "pdf"],"benchmark": {"intelligenceIndex": 12.7,+ "outputTokensPerSecond": 160.68,"measuredAt": "2026-09-10"}},@@ -487,6 +515,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 21.2,+ "outputTokensPerSecond": 176.13,+ "costPerTask": 0.1831,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -520,6 +550,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 24.6,+ "outputTokensPerSecond": 218.49,+ "costPerTask": 0.4097,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -557,6 +589,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 20.6,+ "outputTokensPerSecond": 101.81,"effort": "medium","measuredAt": "2026-09-10"}@@ -599,44 +632,48 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 97.707,+ "outputTokensPerSecond": 116.28,+ "costPerTask": 1.3987,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"none": {"intelligenceIndex": 22.3,- "outputTokensPerSecond": 74.926,+ "outputTokensPerSecond": 93.52,"effort": "none","measuredAt": "2026-09-10"},"low": {"intelligenceIndex": 27.9,- "outputTokensPerSecond": 82.953,+ "outputTokensPerSecond": 93.16,"effort": "low","measuredAt": "2026-09-10"},"medium": {- "intelligenceIndex": 30.4,- "outputTokensPerSecond": 86.471,+ "intelligenceIndex": 32.8,+ "outputTokensPerSecond": 93.78,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 34.5,- "outputTokensPerSecond": 76.196,+ "outputTokensPerSecond": 94.81,+ "costPerTask": 0.3379,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 38.2,- "outputTokensPerSecond": 87.741,+ "outputTokensPerSecond": 99.47,+ "costPerTask": 0.6318,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 42.3,- "outputTokensPerSecond": 97.707,+ "outputTokensPerSecond": 116.28,+ "costPerTask": 1.3987,"effort": "max","measuredAt": "2026-09-10"}@@ -669,6 +706,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 30.4,+ "outputTokensPerSecond": 88.9,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -686,6 +724,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 23,+ "outputTokensPerSecond": 100.8,"effort": "high","measuredAt": "2026-09-10"}@@ -716,6 +755,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 16.7,+ "outputTokensPerSecond": 157.42,"effort": "high","measuredAt": "2026-09-10"},@@ -745,6 +785,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 12.5,+ "outputTokensPerSecond": 203.97,"measuredAt": "2026-09-10"},"isDeprecated": true@@ -762,7 +803,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 20.2,- "outputTokensPerSecond": 116.754,+ "outputTokensPerSecond": 174.72,"measuredAt": "2026-09-10"}},@@ -813,32 +854,42 @@"efforts": ["none", "low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 38.6,+ "outputTokensPerSecond": 90.41,+ "costPerTask": 2.634,"effort": "xhigh","measuredAt": "2026-09-10"},"benchmarkByEffort": {"none": {"intelligenceIndex": 23.2,+ "outputTokensPerSecond": 83.84,"effort": "none","measuredAt": "2026-09-10"},"low": {"intelligenceIndex": 30.7,+ "outputTokensPerSecond": 79.95,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 34.2,+ "outputTokensPerSecond": 90.84,+ "costPerTask": 0.9017,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 37.3,+ "outputTokensPerSecond": 81.39,+ "costPerTask": 1.5413,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 38.6,+ "outputTokensPerSecond": 90.41,+ "costPerTask": 2.634,"effort": "xhigh","measuredAt": "2026-09-10"}@@ -881,23 +932,28 @@"efforts": ["low", "medium", "high", "max"],"benchmark": {"intelligenceIndex": 30.5,+ "outputTokensPerSecond": 49.98,+ "costPerTask": 2.4859,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 23.3,- "outputTokensPerSecond": 51.582,+ "outputTokensPerSecond": 44.78,"effort": "low","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 24.7,+ "outputTokensPerSecond": 44.29,"effort": "high","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 30.5,+ "outputTokensPerSecond": 49.98,+ "costPerTask": 2.4859,"effort": "max","measuredAt": "2026-09-10"}@@ -918,38 +974,44 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 50.7,- "outputTokensPerSecond": 55.074,+ "outputTokensPerSecond": 54,+ "costPerTask": 5.8584,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 39.8,- "outputTokensPerSecond": 51.143,+ "outputTokensPerSecond": 53.01,+ "costPerTask": 1.0983,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 45.1,- "outputTokensPerSecond": 49.942,+ "outputTokensPerSecond": 53.25,+ "costPerTask": 2.1895,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 48.2,- "outputTokensPerSecond": 52.437,+ "outputTokensPerSecond": 51.6,+ "costPerTask": 3.6133,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 53.71,+ "outputTokensPerSecond": 51.97,+ "costPerTask": 4.8778,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 50.7,- "outputTokensPerSecond": 55.074,+ "outputTokensPerSecond": 54,+ "costPerTask": 5.8584,"effort": "max","measuredAt": "2026-09-10"}@@ -970,6 +1032,7 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 29.1,+ "outputTokensPerSecond": 51.94,"measuredAt": "2026-09-10"}},@@ -988,38 +1051,44 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 68.471,+ "outputTokensPerSecond": 69.37,+ "costPerTask": 7.6297,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 47,- "outputTokensPerSecond": 49.804,+ "outputTokensPerSecond": 51.78,+ "costPerTask": 2.371,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 49.1,- "outputTokensPerSecond": 51.939,+ "outputTokensPerSecond": 55.29,+ "costPerTask": 2.9826,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 51.2,- "outputTokensPerSecond": 50.102,+ "outputTokensPerSecond": 57.06,+ "costPerTask": 3.9125,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 53.2,- "outputTokensPerSecond": 59.036,+ "outputTokensPerSecond": 59.96,+ "costPerTask": 5.9783,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 53.4,- "outputTokensPerSecond": 68.471,+ "outputTokensPerSecond": 69.37,+ "costPerTask": 7.6297,"effort": "max","measuredAt": "2026-09-10"}@@ -1040,17 +1109,20 @@"efforts": ["low", "medium", "high", "max"],"benchmark": {"intelligenceIndex": 31.9,+ "outputTokensPerSecond": 39.27,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"high": {"intelligenceIndex": 26.4,+ "outputTokensPerSecond": 39.01,"effort": "high","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 31.9,+ "outputTokensPerSecond": 39.27,"effort": "max","measuredAt": "2026-09-10"}@@ -1084,17 +1156,20 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 40.7,+ "outputTokensPerSecond": 50.24,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"high": {"intelligenceIndex": 30.9,+ "outputTokensPerSecond": 46.45,"effort": "high","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 40.7,+ "outputTokensPerSecond": 50.24,"effort": "max","measuredAt": "2026-09-10"}@@ -1128,14 +1203,16 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 67.057,+ "outputTokensPerSecond": 64.28,+ "costPerTask": 8.746,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"max": {"intelligenceIndex": 49.7,- "outputTokensPerSecond": 67.057,+ "outputTokensPerSecond": 64.28,+ "costPerTask": 8.746,"effort": "max","measuredAt": "2026-09-10"}@@ -1182,12 +1259,16 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 42,+ "outputTokensPerSecond": 58.98,+ "costPerTask": 4.081,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"max": {"intelligenceIndex": 42,+ "outputTokensPerSecond": 58.98,+ "costPerTask": 4.081,"effort": "max","measuredAt": "2026-09-10"}@@ -1208,37 +1289,41 @@"efforts": ["low", "medium", "high", "xhigh", "max"],"benchmark": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 82.247,+ "outputTokensPerSecond": 79.49,+ "costPerTask": 5.0912,"effort": "max","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 24.7,- "outputTokensPerSecond": 64.602,+ "outputTokensPerSecond": 61.97,+ "costPerTask": 0.5088,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 28.4,- "outputTokensPerSecond": 62.211,+ "outputTokensPerSecond": 63.82,+ "costPerTask": 0.9991,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 28.9,- "outputTokensPerSecond": 66.693,+ "outputTokensPerSecond": 61.14,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {- "outputTokensPerSecond": 77.387,+ "outputTokensPerSecond": 68.39,"effort": "xhigh","measuredAt": "2026-09-10"},"max": {"intelligenceIndex": 38.4,- "outputTokensPerSecond": 82.247,+ "outputTokensPerSecond": 79.49,+ "costPerTask": 5.0912,"effort": "max","measuredAt": "2026-09-10"}@@ -1259,6 +1344,7 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 29.1,+ "outputTokensPerSecond": 51.94,"measuredAt": "2026-09-10"}}@@ -1336,7 +1422,8 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 30.4,- "outputTokensPerSecond": 119.905,+ "outputTokensPerSecond": 118.42,+ "costPerTask": 0.6747,"measuredAt": "2026-09-10"}},@@ -1371,6 +1458,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 8.5,+ "outputTokensPerSecond": 400.75,"measuredAt": "2026-09-10"}},@@ -1404,14 +1492,16 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.161,+ "outputTokensPerSecond": 204.37,+ "costPerTask": 0.9288,"effort": "high","measuredAt": "2026-09-10"},"benchmarkByEffort": {"high": {"intelligenceIndex": 34.3,- "outputTokensPerSecond": 184.161,+ "outputTokensPerSecond": 204.37,+ "costPerTask": 0.9288,"effort": "high","measuredAt": "2026-09-10"}@@ -1430,6 +1520,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 16,+ "outputTokensPerSecond": 314.98,+ "costPerTask": 0.0394,"measuredAt": "2026-09-10"}},@@ -1458,25 +1550,27 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 236.057,+ "outputTokensPerSecond": 218.89,"effort": "medium","measuredAt": "2026-09-10"},"benchmarkByEffort": {"minimal": {"intelligenceIndex": 23.8,- "outputTokensPerSecond": 235.737,+ "outputTokensPerSecond": 196.55,"effort": "minimal","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 33.6,- "outputTokensPerSecond": 236.057,+ "outputTokensPerSecond": 218.89,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 33,+ "outputTokensPerSecond": 216.6,+ "costPerTask": 1.5625,"effort": "high","measuredAt": "2026-09-10"}@@ -1495,6 +1589,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 16,+ "outputTokensPerSecond": 314.98,+ "costPerTask": 0.0394,"measuredAt": "2026-09-10"},"isDeprecated": true@@ -1513,7 +1609,8 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 349.946,+ "outputTokensPerSecond": 362.7,+ "costPerTask": 0.1235,"measuredAt": "2026-09-10"}},@@ -1530,7 +1627,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 22.7,- "outputTokensPerSecond": 349.946,+ "outputTokensPerSecond": 362.7,+ "costPerTask": 0.1235,"measuredAt": "2026-09-10"}},@@ -1548,6 +1646,7 @@"efforts": ["minimal", "low", "medium", "high"],"benchmark": {"intelligenceIndex": 26.3,+ "outputTokensPerSecond": 213.74,"measuredAt": "2026-09-10"}},@@ -1565,24 +1664,29 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 33.8,+ "outputTokensPerSecond": 265.34,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 40,+ "outputTokensPerSecond": 246.33,+ "costPerTask": 0.931,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10"}@@ -1602,26 +1706,27 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 302.587,+ "outputTokensPerSecond": 311.28,"effort": "medium","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 36.9,- "outputTokensPerSecond": 285.813,+ "outputTokensPerSecond": 319.53,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 39.6,- "outputTokensPerSecond": 302.587,+ "outputTokensPerSecond": 311.28,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 39.4,- "outputTokensPerSecond": 323.612,+ "outputTokensPerSecond": 322.13,+ "costPerTask": 0.9253,"effort": "high","measuredAt": "2026-09-10"}@@ -1646,6 +1751,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 16.7,+ "outputTokensPerSecond": 126.75,+ "costPerTask": 0.2317,"measuredAt": "2026-09-10"}},@@ -1662,7 +1769,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 41.2,- "outputTokensPerSecond": 308.869,+ "outputTokensPerSecond": 280.76,+ "costPerTask": 1.2428,"effort": "high","measuredAt": "2026-09-10"}@@ -1680,6 +1788,7 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 13.1,+ "outputTokensPerSecond": 228.98,"measuredAt": "2026-09-10"}}@@ -2030,6 +2139,8 @@"supportsReasoning": true,"benchmark": {"intelligenceIndex": 25.4,+ "outputTokensPerSecond": 123.14,+ "costPerTask": 0.1653,"effort": "high","measuredAt": "2026-09-10"}@@ -2072,14 +2183,16 @@"efforts": ["low", "medium", "high"],"benchmark": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 54.419,+ "outputTokensPerSecond": 58.95,+ "costPerTask": 1.0365,"effort": "high","measuredAt": "2026-09-10"},"benchmarkByEffort": {"high": {"intelligenceIndex": 39.1,- "outputTokensPerSecond": 54.419,+ "outputTokensPerSecond": 58.95,+ "costPerTask": 1.0365,"effort": "high","measuredAt": "2026-09-10"}@@ -2123,32 +2236,37 @@"efforts": ["low", "medium", "high", "xhigh"],"benchmark": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 65.8,+ "outputTokensPerSecond": 58.48,+ "costPerTask": 1.8589,"effort": "high","measuredAt": "2026-09-10"},"benchmarkByEffort": {"low": {"intelligenceIndex": 35.4,- "outputTokensPerSecond": 54.33,+ "outputTokensPerSecond": 60.08,+ "costPerTask": 0.4753,"effort": "low","measuredAt": "2026-09-10"},"medium": {"intelligenceIndex": 43,- "outputTokensPerSecond": 59.973,+ "outputTokensPerSecond": 60.52,+ "costPerTask": 1.4963,"effort": "medium","measuredAt": "2026-09-10"},"high": {"intelligenceIndex": 44.4,- "outputTokensPerSecond": 65.8,+ "outputTokensPerSecond": 58.48,+ "costPerTask": 1.8589,"effort": "high","measuredAt": "2026-09-10"},"xhigh": {"intelligenceIndex": 44.3,- "outputTokensPerSecond": 60.636,+ "outputTokensPerSecond": 59.57,+ "costPerTask": 2.3237,"effort": "xhigh","measuredAt": "2026-09-10"}