Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

121 KB
Raw Blame
{
 "checkpoint": "convaiinnovations/laya (multilingual/)",
 "default_limit": 1024,
 "device": "mps",
 "platform": "macOS-26.5.2-arm64-arm-64bit",
 "torch": "2.14.0",
 "transformers": "5.17.0",
 "laya": "0.3.18",
 "questions": {
  "department": {
   "type": "choice",
   "instructions": "Which department should handle this request?",
   "criteria": {
    "billing": "invoices, payments, refunds",
    "technical": "bugs, outages, system errors",
    "sales": "pricing, new contracts, plan upgrades",
    "other": "everything else"
   }
  }
 },
 "rows": [
  {
   "pad_tokens": 0,
   "limit": 1024,
   "n": 20,
   "correct": 19,
   "accuracy": 0.95,
   "median_latency_s": 0.017,
   "median_input_tokens": 61
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "n": 20,
   "correct": 19,
   "accuracy": 0.95,
   "median_latency_s": 0.016,
   "median_input_tokens": 61
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "n": 20,
   "correct": 13,
   "accuracy": 0.65,
   "median_latency_s": 0.224,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "n": 20,
   "correct": 16,
   "accuracy": 0.8,
   "median_latency_s": 0.211,
   "median_input_tokens": 1032
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.198,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "n": 20,
   "correct": 17,
   "accuracy": 0.85,
   "median_latency_s": 0.503,
   "median_input_tokens": 2040
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.208,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "n": 20,
   "correct": 17,
   "accuracy": 0.85,
   "median_latency_s": 0.895,
   "median_input_tokens": 3006
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.216,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "n": 20,
   "correct": 18,
   "accuracy": 0.9,
   "median_latency_s": 1.707,
   "median_input_tokens": 3972
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.262,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "n": 20,
   "correct": 11,
   "accuracy": 0.55,
   "median_latency_s": 2.586,
   "median_input_tokens": 4938
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.253,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "n": 20,
   "correct": 17,
   "accuracy": 0.85,
   "median_latency_s": 3.505,
   "median_input_tokens": 5946
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "n": 20,
   "correct": 7,
   "accuracy": 0.35,
   "median_latency_s": 0.264,
   "median_input_tokens": 1024
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "n": 20,
   "correct": 8,
   "accuracy": 0.4,
   "median_latency_s": 4.503,
   "median_input_tokens": 6912
  }
 ],
 "cases": [
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 64,
   "latency_s": 0.0169
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0008,
    "technical": 0.9948,
    "sales": 0.0006,
    "other": 0.0038
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.019
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0483,
    "technical": 0.012,
    "sales": 0.9352,
    "other": 0.0045
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0167
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.015
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0022,
    "technical": 0.993,
    "sales": 0.0016,
    "other": 0.0033
   },
   "correct": true,
   "input_tokens": 63,
   "latency_s": 0.0148
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0002,
    "technical": 0.0,
    "sales": 0.9997,
    "other": 0.0001
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.0144
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9999,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0001
   },
   "correct": true,
   "input_tokens": 66,
   "latency_s": 0.025
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0003,
    "technical": 0.9968,
    "sales": 0.0005,
    "other": 0.0024
   },
   "correct": true,
   "input_tokens": 58,
   "latency_s": 0.0186
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0018,
    "technical": 0.0006,
    "sales": 0.9973,
    "other": 0.0003
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0171
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 68,
   "latency_s": 0.0226
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0752,
    "technical": 0.8002,
    "sales": 0.0422,
    "other": 0.0823
   },
   "correct": true,
   "input_tokens": 59,
   "latency_s": 0.0182
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9985,
    "technical": 0.0005,
    "sales": 0.0003,
    "other": 0.0007
   },
   "correct": true,
   "input_tokens": 67,
   "latency_s": 0.0245
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0091,
    "technical": 0.9108,
    "sales": 0.0139,
    "other": 0.0662
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.0158
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9974,
    "technical": 0.0011,
    "sales": 0.0002,
    "other": 0.0013
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0162
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0061,
    "technical": 0.9238,
    "sales": 0.0196,
    "other": 0.0506
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0155
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9932,
    "technical": 0.0005,
    "sales": 0.0055,
    "other": 0.0009
   },
   "correct": false,
   "input_tokens": 58,
   "latency_s": 0.0153
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6315,
    "technical": 0.0473,
    "sales": 0.2452,
    "other": 0.076
   },
   "correct": true,
   "input_tokens": 71,
   "latency_s": 0.0221
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0003,
    "technical": 0.9949,
    "sales": 0.0004,
    "other": 0.0044
   },
   "correct": true,
   "input_tokens": 62,
   "latency_s": 0.0162
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6582,
    "technical": 0.0862,
    "sales": 0.0667,
    "other": 0.1889
   },
   "correct": true,
   "input_tokens": 62,
   "latency_s": 0.0155
  },
  {
   "pad_tokens": 0,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9085,
    "technical": 0.0131,
    "sales": 0.0197,
    "other": 0.0587
   },
   "correct": true,
   "input_tokens": 70,
   "latency_s": 0.0225
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 64,
   "latency_s": 0.0165
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0008,
    "technical": 0.9948,
    "sales": 0.0006,
    "other": 0.0038
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.0148
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0483,
    "technical": 0.012,
    "sales": 0.9352,
    "other": 0.0045
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0149
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0155
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0022,
    "technical": 0.993,
    "sales": 0.0016,
    "other": 0.0033
   },
   "correct": true,
   "input_tokens": 63,
   "latency_s": 0.0155
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0002,
    "technical": 0.0,
    "sales": 0.9997,
    "other": 0.0001
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.0158
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9999,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0001
   },
   "correct": true,
   "input_tokens": 66,
   "latency_s": 0.0202
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0003,
    "technical": 0.9968,
    "sales": 0.0005,
    "other": 0.0024
   },
   "correct": true,
   "input_tokens": 58,
   "latency_s": 0.0152
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0018,
    "technical": 0.0006,
    "sales": 0.9973,
    "other": 0.0003
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0156
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 1.0,
    "technical": 0.0,
    "sales": 0.0,
    "other": 0.0
   },
   "correct": true,
   "input_tokens": 68,
   "latency_s": 0.02
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0752,
    "technical": 0.8002,
    "sales": 0.0422,
    "other": 0.0823
   },
   "correct": true,
   "input_tokens": 59,
   "latency_s": 0.0154
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9985,
    "technical": 0.0005,
    "sales": 0.0003,
    "other": 0.0007
   },
   "correct": true,
   "input_tokens": 67,
   "latency_s": 0.021
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0091,
    "technical": 0.9108,
    "sales": 0.0139,
    "other": 0.0662
   },
   "correct": true,
   "input_tokens": 60,
   "latency_s": 0.0176
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9974,
    "technical": 0.0011,
    "sales": 0.0002,
    "other": 0.0013
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0164
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0061,
    "technical": 0.9238,
    "sales": 0.0196,
    "other": 0.0506
   },
   "correct": true,
   "input_tokens": 61,
   "latency_s": 0.0157
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9932,
    "technical": 0.0005,
    "sales": 0.0055,
    "other": 0.0009
   },
   "correct": false,
   "input_tokens": 58,
   "latency_s": 0.0156
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6315,
    "technical": 0.0473,
    "sales": 0.2452,
    "other": 0.076
   },
   "correct": true,
   "input_tokens": 71,
   "latency_s": 0.0208
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0003,
    "technical": 0.9949,
    "sales": 0.0004,
    "other": 0.0044
   },
   "correct": true,
   "input_tokens": 62,
   "latency_s": 0.0174
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6582,
    "technical": 0.0862,
    "sales": 0.0667,
    "other": 0.1889
   },
   "correct": true,
   "input_tokens": 62,
   "latency_s": 0.016
  },
  {
   "pad_tokens": 0,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9085,
    "technical": 0.0131,
    "sales": 0.0197,
    "other": 0.0587
   },
   "correct": true,
   "input_tokens": 70,
   "latency_s": 0.0216
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9994,
    "technical": 0.0003,
    "sales": 0.0001,
    "other": 0.0002
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2237
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0021,
    "technical": 0.8932,
    "sales": 0.0086,
    "other": 0.096
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2309
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.1716,
    "technical": 0.2876,
    "sales": 0.3276,
    "other": 0.2131
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.242
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.999,
    "technical": 0.0006,
    "sales": 0.0001,
    "other": 0.0003
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2513
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.3547,
    "technical": 0.3897,
    "sales": 0.0574,
    "other": 0.1982
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2546
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0755,
    "technical": 0.0163,
    "sales": 0.8911,
    "other": 0.017
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2417
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.999,
    "technical": 0.0005,
    "sales": 0.0002,
    "other": 0.0003
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2285
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2345,
    "technical": 0.4542,
    "sales": 0.1093,
    "other": 0.2021
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2219
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8553,
    "technical": 0.0473,
    "sales": 0.0927,
    "other": 0.0047
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2463
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.4003,
    "technical": 0.4326,
    "sales": 0.0737,
    "other": 0.0935
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2324
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.011,
    "technical": 0.96,
    "sales": 0.0145,
    "other": 0.0145
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2215
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0924,
    "technical": 0.8017,
    "sales": 0.0259,
    "other": 0.08
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2251
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "other",
   "probabilities": {
    "billing": 0.0185,
    "technical": 0.0626,
    "sales": 0.1542,
    "other": 0.7647
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2255
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2715,
    "technical": 0.5501,
    "sales": 0.0243,
    "other": 0.154
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2231
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0295,
    "technical": 0.8645,
    "sales": 0.0453,
    "other": 0.0608
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2159
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7892,
    "technical": 0.0635,
    "sales": 0.0356,
    "other": 0.1117
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2129
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1841,
    "technical": 0.4925,
    "sales": 0.0436,
    "other": 0.2797
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2163
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0348,
    "technical": 0.6652,
    "sales": 0.2472,
    "other": 0.0528
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.1966
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5482,
    "technical": 0.2297,
    "sales": 0.1347,
    "other": 0.0874
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2056
  },
  {
   "pad_tokens": 1000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7625,
    "technical": 0.149,
    "sales": 0.0447,
    "other": 0.0437
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2207
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9995,
    "technical": 0.0002,
    "sales": 0.0002,
    "other": 0.0001
   },
   "correct": true,
   "input_tokens": 1035,
   "latency_s": 0.2707
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0016,
    "technical": 0.9252,
    "sales": 0.0055,
    "other": 0.0676
   },
   "correct": true,
   "input_tokens": 1031,
   "latency_s": 0.248
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0277,
    "technical": 0.0961,
    "sales": 0.6554,
    "other": 0.2208
   },
   "correct": true,
   "input_tokens": 1032,
   "latency_s": 0.2541
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9925,
    "technical": 0.0042,
    "sales": 0.0008,
    "other": 0.0025
   },
   "correct": true,
   "input_tokens": 1032,
   "latency_s": 0.2319
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0206,
    "technical": 0.913,
    "sales": 0.025,
    "other": 0.0415
   },
   "correct": true,
   "input_tokens": 1034,
   "latency_s": 0.2191
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0122,
    "technical": 0.0055,
    "sales": 0.9779,
    "other": 0.0045
   },
   "correct": true,
   "input_tokens": 1031,
   "latency_s": 0.2079
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9994,
    "technical": 0.0004,
    "sales": 0.0001,
    "other": 0.0002
   },
   "correct": true,
   "input_tokens": 1037,
   "latency_s": 0.2065
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.037,
    "technical": 0.7866,
    "sales": 0.0766,
    "other": 0.0998
   },
   "correct": true,
   "input_tokens": 1029,
   "latency_s": 0.2058
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5915,
    "technical": 0.0174,
    "sales": 0.3814,
    "other": 0.0097
   },
   "correct": false,
   "input_tokens": 1032,
   "latency_s": 0.2111
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8398,
    "technical": 0.0667,
    "sales": 0.0611,
    "other": 0.0324
   },
   "correct": true,
   "input_tokens": 1039,
   "latency_s": 0.2418
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0373,
    "technical": 0.8791,
    "sales": 0.0384,
    "other": 0.0453
   },
   "correct": true,
   "input_tokens": 1030,
   "latency_s": 0.2208
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2352,
    "technical": 0.7265,
    "sales": 0.018,
    "other": 0.0204
   },
   "correct": false,
   "input_tokens": 1038,
   "latency_s": 0.2126
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "other",
   "probabilities": {
    "billing": 0.0653,
    "technical": 0.3102,
    "sales": 0.1143,
    "other": 0.5101
   },
   "correct": false,
   "input_tokens": 1031,
   "latency_s": 0.2052
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8862,
    "technical": 0.0806,
    "sales": 0.0098,
    "other": 0.0234
   },
   "correct": true,
   "input_tokens": 1032,
   "latency_s": 0.2041
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0029,
    "technical": 0.859,
    "sales": 0.0364,
    "other": 0.1017
   },
   "correct": true,
   "input_tokens": 1032,
   "latency_s": 0.2095
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6815,
    "technical": 0.0904,
    "sales": 0.0345,
    "other": 0.1936
   },
   "correct": false,
   "input_tokens": 1029,
   "latency_s": 0.2112
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8362,
    "technical": 0.1059,
    "sales": 0.0313,
    "other": 0.0267
   },
   "correct": true,
   "input_tokens": 1042,
   "latency_s": 0.2167
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0017,
    "technical": 0.979,
    "sales": 0.0043,
    "other": 0.015
   },
   "correct": true,
   "input_tokens": 1033,
   "latency_s": 0.2061
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8857,
    "technical": 0.0726,
    "sales": 0.0204,
    "other": 0.0212
   },
   "correct": true,
   "input_tokens": 1033,
   "latency_s": 0.2024
  },
  {
   "pad_tokens": 1000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8039,
    "technical": 0.0569,
    "sales": 0.0949,
    "other": 0.0443
   },
   "correct": true,
   "input_tokens": 1041,
   "latency_s": 0.2084
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.198
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.1977
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1983
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1999
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.199
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.199
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1981
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.1965
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1985
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1963
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.1974
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1974
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.1972
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1984
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2781
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1969
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1987
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2008
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2016
  },
  {
   "pad_tokens": 2000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2132
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9973,
    "technical": 0.0011,
    "sales": 0.001,
    "other": 0.0005
   },
   "correct": true,
   "input_tokens": 2043,
   "latency_s": 0.5077
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0029,
    "technical": 0.9509,
    "sales": 0.0081,
    "other": 0.038
   },
   "correct": true,
   "input_tokens": 2039,
   "latency_s": 0.5169
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0725,
    "technical": 0.2498,
    "sales": 0.3589,
    "other": 0.3188
   },
   "correct": true,
   "input_tokens": 2040,
   "latency_s": 0.5026
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9042,
    "technical": 0.0074,
    "sales": 0.0837,
    "other": 0.0047
   },
   "correct": true,
   "input_tokens": 2040,
   "latency_s": 0.5074
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0469,
    "technical": 0.8677,
    "sales": 0.0461,
    "other": 0.0393
   },
   "correct": true,
   "input_tokens": 2042,
   "latency_s": 0.5019
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.457,
    "technical": 0.0193,
    "sales": 0.52,
    "other": 0.0037
   },
   "correct": true,
   "input_tokens": 2039,
   "latency_s": 0.5155
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9832,
    "technical": 0.0072,
    "sales": 0.0068,
    "other": 0.0027
   },
   "correct": true,
   "input_tokens": 2045,
   "latency_s": 0.5087
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0431,
    "technical": 0.6873,
    "sales": 0.1057,
    "other": 0.1639
   },
   "correct": true,
   "input_tokens": 2037,
   "latency_s": 0.501
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6699,
    "technical": 0.1689,
    "sales": 0.0782,
    "other": 0.083
   },
   "correct": false,
   "input_tokens": 2040,
   "latency_s": 0.4992
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8633,
    "technical": 0.0656,
    "sales": 0.0415,
    "other": 0.0297
   },
   "correct": true,
   "input_tokens": 2047,
   "latency_s": 0.5033
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.22,
    "technical": 0.486,
    "sales": 0.0366,
    "other": 0.2575
   },
   "correct": true,
   "input_tokens": 2038,
   "latency_s": 0.5015
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7424,
    "technical": 0.0671,
    "sales": 0.1807,
    "other": 0.0097
   },
   "correct": true,
   "input_tokens": 2046,
   "latency_s": 0.498
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0441,
    "technical": 0.4859,
    "sales": 0.1138,
    "other": 0.3562
   },
   "correct": true,
   "input_tokens": 2039,
   "latency_s": 0.4997
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.787,
    "technical": 0.1019,
    "sales": 0.0328,
    "other": 0.0783
   },
   "correct": true,
   "input_tokens": 2040,
   "latency_s": 0.5001
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "other",
   "probabilities": {
    "billing": 0.0108,
    "technical": 0.3056,
    "sales": 0.0663,
    "other": 0.6173
   },
   "correct": false,
   "input_tokens": 2040,
   "latency_s": 0.497
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9807,
    "technical": 0.0077,
    "sales": 0.005,
    "other": 0.0066
   },
   "correct": false,
   "input_tokens": 2037,
   "latency_s": 0.4953
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7201,
    "technical": 0.0542,
    "sales": 0.1909,
    "other": 0.0349
   },
   "correct": true,
   "input_tokens": 2050,
   "latency_s": 0.5115
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0257,
    "technical": 0.5177,
    "sales": 0.0868,
    "other": 0.3698
   },
   "correct": true,
   "input_tokens": 2041,
   "latency_s": 0.5032
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6403,
    "technical": 0.1165,
    "sales": 0.2153,
    "other": 0.0279
   },
   "correct": true,
   "input_tokens": 2041,
   "latency_s": 0.5056
  },
  {
   "pad_tokens": 2000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6447,
    "technical": 0.1926,
    "sales": 0.1146,
    "other": 0.0482
   },
   "correct": true,
   "input_tokens": 2049,
   "latency_s": 0.5245
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2081
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2075
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2052
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2044
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2034
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2034
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2028
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2038
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2089
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2244
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2136
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2077
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2081
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2047
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2071
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2084
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.21
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2116
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2118
  },
  {
   "pad_tokens": 3000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2101
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8344,
    "technical": 0.0978,
    "sales": 0.0467,
    "other": 0.0211
   },
   "correct": true,
   "input_tokens": 3009,
   "latency_s": 0.9089
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0053,
    "technical": 0.9487,
    "sales": 0.0137,
    "other": 0.0323
   },
   "correct": true,
   "input_tokens": 3005,
   "latency_s": 0.8579
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0217,
    "technical": 0.2806,
    "sales": 0.6104,
    "other": 0.0874
   },
   "correct": true,
   "input_tokens": 3006,
   "latency_s": 0.865
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9073,
    "technical": 0.0269,
    "sales": 0.0554,
    "other": 0.0104
   },
   "correct": true,
   "input_tokens": 3006,
   "latency_s": 0.8836
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0406,
    "technical": 0.8045,
    "sales": 0.0824,
    "other": 0.0725
   },
   "correct": true,
   "input_tokens": 3008,
   "latency_s": 0.8833
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.2608,
    "technical": 0.0564,
    "sales": 0.6712,
    "other": 0.0116
   },
   "correct": true,
   "input_tokens": 3005,
   "latency_s": 0.8768
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5647,
    "technical": 0.2784,
    "sales": 0.1396,
    "other": 0.0172
   },
   "correct": true,
   "input_tokens": 3011,
   "latency_s": 0.8856
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1061,
    "technical": 0.5795,
    "sales": 0.1366,
    "other": 0.1778
   },
   "correct": true,
   "input_tokens": 3003,
   "latency_s": 0.8867
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1063,
    "technical": 0.6598,
    "sales": 0.1899,
    "other": 0.0439
   },
   "correct": false,
   "input_tokens": 3006,
   "latency_s": 0.9258
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5451,
    "technical": 0.2854,
    "sales": 0.096,
    "other": 0.0735
   },
   "correct": true,
   "input_tokens": 3013,
   "latency_s": 0.9323
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1199,
    "technical": 0.6749,
    "sales": 0.0714,
    "other": 0.1338
   },
   "correct": true,
   "input_tokens": 3004,
   "latency_s": 0.8702
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7753,
    "technical": 0.1373,
    "sales": 0.0709,
    "other": 0.0165
   },
   "correct": true,
   "input_tokens": 3012,
   "latency_s": 0.9031
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0768,
    "technical": 0.5993,
    "sales": 0.1218,
    "other": 0.2021
   },
   "correct": true,
   "input_tokens": 3005,
   "latency_s": 0.8948
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7084,
    "technical": 0.172,
    "sales": 0.0791,
    "other": 0.0405
   },
   "correct": true,
   "input_tokens": 3006,
   "latency_s": 0.895
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0124,
    "technical": 0.8603,
    "sales": 0.0501,
    "other": 0.0772
   },
   "correct": true,
   "input_tokens": 3006,
   "latency_s": 0.9091
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.4222,
    "technical": 0.1659,
    "sales": 0.3523,
    "other": 0.0596
   },
   "correct": false,
   "input_tokens": 3003,
   "latency_s": 0.9637
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9193,
    "technical": 0.0162,
    "sales": 0.054,
    "other": 0.0104
   },
   "correct": true,
   "input_tokens": 3016,
   "latency_s": 1.0056
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0447,
    "technical": 0.6479,
    "sales": 0.0823,
    "other": 0.2251
   },
   "correct": true,
   "input_tokens": 3007,
   "latency_s": 0.832
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5546,
    "technical": 0.2218,
    "sales": 0.1686,
    "other": 0.055
   },
   "correct": true,
   "input_tokens": 3007,
   "latency_s": 1.156
  },
  {
   "pad_tokens": 3000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2848,
    "technical": 0.5622,
    "sales": 0.0753,
    "other": 0.0777
   },
   "correct": false,
   "input_tokens": 3015,
   "latency_s": 1.6724
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2412
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2259
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2215
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2217
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2172
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2118
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.214
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2105
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2095
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2137
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2146
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.217
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2182
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2155
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2077
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.1859
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2291
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2093
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2251
  },
  {
   "pad_tokens": 4000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2358
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9421,
    "technical": 0.0374,
    "sales": 0.0126,
    "other": 0.0079
   },
   "correct": true,
   "input_tokens": 3975,
   "latency_s": 1.8231
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0082,
    "technical": 0.9427,
    "sales": 0.0171,
    "other": 0.032
   },
   "correct": true,
   "input_tokens": 3971,
   "latency_s": 1.4936
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0094,
    "technical": 0.2885,
    "sales": 0.5426,
    "other": 0.1595
   },
   "correct": true,
   "input_tokens": 3972,
   "latency_s": 1.5718
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9196,
    "technical": 0.0349,
    "sales": 0.0304,
    "other": 0.0151
   },
   "correct": true,
   "input_tokens": 3972,
   "latency_s": 1.5661
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.096,
    "technical": 0.6866,
    "sales": 0.1003,
    "other": 0.1171
   },
   "correct": true,
   "input_tokens": 3974,
   "latency_s": 1.647
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.1409,
    "technical": 0.2129,
    "sales": 0.5327,
    "other": 0.1135
   },
   "correct": true,
   "input_tokens": 3971,
   "latency_s": 1.5932
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8401,
    "technical": 0.1191,
    "sales": 0.0302,
    "other": 0.0106
   },
   "correct": true,
   "input_tokens": 3977,
   "latency_s": 1.5528
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.099,
    "technical": 0.58,
    "sales": 0.1605,
    "other": 0.1605
   },
   "correct": true,
   "input_tokens": 3969,
   "latency_s": 1.5736
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.3632,
    "technical": 0.2684,
    "sales": 0.3226,
    "other": 0.0458
   },
   "correct": false,
   "input_tokens": 3972,
   "latency_s": 1.6369
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5448,
    "technical": 0.267,
    "sales": 0.1085,
    "other": 0.0797
   },
   "correct": true,
   "input_tokens": 3979,
   "latency_s": 1.704
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2278,
    "technical": 0.5519,
    "sales": 0.0632,
    "other": 0.157
   },
   "correct": true,
   "input_tokens": 3970,
   "latency_s": 1.7331
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8088,
    "technical": 0.1081,
    "sales": 0.0532,
    "other": 0.0299
   },
   "correct": true,
   "input_tokens": 3978,
   "latency_s": 1.7456
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1165,
    "technical": 0.5871,
    "sales": 0.1633,
    "other": 0.1331
   },
   "correct": true,
   "input_tokens": 3971,
   "latency_s": 1.6623
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6844,
    "technical": 0.1678,
    "sales": 0.0759,
    "other": 0.0719
   },
   "correct": true,
   "input_tokens": 3972,
   "latency_s": 1.7318
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0421,
    "technical": 0.5851,
    "sales": 0.1039,
    "other": 0.2689
   },
   "correct": true,
   "input_tokens": 3972,
   "latency_s": 1.7957
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8505,
    "technical": 0.0606,
    "sales": 0.041,
    "other": 0.0479
   },
   "correct": false,
   "input_tokens": 3969,
   "latency_s": 1.7339
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9029,
    "technical": 0.0489,
    "sales": 0.0285,
    "other": 0.0197
   },
   "correct": true,
   "input_tokens": 3982,
   "latency_s": 1.7106
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0638,
    "technical": 0.7184,
    "sales": 0.0949,
    "other": 0.1229
   },
   "correct": true,
   "input_tokens": 3973,
   "latency_s": 1.7793
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6808,
    "technical": 0.1638,
    "sales": 0.1272,
    "other": 0.0282
   },
   "correct": true,
   "input_tokens": 3973,
   "latency_s": 1.7993
  },
  {
   "pad_tokens": 4000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.476,
    "technical": 0.3463,
    "sales": 0.0763,
    "other": 0.1014
   },
   "correct": true,
   "input_tokens": 3981,
   "latency_s": 1.7964
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2659
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2645
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2605
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.257
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2525
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2479
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2483
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2558
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2578
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2582
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2591
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.268
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2661
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2609
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2655
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2635
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2697
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2694
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2682
  },
  {
   "pad_tokens": 5000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2645
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7983,
    "technical": 0.111,
    "sales": 0.0441,
    "other": 0.0465
   },
   "correct": true,
   "input_tokens": 4941,
   "latency_s": 2.4755
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0358,
    "technical": 0.8148,
    "sales": 0.0518,
    "other": 0.0975
   },
   "correct": true,
   "input_tokens": 4937,
   "latency_s": 2.4847
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1233,
    "technical": 0.3924,
    "sales": 0.1405,
    "other": 0.3438
   },
   "correct": false,
   "input_tokens": 4938,
   "latency_s": 2.5142
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.7252,
    "technical": 0.1433,
    "sales": 0.053,
    "other": 0.0785
   },
   "correct": true,
   "input_tokens": 4938,
   "latency_s": 2.4527
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0978,
    "technical": 0.67,
    "sales": 0.1211,
    "other": 0.1112
   },
   "correct": true,
   "input_tokens": 4940,
   "latency_s": 2.5813
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0861,
    "technical": 0.4159,
    "sales": 0.2357,
    "other": 0.2622
   },
   "correct": false,
   "input_tokens": 4937,
   "latency_s": 2.5552
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.3753,
    "technical": 0.2793,
    "sales": 0.1125,
    "other": 0.2329
   },
   "correct": true,
   "input_tokens": 4943,
   "latency_s": 2.6104
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0947,
    "technical": 0.6261,
    "sales": 0.1284,
    "other": 0.1507
   },
   "correct": true,
   "input_tokens": 4935,
   "latency_s": 2.6318
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.3306,
    "technical": 0.3327,
    "sales": 0.1268,
    "other": 0.21
   },
   "correct": false,
   "input_tokens": 4938,
   "latency_s": 2.5965
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2937,
    "technical": 0.4376,
    "sales": 0.1017,
    "other": 0.167
   },
   "correct": false,
   "input_tokens": 4945,
   "latency_s": 2.6252
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0643,
    "technical": 0.717,
    "sales": 0.0694,
    "other": 0.1494
   },
   "correct": true,
   "input_tokens": 4936,
   "latency_s": 2.9064
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2413,
    "technical": 0.4798,
    "sales": 0.1772,
    "other": 0.1017
   },
   "correct": false,
   "input_tokens": 4944,
   "latency_s": 2.5591
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0685,
    "technical": 0.6586,
    "sales": 0.1313,
    "other": 0.1416
   },
   "correct": true,
   "input_tokens": 4937,
   "latency_s": 2.5917
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.3755,
    "technical": 0.4073,
    "sales": 0.086,
    "other": 0.1312
   },
   "correct": false,
   "input_tokens": 4938,
   "latency_s": 2.615
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0492,
    "technical": 0.705,
    "sales": 0.0803,
    "other": 0.1654
   },
   "correct": true,
   "input_tokens": 4938,
   "latency_s": 2.5753
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2488,
    "technical": 0.3229,
    "sales": 0.1395,
    "other": 0.2888
   },
   "correct": false,
   "input_tokens": 4935,
   "latency_s": 2.6237
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5135,
    "technical": 0.265,
    "sales": 0.0999,
    "other": 0.1216
   },
   "correct": true,
   "input_tokens": 4948,
   "latency_s": 2.5953
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0792,
    "technical": 0.6006,
    "sales": 0.1046,
    "other": 0.2156
   },
   "correct": true,
   "input_tokens": 4939,
   "latency_s": 2.5982
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1595,
    "technical": 0.4993,
    "sales": 0.1308,
    "other": 0.2104
   },
   "correct": false,
   "input_tokens": 4939,
   "latency_s": 2.4926
  },
  {
   "pad_tokens": 5000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1279,
    "technical": 0.592,
    "sales": 0.1029,
    "other": 0.1772
   },
   "correct": false,
   "input_tokens": 4947,
   "latency_s": 2.5465
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2928
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2931
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2832
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2632
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2464
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.244
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2331
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2346
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.239
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2412
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2564
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2718
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2711
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2801
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2699
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2521
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2535
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.244
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2373
  },
  {
   "pad_tokens": 6000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2333
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9586,
    "technical": 0.0275,
    "sales": 0.0125,
    "other": 0.0014
   },
   "correct": true,
   "input_tokens": 5949,
   "latency_s": 3.4755
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0208,
    "technical": 0.9289,
    "sales": 0.0183,
    "other": 0.0321
   },
   "correct": true,
   "input_tokens": 5945,
   "latency_s": 3.456
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0408,
    "technical": 0.2888,
    "sales": 0.6214,
    "other": 0.049
   },
   "correct": true,
   "input_tokens": 5946,
   "latency_s": 3.4117
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9639,
    "technical": 0.013,
    "sales": 0.0206,
    "other": 0.0025
   },
   "correct": true,
   "input_tokens": 5946,
   "latency_s": 3.537
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0891,
    "technical": 0.7582,
    "sales": 0.1054,
    "other": 0.0473
   },
   "correct": true,
   "input_tokens": 5948,
   "latency_s": 3.4511
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.3029,
    "technical": 0.1147,
    "sales": 0.5626,
    "other": 0.0198
   },
   "correct": true,
   "input_tokens": 5945,
   "latency_s": 3.4526
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9563,
    "technical": 0.012,
    "sales": 0.0313,
    "other": 0.0004
   },
   "correct": true,
   "input_tokens": 5951,
   "latency_s": 3.8351
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0801,
    "technical": 0.7417,
    "sales": 0.1079,
    "other": 0.0704
   },
   "correct": true,
   "input_tokens": 5943,
   "latency_s": 3.8274
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.3855,
    "technical": 0.3995,
    "sales": 0.2063,
    "other": 0.0087
   },
   "correct": false,
   "input_tokens": 5946,
   "latency_s": 3.376
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.6968,
    "technical": 0.0637,
    "sales": 0.2294,
    "other": 0.0101
   },
   "correct": true,
   "input_tokens": 5953,
   "latency_s": 3.6162
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1299,
    "technical": 0.7835,
    "sales": 0.0591,
    "other": 0.0275
   },
   "correct": true,
   "input_tokens": 5944,
   "latency_s": 3.5467
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5716,
    "technical": 0.2197,
    "sales": 0.2029,
    "other": 0.0058
   },
   "correct": true,
   "input_tokens": 5952,
   "latency_s": 3.5259
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0936,
    "technical": 0.7615,
    "sales": 0.0856,
    "other": 0.0592
   },
   "correct": true,
   "input_tokens": 5945,
   "latency_s": 3.4499
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.8161,
    "technical": 0.1147,
    "sales": 0.0615,
    "other": 0.0077
   },
   "correct": true,
   "input_tokens": 5946,
   "latency_s": 3.495
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0186,
    "technical": 0.9389,
    "sales": 0.0198,
    "other": 0.0227
   },
   "correct": true,
   "input_tokens": 5946,
   "latency_s": 3.5258
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9047,
    "technical": 0.0315,
    "sales": 0.0537,
    "other": 0.0101
   },
   "correct": false,
   "input_tokens": 5943,
   "latency_s": 3.5337
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.9231,
    "technical": 0.0114,
    "sales": 0.064,
    "other": 0.0015
   },
   "correct": true,
   "input_tokens": 5956,
   "latency_s": 3.5095
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0437,
    "technical": 0.7959,
    "sales": 0.074,
    "other": 0.0864
   },
   "correct": true,
   "input_tokens": 5947,
   "latency_s": 3.5579
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "sales",
   "probabilities": {
    "billing": 0.3501,
    "technical": 0.0984,
    "sales": 0.5258,
    "other": 0.0256
   },
   "correct": false,
   "input_tokens": 5947,
   "latency_s": 3.5007
  },
  {
   "pad_tokens": 6000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "billing",
   "probabilities": {
    "billing": 0.5852,
    "technical": 0.0822,
    "sales": 0.3076,
    "other": 0.025
   },
   "correct": true,
   "input_tokens": 5955,
   "latency_s": 3.3542
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2487
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2558
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2566
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2622
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2646
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2652
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2644
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2634
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2637
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2585
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2591
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2588
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2609
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.27
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2734
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.274
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2706
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": true,
   "input_tokens": 1024,
   "latency_s": 0.2694
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2702
  },
  {
   "pad_tokens": 7000,
   "limit": 1024,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.041,
    "technical": 0.5046,
    "sales": 0.099,
    "other": 0.3554
   },
   "correct": false,
   "input_tokens": 1024,
   "latency_s": 0.2808
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "I was charged twice for invoice 4411, please refund the duplicate payment.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2611,
    "technical": 0.3307,
    "sales": 0.2399,
    "other": 0.1683
   },
   "correct": false,
   "input_tokens": 6915,
   "latency_s": 4.5987
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "The dashboard crashes with an error every time I open the reports page.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0334,
    "technical": 0.8169,
    "sales": 0.0672,
    "other": 0.0825
   },
   "correct": true,
   "input_tokens": 6911,
   "latency_s": 4.5849
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "What would an enterprise contract for 200 seats cost per year?",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0826,
    "technical": 0.3564,
    "sales": 0.2319,
    "other": 0.3291
   },
   "correct": false,
   "input_tokens": 6912,
   "latency_s": 4.4796
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Please refund my subscription payment from last month, it was billed by mistake.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.2523,
    "technical": 0.3692,
    "sales": 0.1808,
    "other": 0.1978
   },
   "correct": false,
   "input_tokens": 6912,
   "latency_s": 4.5683
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Our API returns 500 errors since this morning and the service is down.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0876,
    "technical": 0.5578,
    "sales": 0.1794,
    "other": 0.1752
   },
   "correct": true,
   "input_tokens": 6914,
   "latency_s": 4.5567
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Can you send me pricing for upgrading our plan to the business tier?",
   "gold": "sales",
   "choice": "sales",
   "probabilities": {
    "billing": 0.0997,
    "technical": 0.2864,
    "sales": 0.5092,
    "other": 0.1047
   },
   "correct": true,
   "input_tokens": 6911,
   "latency_s": 4.5336
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Me cobraron dos veces la factura de marzo, devuélvanme el cargo duplicado.",
   "gold": "billing",
   "choice": "sales",
   "probabilities": {
    "billing": 0.1247,
    "technical": 0.2638,
    "sales": 0.4353,
    "other": 0.1763
   },
   "correct": false,
   "input_tokens": 6917,
   "latency_s": 4.6067
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "La aplicación se cierra cada vez que abro la configuración.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0919,
    "technical": 0.5122,
    "sales": 0.2155,
    "other": 0.1805
   },
   "correct": true,
   "input_tokens": 6909,
   "latency_s": 4.483
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Quisiera una cotización para un contrato anual de 50 licencias.",
   "gold": "sales",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0737,
    "technical": 0.3788,
    "sales": 0.358,
    "other": 0.1895
   },
   "correct": false,
   "input_tokens": 6912,
   "latency_s": 4.3589
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Fui cobrado duas vezes na fatura de março, quero o reembolso da cobrança duplicada.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.171,
    "technical": 0.3933,
    "sales": 0.177,
    "other": 0.2587
   },
   "correct": false,
   "input_tokens": 6919,
   "latency_s": 4.554
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "O sistema cai toda vez que tento gerar o relatório mensal.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0694,
    "technical": 0.5839,
    "sales": 0.1421,
    "other": 0.2046
   },
   "correct": true,
   "input_tokens": 6910,
   "latency_s": 4.3722
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "J'ai été facturé deux fois ce mois-ci, merci de rembourser le doublon.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1123,
    "technical": 0.3748,
    "sales": 0.3121,
    "other": 0.2008
   },
   "correct": false,
   "input_tokens": 6918,
   "latency_s": 4.5599
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "L'application plante dès que j'ouvre la page des paramètres.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0709,
    "technical": 0.5296,
    "sales": 0.2135,
    "other": 0.186
   },
   "correct": true,
   "input_tokens": 6911,
   "latency_s": 4.52
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Ich wurde zweimal belastet, bitte erstatten Sie die doppelte Zahlung.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1701,
    "technical": 0.4553,
    "sales": 0.225,
    "other": 0.1496
   },
   "correct": false,
   "input_tokens": 6912,
   "latency_s": 4.4045
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Die Anwendung stürzt jedes Mal ab, wenn ich die Einstellungen öffne.",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0845,
    "technical": 0.6309,
    "sales": 0.1467,
    "other": 0.1378
   },
   "correct": true,
   "input_tokens": 6912,
   "latency_s": 4.32
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "Was kostet ein Jahresvertrag für 100 Nutzer?",
   "gold": "sales",
   "choice": "other",
   "probabilities": {
    "billing": 0.0659,
    "technical": 0.3256,
    "sales": 0.1924,
    "other": 0.4161
   },
   "correct": false,
   "input_tokens": 6909,
   "latency_s": 4.2518
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "मुझसे मार्च में दो बार शुल्क लिया गया, कृपया डुप्लिकेट राशि वापस करें।",
   "gold": "billing",
   "choice": "sales",
   "probabilities": {
    "billing": 0.2697,
    "technical": 0.1259,
    "sales": 0.4876,
    "other": 0.1167
   },
   "correct": false,
   "input_tokens": 6922,
   "latency_s": 4.2862
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "ऐप हर बार सेटिंग्स खोलते ही बंद हो जाता है।",
   "gold": "technical",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0623,
    "technical": 0.4758,
    "sales": 0.191,
    "other": 0.271
   },
   "correct": true,
   "input_tokens": 6913,
   "latency_s": 4.5278
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "請求書が二重に請求されました。重複分を返金してください。",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.0997,
    "technical": 0.3768,
    "sales": 0.2603,
    "other": 0.2632
   },
   "correct": false,
   "input_tokens": 6913,
   "latency_s": 4.4854
  },
  {
   "pad_tokens": 7000,
   "limit": 8192,
   "request": "تم خصم المبلغ مرتين من بطاقتي، أرجو استرداد المبلغ المكرر.",
   "gold": "billing",
   "choice": "technical",
   "probabilities": {
    "billing": 0.1085,
    "technical": 0.4273,
    "sales": 0.2063,
    "other": 0.2579
   },
   "correct": false,
   "input_tokens": 6921,
   "latency_s": 4.4806
  }
 ]
}