Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
{
"name": "long_list",
"state": [
{
"role": "assistant",
"content": "Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. "
},
{
"role": "user",
"content": "Subject: Double charged on invoice 88213\n\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account."
}
],
"questions": {
"topic": {
"type": "choice",
"instructions": "What is the request about?",
"criteria": {
"refund": "money back, duplicate charge",
"technical": "bugs and outages",
"other": null
}
},
"urgency": {
"type": "score",
"instructions": "How urgent is this request?",
"criteria": [
"not urgent",
"this week",
"today"
]
},
"cancel": {
"type": "noul",
"instructions": "The customer threatens to cancel the account."
}
},
"options": {
"window": 96,
"stride": 48
},
"state_tokens": 243,
"effective_window": 96,
"effective_stride": 48,
"effective_room": 990,
"windows": [
{
"token_start": 0,
"token_end": 96,
"text": " [{\"role\": \"assistant\", \"content\": \"Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check"
},
{
"token_start": 48,
"token_end": 144,
"text": " the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check"
},
{
"token_start": 96,
"token_end": 192,
"text": " the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. \"}, {\"role\": \"user\", \"content\": \"Subject: Double charged on invoice 88"
},
{
"token_start": 144,
"token_end": 240,
"text": " the account. Please wait while we check the account. Please wait while we check the account. Please wait while we check the account. \"}, {\"role\": \"user\", \"content\": \"Subject: Double charged on invoice 88213\\n\\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the"
},
{
"token_start": 192,
"token_end": 243,
"text": "213\\n\\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account.\"}]"
}
],
"result": {
"model": "laya-rl-agent-onnx",
"answers": {
"topic": {
"type": "choice",
"choice": "refund",
"probabilities": {
"refund": 0.8964,
"technical": 0.0208,
"other": 0.0828
},
"confidence": 0.6496,
"answer_confidence": 0.8964,
"action": {
"act_probability": 1.0
},
"window": {
"index": 2,
"token_start": 96,
"token_end": 192,
"count": 5
}
},
"urgency": {
"type": "score",
"score": 1.8103,
"legend": {
"0": "not urgent",
"1": "this week",
"2": "today"
},
"probabilities": {
"0": 0.0112,
"1": 0.1673,
"2": 0.8215
},
"confidence": 0.5349,
"answer_confidence": 0.8215,
"action": {
"act_probability": 1.0
},
"window": {
"index": 3,
"token_start": 144,
"token_end": 240,
"count": 5
}
},
"cancel": {
"type": "noul",
"noul": 0.092,
"confidence": 0.908,
"answer_confidence": 0.908,
"action": {
"act_probability": 1.0
},
"window": {
"index": 4,
"token_start": 192,
"token_end": 243,
"count": 5
}
}
},
"usage": {
"input_tokens": 1788,
"output_tokens": 0,
"state_tokens": 436,
"state_tokens_dropped": 0,
"truncated": 0,
"truncated_questions": [],
"windows": 5
}
}
}