Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
{
"name": "lang_replace_de",
"state": "Subject: Double charged on invoice 88213\n\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account.",
"serialized_state": "Subject: Double charged on invoice 88213\n\nHi, I was billed twice this month for the Pro plan and the second charge has not been refunded. This is the third time I have written in. If it is not fixed today I am cancelling the account.",
"questions": {
"department": {
"type": "choice",
"instructions": "Which department should handle this?",
"criteria": {
"billing": "invoices, payments, double charges, refunds",
"technical": "bugs, outages, integration errors",
"account": "logins, seats, plan changes"
}
},
"urgency": {
"type": "score",
"instructions": "How urgent is this request?",
"criteria": [
"not urgent",
"this week",
"today",
"drop everything"
]
},
"churn_risk": {
"type": "noul",
"instructions": "The customer threatens to cancel the account."
},
"needs_human": {
"type": "noul",
"instructions": "This requires a human agent rather than an automated reply.",
"criteria": {
"false": "a template reply resolves it",
"true": "a person must intervene"
}
}
},
"per_question": [
{
"id": "department",
"type": "choice",
"qtype": 0,
"instructions": "Which department should handle this?",
"head_text": "choice question: Which department should handle this?",
"options": [
"billing: invoices, payments, double charges, refunds",
"technical: bugs, outages, integration errors",
"account: logins, seats, plan changes"
],
"input_ids": [
2,
6241,
2872,
235292,
12236,
9888,
1412,
6589,
736,
235336,
1,
4,
54972,
235292,
88220,
235269,
15598,
235269,
4199,
12036,
235269,
85869,
4,
9838,
235292,
30608,
235269,
142788,
235269,
16827,
10266,
4,
3185,
235292,
12138,
235256,
235269,
18723,
235269,
1780,
4559,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1
],
"markers": [
11,
22,
31
]
},
{
"id": "urgency",
"type": "score",
"qtype": 1,
"instructions": "How urgent is this request?",
"head_text": "score question: How urgent is this request?",
"options": [
"level 0: not urgent",
"level 1: this week",
"level 2: today",
"level 3: drop everything"
],
"input_ids": [
2,
7716,
2872,
235292,
2250,
34722,
603,
736,
3853,
235336,
1,
4,
2403,
235248,
235276,
235292,
780,
34722,
4,
2403,
235248,
235274,
235292,
736,
2788,
4,
2403,
235248,
235284,
235292,
3646,
4,
2403,
235248,
235304,
235292,
7605,
4553,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1
],
"markers": [
11,
18,
25,
31
]
},
{
"id": "churn_risk",
"type": "noul",
"qtype": 2,
"instructions": "The customer threatens to cancel the account.",
"head_text": "noul question: The customer threatens to cancel the account.",
"options": [
"false: no, the statement does not hold",
"true: yes, the statement holds"
],
"input_ids": [
2,
552,
6311,
2872,
235292,
714,
6650,
80670,
577,
12459,
573,
3185,
235265,
1,
4,
1566,
235292,
793,
235269,
573,
6218,
1721,
780,
3385,
4,
1382,
235292,
7778,
235269,
573,
6218,
12723,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1
],
"markers": [
14,
24
]
},
{
"id": "needs_human",
"type": "noul",
"qtype": 2,
"instructions": "This requires a human agent rather than an automated reply.",
"head_text": "noul question: This requires a human agent rather than an automated reply.",
"options": [
"false: a template reply resolves it",
"true: a person must intervene"
],
"input_ids": [
2,
552,
6311,
2872,
235292,
1417,
9286,
476,
3515,
10588,
4644,
1178,
671,
34177,
7260,
235265,
1,
4,
1566,
235292,
476,
11387,
7260,
116075,
665,
4,
1382,
235292,
476,
1552,
2004,
75103,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1
],
"markers": [
17,
25
]
}
],
"batch": {
"input_ids": [
[
2,
6241,
2872,
235292,
12236,
9888,
1412,
6589,
736,
235336,
1,
4,
54972,
235292,
88220,
235269,
15598,
235269,
4199,
12036,
235269,
85869,
4,
9838,
235292,
30608,
235269,
142788,
235269,
16827,
10266,
4,
3185,
235292,
12138,
235256,
235269,
18723,
235269,
1780,
4559,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1
],
[
2,
7716,
2872,
235292,
2250,
34722,
603,
736,
3853,
235336,
1,
4,
2403,
235248,
235276,
235292,
780,
34722,
4,
2403,
235248,
235274,
235292,
736,
2788,
4,
2403,
235248,
235284,
235292,
3646,
4,
2403,
235248,
235304,
235292,
7605,
4553,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1,
0,
0,
0
],
[
2,
552,
6311,
2872,
235292,
714,
6650,
80670,
577,
12459,
573,
3185,
235265,
1,
4,
1566,
235292,
793,
235269,
573,
6218,
1721,
780,
3385,
4,
1382,
235292,
7778,
235269,
573,
6218,
12723,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
2,
552,
6311,
2872,
235292,
1417,
9286,
476,
3515,
10588,
4644,
1178,
671,
34177,
7260,
235265,
1,
4,
1566,
235292,
476,
11387,
7260,
116075,
665,
4,
1382,
235292,
476,
1552,
2004,
75103,
1,
28437,
235292,
12510,
12497,
611,
42529,
235248,
235321,
235321,
235284,
235274,
235304,
109,
11192,
235269,
590,
729,
100159,
11594,
736,
2514,
604,
573,
1122,
1780,
578,
573,
2257,
6256,
919,
780,
1125,
103147,
235265,
1417,
603,
573,
4906,
1069,
590,
791,
5952,
575,
235265,
1927,
665,
603,
780,
8115,
3646,
590,
1144,
132991,
573,
3185,
235265,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"attention_mask": [
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
],
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0
],
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
[
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
],
"marker_pos": [
[
11,
22,
31,
0
],
[
11,
18,
25,
31
],
[
14,
24,
0,
0
],
[
17,
25,
0,
0
]
],
"marker_mask": [
[
true,
true,
true,
false
],
[
true,
true,
true,
true
],
[
true,
true,
false,
false
],
[
true,
true,
false,
false
]
],
"qtype": [
0,
1,
2,
2
]
},
"marker_axis_padded": false,
"logits": [
[
7.727238655090332,
-4.555615425109863,
-2.0609042644500732,
-10000.0
],
[
-3.1127467155456543,
0.14541220664978027,
-0.22580814361572266,
-0.7165543437004089
],
[
3.0695688724517822,
-0.07253175973892212,
-10000.0,
-10000.0
],
[
1.247997522354126,
-0.26682233810424805,
-10000.0,
-10000.0
]
],
"act_logits": [
[
1252.7354736328125,
-1494.896240234375
],
[
1394.948486328125,
-1645.8040771484375
],
[
1234.01416015625,
-1468.8492431640625
],
[
1266.344970703125,
-1504.056396484375
]
],
"result": {
"model": "laya-rl-agent",
"answers": {
"department": {
"type": "choice",
"choice": "billing",
"probabilities": {
"billing": 0.9904,
"technical": 0.0021,
"account": 0.0074
},
"confidence": 0.9463,
"answer_confidence": 0.9904,
"action": {
"act_probability": 1.0
}
},
"urgency": {
"type": "score",
"score": 1.6888,
"legend": {
"0": "not urgent",
"1": "this week",
"2": "today",
"3": "drop everything"
},
"probabilities": {
"0": 0.1136,
"1": 0.3365,
"2": 0.2974,
"3": 0.2525
},
"confidence": 0.0466,
"answer_confidence": 0.3365,
"action": {
"act_probability": 1.0
}
},
"churn_risk": {
"type": "noul",
"noul": 0.1096,
"confidence": 0.8904,
"answer_confidence": 0.8904,
"action": {
"act_probability": 1.0
}
},
"needs_human": {
"type": "noul",
"noul": 0.267,
"confidence": 0.733,
"answer_confidence": 0.733,
"action": {
"act_probability": 1.0
}
}
},
"usage": {
"input_tokens": 375,
"output_tokens": 0,
"state_tokens": 56,
"state_tokens_dropped": 0,
"truncated": false,
"truncated_questions": []
}
},
"options": {
"lang": "de"
},
"lang_temperatures": {
"de": {
"temperature": [
2.0,
3.0,
1.5
]
},
"fr": null,
"es": {
"temperature_by_options": {
"choice:3-5": 2.5,
"noul:2": 0.7
}
},
"pt": {
"temperature": [
1.2,
4.0,
0.8
],
"temperature_by_options": {
"score:3-5": 2.0,
"choice:6-10": 3.0
}
},
"it": {
"temperature": null,
"temperature_by_options": {
"choice:2": 3.0,
"choice:6-10": 0.6,
"score:6-10": 2.0
}
},
"nl": {
"temperature": [
9.0,
0.1,
1.0
]
},
"sv-SE": {
"temperature": [
1.5,
1.5,
1.5
]
},
"SV": {
"temperature": [
3.5,
3.5,
3.5
]
}
}
}