Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
{
"generator":"tools/make_gliner_decide_ref.py",
"reference":{"gliner2":"2.0.0","torch":"2.13.0+cpu","transformers":"4.57.6"},
"fixture_sha256":{"model.safetensors":"3377d1914abf10f41a92b83d484a702f9a1758b72b8bdc514339f7274d5f6750","tokenizer.json":"b0af5a7e42d8bd3b9d9155ab429ead52013c0d57f61917de884ba03b7946be4a","config.json":"acf1074f27b0e057eed309a2ccad889c6c9e01d61455d35ed8e63978d2559967","encoder_config/config.json":"89c0b8ecca6dd532c1148209dbb68851b386ef3192b15b6c3849fa95a858c3b3"},
"max_len":300,
"tolerance":{"probs":2e-05,"logits":0.0001},
"tokenizer":[
{"text":"","ids":[]},
{"text":" ","ids":[]},
{"text":" ","ids":[]},
{"text":"a","ids":[283]},
{"text":" a","ids":[283]},
{"text":"a ","ids":[283]},
{"text":"Hello world","ids":[260,536,329,387,615,272,271]},
{"text":"a b\t\tc\n\nd","ids":[283,331,305,322]},
{"text":"tab\tand\r\nnewline\n","ids":[274,264,307,437,408,277,367,321]},
{"text":" leading spaces","ids":[260,511,271,333,286,340,270,284]},
{"text":"trailing spaces ","ids":[260,521,385,333,286,340,270,284]},
{"text":"x[P]y","ids":[260,369,1270,260,285]},
{"text":"a [UNK] b","ids":[283,260,3,331]},
{"text":"[SEP_TEXT][SEP_STRUCT]","ids":[1269,1268]},
{"text":"[sep] [CLS] [MASK]","ids":[260,1253,312,275,1255,1,1267]},
{"text":"<0x41>","ids":[260,69]},
{"text":"▁▁a","ids":[260,283]},
{"text":"foo▁bar","ids":[370,268,268,331,361]},
{"text":"(","ids":[260,1038]},
{"text":")","ids":[260,1039]},
{"text":"[L]","ids":[1274]},
{"text":"intent: What does the customer want? [DESCRIPTION] refund: give the money back","ids":[395,262,346,618,600,315,677,289,305,376,262,424,296,1033,297,1277,495,618,260,281,510,289,371,568,285,331,264,382]},
{"text":"café café Å Ω","ids":[378,299,3,378,299,3,260,3,260,3]},
{"text":"日本語のテキスト","ids":[260,3]},
{"text":"🙂👍🏽","ids":[260,3]},
{"text":"a b a b","ids":[283,3,307,283,331]},
{"text":"a
b","ids":[283,3,307]},
{"text":"mixed ,.;:!? punctuation!!! ... ???","ids":[371,265,369,311,351,280,1238,618,1231,297,309,363,349,273,822,1231,1231,1231,314,280,280,348,297,297]},
{"text":"über straße Ελληνικά ΟΔΟΣ русский","ids":[260,665,307,296,286,521,1147,261,260,1262,1158,260,1149,1261,1149,1150,260,3]},
{"text":"state-of-the-art_tools 2026-10-02 3.14","ids":[260,316,412,458,268,299,458,287,458,542,398,334,268,272,263,765,458,695,459,458,459,418,260,1040,280,695,812]}
],
"split":[
{"text":"Hello, World!","words":["hello",",","world","!"]},
{"text":"state-of-the-art_tools -x- a--b _x_","words":["state-of-the-art_tools","-","x","-","a","-","-","b","_x_"]},
{"text":"https://Example.com/a?b=1 http:// www.x","words":["https://example.com/a?b=1","http",":","/","/","www.x"]},
{"text":"HTTPS://EXAMPLE.COM wwW.Example.org www. ftp://x.y","words":["https://example.com","www.example.org","www",".","ftp",":","/","/","x",".","y"]},
{"text":"mail [email protected] [email protected] [email protected]","words":["mail","[email protected]","a","@b",".","c","[email protected]"]},
{"text":"@user @_x @ a@","words":["@user","@_x","@","a","@"]},
{"text":"ΟΔΟΣ ΣΟΦΙΑΣ Σ ΑΣ ΣΑ","words":["οδος","σοφιας","σ","ας","σα"]},
{"text":"İstanbul ıi ſ K KELVIN","words":["i̇stanbul","ıi","ſ","k","kelvin"]},
{"text":"日本語 テキスト 中文","words":["日本語","テキスト","中文"]},
{"text":"café é ́","words":["cafe","́","e","́","́"]},
{"text":"🙂 👍🏽","words":["🙂","👍","🏽"]},
{"text":"tab\tnew\nline\u001c
x","words":["tab","new","line","x"]},
{"text":"2026-10-02 3.14 1,000 $5 50%","words":["2026-10-02","3",".","14","1",",","000","$","5","50","%"]},
{"text":"","words":[]},
{"text":" ","words":[]}
],
"cases":[
{"name":"ticket_three_types","state":"Hi, we were billed twice for March. Please refund the duplicate today or we will cancel our plan.","questions":{"department":{"type":"choice","instructions":"Which department should handle this request?","criteria":{"billing":"invoices, payments, refunds","technical":"bugs, outages, system errors","sales":"pricing, new contracts","other":"everything else"}},"urgency":{"type":"score","instructions":"How urgent is this request?","criteria":["not urgent","soon","critical deadline or blocking issue"]},"churn_risk":{"type":"noul","instructions":"Does the user threaten to cancel or leave?"},"refund_requested":{"type":"noul","instructions":"Does the user explicitly request a refund?"}},"ids":[260,1038,1270,985,301,618,769,985,301,1213,343,381,347,441,1012,1277,331,447,333,618,779,294,1201,294,495,263,1277,532,336,266,300,373,618,601,281,263,294,1200,294,286,285,316,400,260,296,267,293,263,1277,439,272,284,618,1007,294,408,277,675,263,1277,325,287,267,618,986,285,586,260,329,312,260,1038,1274,331,447,333,1274,532,336,266,300,373,1274,439,272,284,1274,325,287,267,260,1039,260,1039,1268,260,1038,1270,1032,618,260,536,268,277,690,360,441,1012,1277,260,459,618,526,690,1277,260,695,618,286,268,303,1277,260,418,618,305,574,300,373,407,264,271,367,321,455,1176,360,416,261,260,1038,1274,260,459,1274,260,695,1274,260,418,260,1039,260,1039,1268,260,1038,1270,260,336,341,266,398,267,302,308,618,966,289,614,282,291,412,266,380,671,455,260,511,342,297,260,1038,1274,694,1274,396,260,1039,260,1039,1268,260,1038,1270,1206,453,311,618,966,289,614,525,404,300,337,272,285,531,283,495,297,260,1038,1274,694,1274,396,260,1039,260,1039,1269,260,306,351,410,410,291,331,447,311,807,370,293,371,361,336,314,309,723,495,289,322,273,404,300,412,1028,455,410,692,671,612,260,404,290,314],"markers":[72,76,82,86,141,144,147,183,185,214,216],"words":21,"words_used":21,"state_tokens":35,"state_used":35,"answers":[{"id":"department","logits":[-5.249178409576416,-5.864885330200195,-5.160861492156982,-5.24362325668335],"probs":[0.2748639376568838,0.1484976721624087,0.3002432923485068,0.2763950978322006]},{"id":"urgency","logits":[-5.337964057922363,-5.044763088226318,-4.829500675201416],"probs":[0.24978478226968148,0.3348895064328155,0.4153257112975029]},{"id":"churn_risk","logits":[-5.8015947341918945,-5.723721027374268],"probs":[0.4805414058875751,0.5194585941124249]},{"id":"refund_requested","logits":[-5.536848545074463,-5.542300224304199],"probs":[0.5013629164318544,0.4986370835681455]}],"predict":{"department":{"label":"sales","confidence":0.3002432882785797},"urgency":{"label":"2","confidence":0.41532570123672485},"churn_risk":{"label":"yes","confidence":0.5194585919380188},"refund_requested":{"label":"no","confidence":0.5013629198074341}}},
{"name":"two_options_and_noul_criteria","state":"The application crashes every time I open the settings page!","questions":{"is_bug":{"type":"choice","instructions":"Is this a bug report or a feature request?","criteria":{"bug":"something is broken","feature":"something new is wanted"}},"blocking":{"type":"noul","instructions":"Is the user blocked?","criteria":{"true":"the user cannot work at all","false":"the user can still work"}},"only_true":{"type":"noul","instructions":"Does it mention settings?","criteria":{"true":"the settings page is named in the message"}}},"ids":[260,1038,1270,360,398,307,273,281,618,377,263,441,283,601,281,324,476,455,283,370,261,315,341,261,1012,1277,601,281,618,260,1126,360,979,1277,370,261,315,341,261,618,260,1126,408,277,360,1033,311,260,1038,1274,601,281,1274,370,261,315,341,261,260,1039,260,1039,1268,260,1038,1270,1176,618,377,263,289,614,976,297,1277,694,618,289,614,1180,693,260,315,283,386,1277,396,618,289,614,487,260,316,447,693,260,1038,1274,694,1274,396,260,1039,260,1039,1268,260,1038,1270,260,303,272,285,398,262,267,394,618,966,490,260,434,375,1026,297,1277,694,618,289,1026,309,460,360,323,326,311,395,289,371,548,460,260,1038,1274,694,1274,396,260,1039,260,1039,1269,289,283,275,404,300,822,305,267,327,279,263,986,285,260,313,338,288,325,275,298,289,1026,309,460,260,1231],"markers":[49,52,97,99,143,145],"words":11,"words_used":11,"state_tokens":26,"state_used":26,"answers":[{"id":"is_bug","logits":[-7.706512928009033,-7.5994181632995605],"probs":[0.4732518691065176,0.5267481308934823]},{"id":"blocking","logits":[-7.139694690704346,-6.829585075378418],"probs":[0.4230879832358209,0.5769120167641791]},{"id":"only_true","logits":[-7.616062641143799,-7.920772075653076],"probs":[0.5755933716246067,0.4244066283753932]}],"predict":{"is_bug":{"label":"feature","confidence":0.5267481207847595},"blocking":{"label":"yes","confidence":0.5769120454788208},"only_true":{"label":"no","confidence":0.5755933523178101}}},
{"name":"labels_without_and_with_descriptions","state":"We would like to schedule a demo of the product for our team next week","questions":{"intent":{"type":"choice","instructions":"What does the sender want?","criteria":{"demo":"a product demonstration","refund":null,"cancel":"","pricing":{"desc":"price questions","examples":["cost","plan"]},"support":3,"partnership":["co-marketing","reselling"],"other":"anything else"}}},"ids":[260,1038,1270,395,262,346,618,600,315,677,289,1017,1033,297,1277,980,618,283,795,980,266,263,521,393,1277,1007,618,260,1256,1232,310,263,270,1232,618,260,1232,655,261,1205,263,1232,294,260,1232,553,263,1232,618,260,1253,1232,356,316,1232,294,260,1232,404,290,1232,1255,1258,1277,689,618,260,1040,1277,260,730,266,547,306,275,618,260,1253,1232,356,458,388,267,366,520,1232,294,260,1232,573,261,386,333,1232,1255,1277,325,287,267,618,352,285,586,260,329,312,260,1038,1274,980,1274,495,1274,671,1274,1007,1274,689,1274,260,730,266,547,306,275,1274,325,287,267,260,1039,260,1039,1269,410,295,353,272,271,999,380,286,336,311,273,347,283,980,325,299,289,795,370,293,612,800,323,401,262,1034,314],"markers":[108,110,112,114,116,118,125],"words":16,"words_used":16,"state_tokens":27,"state_used":27,"answers":[{"id":"intent","logits":[-5.777371883392334,-5.676951885223389,-5.478419780731201,-5.983122825622559,-5.737155914306641,-5.998307704925537,-6.03987455368042],"probs":[0.14534790680967075,0.16070175988232685,0.19599366328475512,0.11831839857734365,0.15131234267356786,0.1165353201527609,0.11179060861957499]}],"predict":{"intent":{"label":"cancel","confidence":0.19599366188049316}}},
{"name":"twelve_labels_no_instructions","state":"I love this product, it works great and the support team was very helpful.","questions":{"emotion":{"type":"choice","criteria":{"joy":null,"anger":null,"sadness":null,"fear":null,"surprise":null,"disgust":null,"trust":null,"anticipation":null,"neutral":null,"confusion":null,"gratitude":null,"pride":null}}},"ids":[260,1038,1270,524,268,393,618,769,325,299,289,370,268,386,268,277,333,283,275,404,265,284,297,260,1038,1274,260,876,268,285,1274,352,357,267,1274,439,271,266,548,1274,370,261,361,1274,456,267,517,312,1274,322,302,281,376,262,1274,274,267,376,262,1274,352,518,265,340,393,1274,408,273,521,272,1274,488,423,263,375,1274,260,281,267,503,262,273,310,1274,613,310,260,1039,260,1039,1269,288,260,387,342,441,795,351,490,1036,260,281,291,315,437,289,689,800,808,260,592,285,1191,314],"markers":[25,30,34,39,43,48,54,59,65,70,75,83],"words":16,"words_used":16,"state_tokens":23,"state_used":23,"answers":[{"id":"emotion","logits":[-3.523153066635132,-2.6591899394989014,-4.15089750289917,-4.600311279296875,-5.880031108856201,-5.307898998260498,-4.872456073760986,-4.445470333099365,-6.077093124389648,-5.702609539031982,-4.775925636291504,-4.862329959869385],"probs":[0.1693444415389449,0.40177727128040924,0.0903951232988851,0.05767227432526162,0.0160395366389834,0.028422719983945636,0.04393150644196588,0.06733078018260179,0.013170700437267573,0.01915336242953583,0.04838366161242908,0.04437862182976991]}],"predict":{"emotion":{"label":"anger","confidence":0.4017772674560547}}},
{"name":"scores","state":"This is the worst service I have ever used, nothing works and nobody answers?","questions":{"sentiment":{"type":"score","instructions":"What is the sender's tone?","criteria":["angry","negative","neutral","positive","delighted"]},"six_levels":{"type":"score","instructions":"How severe is the impact?","criteria":["none","minor","moderate","major","critical","catastrophic"]},"two_levels":{"type":"score","instructions":"Is any action needed?","criteria":["no action","action needed"]},"numeric_levels":{"type":"score","instructions":"Rate the urgency.","criteria":[1,2,3]}},"ids":[260,1038,1270,798,313,434,618,600,315,360,289,1017,616,263,274,568,297,1277,260,459,618,283,320,267,285,1277,260,695,618,408,281,315,510,1277,260,418,618,408,273,521,272,1277,260,1040,618,260,415,263,337,510,1277,260,812,618,407,367,281,269,262,311,260,1038,1274,260,459,1274,260,695,1274,260,418,1274,260,1040,1274,260,812,260,1039,260,1039,1268,260,1038,1270,286,265,369,398,272,549,272,263,618,260,536,268,277,286,637,261,360,289,1192,297,1277,260,459,618,396,321,1277,260,695,618,371,292,293,1277,260,418,618,371,268,432,412,1277,260,1040,618,260,388,876,293,1277,260,812,618,305,574,300,373,1277,260,3,618,378,362,316,406,275,446,260,1038,1274,260,459,1274,260,695,1274,260,418,1274,260,1040,1274,260,812,1274,260,3,260,1039,260,1039,1268,260,1038,1270,274,277,268,398,272,549,272,263,618,377,263,352,285,773,1001,297,1277,260,459,618,396,773,1277,260,695,618,773,1001,260,1038,1274,260,459,1274,260,695,260,1039,260,1039,1268,260,1038,1270,323,273,338,267,300,398,272,549,272,263,618,260,1249,412,289,1032,280,1277,260,459,618,260,695,1277,260,695,618,260,418,1277,260,418,618,260,1040,260,1038,1274,260,459,1274,260,695,1274,260,418,260,1039,260,1039,1269,441,360,289,615,316,1021,288,993,986,500,271,351,1198,1036,437,396,307,268,271,285,777,263,348],"markers":[62,65,68,71,74,154,157,160,163,166,169,210,213,261,264,267],"words":16,"words_used":16,"state_tokens":23,"state_used":23,"answers":[{"id":"sentiment","logits":[-6.096895694732666,-6.242527961730957,-6.118582248687744,-6.074960231781006,-6.393579959869385],"probs":[0.21699133658203723,0.18758370306821126,0.21233620161491953,0.22180373008495033,0.16128502864988162]},{"id":"six_levels","logits":[-6.234576225280762,-6.215576171875,-6.278087139129639,-6.231916427612305,-6.596889495849609,-6.6793036460876465],"probs":[0.18809967121233365,0.19170774324887638,0.1800907831381789,0.18860064422734496,0.13092946168976172,0.12057169648350452]},{"id":"two_levels","logits":[-6.143929958343506,-6.309885025024414],"probs":[0.5413938077210264,0.4586061922789737]},{"id":"numeric_levels","logits":[-6.228113174438477,-6.161936283111572,-5.744349002838135],"probs":[0.27095977201372606,0.2894976728407507,0.4395425551455232]}],"predict":{"sentiment":{"label":"3","confidence":0.2218037247657776},"six_levels":{"label":"1","confidence":0.19170774519443512},"two_levels":{"label":"0","confidence":0.5413938164710999},"numeric_levels":{"label":"2","confidence":0.4395425617694855}}},
{"name":"long_state_cut","state":{"subject":"Invoice problem again","body":"Hello team, I am writing again about the invoice we received on the first of the month. The amount is twice what we agreed in the contract and the payment was already taken from our card. We asked for a refund last week and nobody answered. Our finance department needs the corrected invoice before Friday or we will have to escalate this to our lawyers and stop using the service. Please also check the other invoices of this year, because we think the same mistake happened in March and in April. Thank you, the accounts team."},"questions":{"department":{"type":"choice","instructions":"Which department should handle this request?","criteria":{"billing":"invoices, payments, refunds","technical":"bugs, outages, system errors","sales":"pricing, new contracts","other":"everything else"}},"legal_threat":{"type":"noul","instructions":"Does the sender threaten legal action?"}},"ids":[260,1038,1270,985,301,618,769,985,301,1213,343,381,347,441,1012,1277,331,447,333,618,779,294,1201,294,495,263,1277,532,336,266,300,373,618,601,281,263,294,1200,294,286,285,316,400,260,296,267,293,263,1277,439,272,284,618,1007,294,408,277,675,263,1277,325,287,267,618,986,285,586,260,329,312,260,1038,1274,331,447,333,1274,532,336,266,300,373,1274,439,272,284,1274,325,287,267,260,1039,260,1039,1268,260,1038,1270,260,347,281,373,398,278,291,315,618,966,289,1017,282,291,412,266,260,347,281,373,773,297,260,1038,1274,694,1274,396,260,1039,260,1039,1269,260,1256,260,1232,456,307,876,261,349,260,1232,260,618,260,1232,611,791,307,347,276,260,399,264,292,260,1232,351,260,1232,331,268,271,285,260,1232,260,618,260,1232,606,387,800,351,288,260,326,1037,333,260,399,264,292,283,307,353,262,289,611,410,324,328,510,271,260,303,289,992,325,299,289,371,303,278,314,289,1170,360,807,1035,410,260,399,291,311,395,289,675,437,289,790,808,260,373,291,264,271,285,274,264,366,266,370,267,424,612,378,267,271,314,410,260,327,366,271,370,293,283,495,260,414,316,1034,437,396,307,268,271,285,1172,314,612,603,266,541,985,301,683,263,289,417,267,291,349,311,611,331,261,299,293,261,370,330,505,455,410,692,993,380,1187,261,441,380,612,260,414,277,285,547,437],"markers":[72,76,82,86,122,124],"words":124,"words_used":86,"state_tokens":245,"state_used":169,"answers":[{"id":"department","logits":[-5.432493686676025,-5.811604022979736,-5.072770595550537,-4.976073265075684],"probs":[0.21295551236438018,0.14576167799007245,0.30515088917501665,0.3361319204705307]},{"id":"legal_threat","logits":[-4.82644510269165,-5.01154088973999],"probs":[0.5461422839715883,0.45385771602841174]}],"predict":{"department":{"label":"other","confidence":0.3361319303512573},"legal_threat":{"label":"no","confidence":0.5461422801017761}}},
{"name":"conversation","state":[{"role":"user","content":"Hi, I cannot log in to my account since yesterday."},{"role":"assistant","content":"Sorry about that. Did you try to reset the password?"},{"role":"user","content":"Yes, twice, and the reset email never arrives."},{"role":"user","content":"If it is not fixed today I will cancel the subscription."}],"questions":{"churn":{"type":"noul","instructions":"Does the user threaten to cancel?"},"topic":{"type":"choice","instructions":"What is the conversation about?","criteria":{"login":"access to the account","billing":"payments","other":"anything else"}}},"ids":[260,1038,1270,260,336,341,266,618,966,289,614,282,291,412,266,380,671,297,260,1038,1274,694,1274,396,260,1039,260,1039,1268,260,1038,1270,380,275,300,618,600,315,360,289,488,592,263,822,283,307,353,262,297,1277,260,387,281,292,618,523,270,548,380,289,971,1277,331,447,333,618,1201,1277,325,287,267,618,352,285,586,260,329,312,260,1038,1274,260,387,281,292,1274,331,447,333,1274,325,287,267,260,1039,260,1039,1269,260,1253,260,1256,260,1232,260,406,347,260,1232,260,618,260,1232,614,260,1232,351,260,1232,602,346,260,1232,260,618,260,1232,260,306,351,288,1180,260,387,281,395,380,371,285,971,286,265,513,260,1146,314,260,1232,260,1258,351,260,1256,260,1232,260,406,347,260,1232,260,618,260,1232,260,502,265,577,301,260,1232,351,260,1232,602,346,260,1232,260,618,260,1232,286,293,267,285,283,307,353,262,282,315,314,322,365,260,285,353,274,267,285,380,1014,289,785,348,260,1232,260,1258,351,260,1256,260,1232,260,406,347,260,1232,260,618,260,1232,614,260,1232,351,260,1232,602,346,260,1232,260,618,260,1232,694,351,807,351,437,289,1014,680,323,637,1173,314,260,1232,260,1258,351,260,1256,260,1232,260,406,347,260,1232,260,618,260,1232,614,260,1232,351,260,1232,602,346,260,1232,260,618,260,1232,288,299,490,360,526,603,369,311,1028,288,692,671,289,1219,393,314,260,1232],"markers":[20,22,80,85,89],"words":117,"words_used":114,"state_tokens":207,"state_used":202,"answers":[{"id":"churn","logits":[-5.521909236907959,-5.054078578948975],"probs":[0.38512982612816415,0.614870173871836]},{"id":"topic","logits":[-5.6000213623046875,-6.048259258270264,-6.195863246917725],"probs":[0.45665204887678146,0.2916877334105469,0.2516602177126716]}],"predict":{"churn":{"label":"yes","confidence":0.6148701906204224},"topic":{"label":"login","confidence":0.45665207505226135}}},
{"name":"json_state_and_instructions","state":{"ticket":{"id":4411,"amount":129.5,"currency":"EUR","paid":true,"refund":null,"tags":["billing","urgent"],"nested":{"a":[1,2.0,{"b":"c"}]}}},"questions":{"action":{"type":"choice","instructions":{"task":"pick the next action","context":"support desk"},"criteria":{"refund":"give the money back","escalate":"a human decides","close":"nothing to do"}},"paid":{"type":"noul","instructions":["Was","the","ticket","paid?"]}},"ids":[260,1038,1270,773,618,260,1256,1232,262,327,308,1232,618,260,1232,275,265,382,289,323,401,262,773,1232,294,260,1232,543,401,262,1232,618,260,1232,582,407,263,308,1232,1258,1277,495,618,260,281,510,289,371,568,285,331,264,382,1277,1187,261,618,283,260,866,1185,263,1277,305,387,312,618,1198,380,489,260,1038,1274,495,1274,1187,261,1274,305,387,312,260,1039,260,1039,1268,260,1038,1270,1002,618,260,1253,1232,419,327,1232,294,260,1232,287,1232,294,260,1232,752,1232,294,260,1232,340,365,297,1232,1255,260,1038,1274,694,1274,396,260,1039,260,1039,1269,260,1256,260,1232,804,260,1232,260,618,260,1256,260,1232,260,365,260,1232,260,618,260,812,812,695,695,351,260,1232,1170,260,1232,260,618,260,695,418,3,314,260,3,351,260,1232,305,341,267,716,260,1232,260,618,260,1232,260,261,341,260,1232,351,260,1232,1002,260,1232,260,618,274,267,394,351,260,1232,495,260,1232,260,618,323,273,386,351,260,1232,274,399,263,260,1232,260,618,260,1253,260,1232,331,447,333,260,1232,351,260,1232,690,260,1232,260,1255,351,260,1232,323,717,271,260,1232,260,618,260,1256,260,1232,283,260,1232,260,618,260,1253,260,695,351,260,418,314,260,459,351,260,1256,260,1232,331,260,1232,260,618,260,1232,305,260,1232,260,1258,260,1255,260,1258,260,1258,260,1258,314],"markers":[72,74,77,117,119],"words":84,"words_used":84,"state_tokens":161,"state_used":161,"answers":[{"id":"action","logits":[-6.409693241119385,-6.494454860687256,-6.387523651123047],"probs":[0.34000324182955854,0.31237160876126113,0.34762514940918043]},{"id":"paid","logits":[-6.586231231689453,-6.495681285858154],"probs":[0.4773779684851085,0.5226220315148915]}],"predict":{"action":{"label":"close","confidence":0.34762516617774963},"paid":{"label":"yes","confidence":0.5226219892501831}}},
{"name":"special_tokens_and_whitespace","state":"Order [P] arrived broken, see\tphoto.\r\n\r\nThe cafe [SEP_TEXT] said [L] is blocked [UNK] and support said 'we're sorry'","questions":{"damaged":{"type":"noul","instructions":"Was the item [DESCRIPTION] damaged?"},"channel":{"type":"choice","instructions":"Which channel should answer?","criteria":{"email":"write an email [L] back","phone":"call\tthe customer","none":null}}},"ids":[260,1038,1270,1184,618,260,419,327,289,490,400,1277,1184,297,260,1038,1274,694,1274,396,260,1039,260,1039,1268,260,1038,1270,260,336,290,266,329,618,769,260,336,290,266,329,1213,777,297,1277,680,618,1037,261,352,680,1274,331,264,382,1277,309,269,568,618,378,386,289,305,376,262,424,296,260,1038,1274,680,1274,309,269,568,1274,396,321,260,1039,260,1039,1269,455,432,260,1253,309,260,1255,974,271,979,351,409,261,309,269,268,334,314,289,378,299,261,260,1253,409,275,398,262,401,262,260,1255,439,365,260,1253,379,260,1255,360,976,260,1253,260,363,308,260,1255,437,689,439,365,260,616,410,260,616,324,286,293,267,285,260,616,314],"markers":[16,18,69,71,75],"words":34,"words_used":34,"state_tokens":65,"state_used":65,"answers":[{"id":"damaged","logits":[-5.989410877227783,-6.382050037384033],"probs":[0.5969178616090158,0.4030821383909841]},{"id":"channel","logits":[-5.728972911834717,-6.103865623474121,-4.976102352142334],"probs":[0.26243628177813316,0.18038899543329404,0.5571747227885728]}],"predict":{"damaged":{"label":"no","confidence":0.5969178676605225},"channel":{"label":"none","confidence":0.5571747422218323}}},
{"name":"urls_mail_handles","state":"Visit https://example.com/help?x=1 or WWW.example.org, write to [email protected] or ping @support_team about state-of-the-art_tools and 2026-10-02 at 3.14 pm","questions":{"channel":{"type":"choice","instructions":"Where should the user go?","criteria":{"website":null,"email":null,"social":null}}},"ids":[260,1038,1270,260,336,290,266,329,618,600,261,291,1213,289,614,260,281,268,297,260,1038,1274,410,307,263,337,261,1274,680,1274,286,268,270,265,373,260,1039,260,1039,1269,260,317,302,337,343,262,262,275,263,618,617,617,401,1048,617,555,297,369,1240,695,455,295,277,277,280,861,293,281,294,1037,261,380,681,280,310,263,308,619,401,1048,455,309,333,260,619,578,1110,283,307,353,262,260,316,412,458,268,299,458,287,458,542,398,334,268,272,263,437,765,458,695,459,458,459,418,260,315,260,1040,314,260,695,812,309,276,314],"markers":[21,27,29],"words":20,"words_used":20,"state_tokens":85,"state_used":85,"answers":[{"id":"channel","logits":[-5.591362953186035,-5.75814151763916,-5.851104259490967],"probs":[0.38202378104702245,0.32333996607907617,0.2946362528739015]}],"predict":{"channel":{"label":"website","confidence":0.38202378153800964}}},
{"name":"unicode","state":"Buongiorno, la fattura è sbagliata. Grüße aus München, ευχαριστώ ΟΔΟΣ ΣΟΦΙΑΣ. İstanbul 我们的账户被锁了 🙂👍🏽 Å Ω café","questions":{"language":{"type":"choice","instructions":"Which language comes first?","criteria":{"italian":"italiano","german":"deutsch","chinese":"中文"}},"polite":{"type":"noul","instructions":"Is the message polite?"}},"ids":[260,1038,1270,260,414,320,273,460,618,769,260,414,320,273,460,417,338,263,992,297,1277,1194,618,1194,268,1277,260,357,267,276,290,618,407,273,262,263,336,1277,305,470,284,261,618,260,1265,1266,260,1038,1274,1194,1274,260,357,267,276,290,1274,305,470,284,261,260,1039,260,1039,1268,260,1038,1270,1202,618,377,263,289,371,548,460,1202,297,260,1038,1274,694,1274,396,260,1039,260,1039,1269,331,957,351,260,414,370,315,262,341,264,260,1260,260,1123,314,260,281,267,665,1147,261,283,376,1196,351,260,1155,260,763,1263,763,1264,260,965,763,1165,761,760,1264,314,288,3,316,290,307,273,272,260,3,260,3,260,3,260,3,260,3,260,3,378,299,261,260,3,314],"markers":[48,50,56,81,83],"words":25,"words_used":25,"state_tokens":65,"state_used":65,"answers":[{"id":"language","logits":[-4.696378231048584,-4.5106329917907715,-4.643246173858643],"probs":[0.3068723109533655,0.36950969384973986,0.32361799519689466]},{"id":"polite","logits":[-5.9052958488464355,-5.396555423736572],"probs":[0.37548884567544577,0.6245111543245542]}],"predict":{"language":{"label":"german","confidence":0.3695096969604492},"polite":{"label":"yes","confidence":0.6245111227035522}}},
{"name":"many_options","state":"Security incident: a phishing email asked employees to reset their passwords.","questions":{"category":{"type":"choice","instructions":"Classify the security incident.","criteria":{"cat00":null,"cat01":null,"cat02":null,"cat03":null,"cat04":null,"cat05":null,"cat06":null,"cat07":null,"cat08":null,"cat09":null,"cat10":null,"cat11":null,"cat12":null,"cat13":null,"cat14":null,"cat15":null,"cat16":null,"cat17":null,"cat18":null,"cat19":null,"cat20":null,"cat21":null,"cat22":null,"cat23":null,"cat24":null,"cat25":null,"cat26":null,"cat27":null,"cat28":null,"cat29":null,"cat30":null,"cat31":null,"cat32":null,"cat33":null,"cat34":null,"cat35":null,"cat36":null,"cat37":null,"cat38":null,"cat39":null}}},"ids":[260,1038,1270,1182,285,618,260,1243,1084,289,286,1068,998,280,260,1038,1274,378,262,459,459,1274,378,262,459,695,1274,378,262,459,418,1274,378,262,459,1040,1274,378,262,459,812,1274,378,262,459,3,1274,378,262,459,697,1274,378,262,459,3,1274,378,262,459,3,1274,378,262,459,3,1274,378,262,695,459,1274,378,262,695,695,1274,378,262,695,418,1274,378,262,695,1040,1274,378,262,695,812,1274,378,262,695,3,1274,378,262,695,697,1274,378,262,695,3,1274,378,262,695,3,1274,378,262,695,3,1274,378,262,418,459,1274,378,262,418,695,1274,378,262,418,418,1274,378,262,418,1040,1274,378,262,418,812,1274,378,262,418,3,1274,378,262,418,697,1274,378,262,418,3,1274,378,262,418,3,1274,378,262,418,3,1274,378,262,1040,459,1274,378,262,1040,695,1274,378,262,1040,418,1274,378,262,1040,1040,1274,378,262,1040,812,1274,378,262,1040,3,1274,378,262,1040,697,1274,378,262,1040,3,1274,378,262,1040,3,1274,378,262,1040,3,260,1039,260,1039,1269,286,1068,998,260,618,283,309,384,508,680,260,327,366,271,260,261,512,268,285,261,284,380,1014,289,265,267,260,1105,314],"markers":[16,21,26,31,36,41,46,51,56,61,66,71,76,81,86,91,96,101,106,111,116,121,126,131,136,141,146,151,156,161,166,171,176,181,186,191,196,201,206,211],"words":13,"words_used":13,"state_tokens":29,"state_used":29,"answers":[{"id":"category","logits":[-9.207660675048828,-9.05203628540039,-8.919468879699707,-8.326414108276367,-8.44184398651123,-8.781340599060059,-8.42568588256836,-8.190874099731445,-7.9800639152526855,-7.9482808113098145,-7.741848468780518,-7.570802211761475,-7.600677490234375,-7.434656620025635,-7.422866344451904,-7.324601650238037,-6.998810768127441,-6.858027458190918,-6.8902482986450195,-6.974687576293945,-7.169587135314941,-7.2370686531066895,-7.4746222496032715,-7.45398473739624,-7.88368558883667,-8.256134033203125,-8.128236770629883,-8.442404747009277,-8.425238609313965,-8.925271987915039,-8.867916107177734,-8.944891929626465,-8.850003242492676,-8.559768676757812,-8.854135513305664,-9.199897766113281,-9.090920448303223,-8.836138725280762,-9.48574447631836,-8.920438766479492],"probs":[0.006765567277343924,0.007904802629145401,0.009025355627938924,0.016331449721579922,0.014551044840586502,0.010362216779943775,0.014788071932812421,0.018702041483987922,0.023090998647493307,0.023836689673782448,0.029302074604171977,0.03476824868333908,0.03374490009707434,0.039839152817704254,0.04031164735498341,0.044474017296155556,0.06160210362868138,0.0709148122855906,0.06866629649483755,0.06310621199967684,0.05193119413000164,0.048542423880901284,0.03827835291257339,0.039076530761703386,0.02542724403652405,0.017520519811897353,0.019910953695794827,0.014542887476812035,0.014794687721294362,0.00897313218824069,0.009502839804462824,0.008798795686162207,0.009674596623714976,0.01293243001269027,0.009634701056872828,0.006818292144407542,0.007603330230935757,0.009809664396243171,0.005123113253489931,0.009016606298447888]}],"predict":{"category":{"label":"cat17","confidence":0.07091481238603592}}},
{"name":"empty_state","state":"","questions":{"anything":{"type":"noul","instructions":"Is there any request?"}},"ids":[260,1038,1270,352,285,586,618,377,263,289,291,352,285,1012,260,1038,1274,694,1274,396,260,1039,260,1039,1269,314],"markers":[16,18],"words":1,"words_used":1,"state_tokens":1,"state_used":1,"answers":[{"id":"anything","logits":[-5.096945285797119,-2.778743028640747],"probs":[0.08962663565158113,0.9103733643484188]}],"predict":{"anything":{"label":"yes","confidence":0.910373330116272}}},
{"name":"questions_over_max_len","state":"Too many options for the token budget.","questions":{"bucket":{"type":"choice","instructions":"Pick one.","criteria":{"option0":"the description of option 0","option1":"the description of option 1","option2":"the description of option 2","option3":"the description of option 3","option4":"the description of option 4","option5":"the description of option 5","option6":"the description of option 6","option7":"the description of option 7","option8":"the description of option 8","option9":"the description of option 9","option10":"the description of option 10","option11":"the description of option 11","option12":"the description of option 12","option13":"the description of option 13","option14":"the description of option 14","option15":"the description of option 15","option16":"the description of option 16","option17":"the description of option 17","option18":"the description of option 18","option19":"the description of option 19","option20":"the description of option 20","option21":"the description of option 21","option22":"the description of option 22","option23":"the description of option 23","option24":"the description of option 24","option25":"the description of option 25","option26":"the description of option 26","option27":"the description of option 27","option28":"the description of option 28","option29":"the description of option 29"}}},"refused":"questions: the questions and their options take 620 tokens, more than max_len=300"}
]
}