Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
41.1 KB
Raw Blame
{
 "generator":"tools/make_laya_ref.py",
 "reference":{"laya":"0.3.24","torch":"2.12.1+cu130","transformers":"5.12.1"},
 "fixture_sha256":{"model.safetensors":"53627dd9a910415c5a82a72fe24c23972239e5b0779a4ab79f05c2dc594eb4b4","tokenizer/tokenizer.json":"7cebe02653d85b702171356b461aa206b5b044ccaa92cc13a7711b632ee7f602","encoder/config.json":"3f8253b69e5afb49f3e8b8e80d2c437e75515ae057eb57b7152ae389f7eb1683","rl_agent_config.json":"54b75ac1ccbd7396fc02a7e253909aefd64d6b99a963491b727d9a330ecb6549"},
 "tolerance":{"probs":2e-05,"logits":0.0002,"act_probability":0.0002},
 "tokenizer":[
  {"text":"","ids":[]},
  {"text":" ","ids":[34]},
  {"text":"  ","ids":[444]},
  {"text":"     ","ids":[441]},
  {"text":"\n\n","ids":[12,12]},
  {"text":"\t","ids":[11]},
  {"text":"a  b   c    d         e","ids":[99,444,100,443,101,442,102,438,283]},
  {"text":"Hello world","ids":[74,103,110,110,113,362,317]},
  {"text":"don't I'll we've they're she'd 'S 'T","ids":[102,281,41,118,411,41,110,110,329,41,289,260,123,41,278,263,259,41,102,34,41,85,34,41,86]},
  {"text":"2026-10-02 3.14 1000000 12345678901","ids":[52,364,47,51,50,47,331,410,48,51,54,34,51,50,50,50,50,50,50,34,51,52,53,54,55,56,57,58,59,50,51]},
  {"text":"café café Å Ω Å","ids":[101,99,104,197,171,274,99,104,197,171,34,197,135,34,208,171,34,197,135]},
  {"text":"日本語のテキスト","ids":[232,153,167,232,158,174,234,172,160,229,131,176,229,133,136,229,132,175,229,132,187,229,133,138]},
  {"text":"🙂👍🏽","ids":[242,161,155,132,242,161,147,143,242,161,145,191]},
  {"text":"[SEP] in [CLS] text [PAD][UNK]","ids":[450,297,34,449,360,122,118,34,451,448]},
  {"text":"|||IP_ADDRESS||| and |||EMAIL_ADDRESS|||, |||PHONE_NUMBER|||","ids":[0,308,34,445,46,34,446]},
  {"text":"<|endoftext|><|padding|>","ids":[447,1]},
  {"text":"[unused0]x[unused1]","ids":[453,122,454]},
  {"text":"tab\tand\r\nnewline\n","ids":[118,99,100,11,99,276,15,12,112,378,110,262,103,12]},
  {"text":"   leading spaces","ids":[443,268,99,102,273,263,114,99,101,261]},
  {"text":"trailing spaces   ","ids":[118,116,370,273,263,114,99,101,261,443]},
  {"text":"mixed ,.;:!? punctuation!!! ... ???","ids":[111,107,122,377,34,46,48,61,60,35,65,275,119,112,298,119,272,299,35,35,35,34,48,48,48,34,65,65,65]},
  {"text":"über straße Ελληνικά русский عربي","ids":[197,190,100,266,358,116,99,197,161,103,34,208,151,208,189,208,189,208,185,208,191,208,187,208,188,208,174,34,211,130,211,133,211,131,211,131,210,188,210,186,210,187,34,218,187,218,179,218,170,219,140]},
  {"text":"xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx","ids":[122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122,122]},
  {"text":"{\"subject\": \"Duplicate charge\", \"body\": \"Please fix this\"}","ids":[125,36,405,100,108,103,298,330,306,70,408,274,106,313,105,103,363,306,375,330,306,366,321,107,122,328,36,127]},
  {"text":"level 0: not urgent","ids":[268,320,34,50,60,326,413]},
  {"text":" choice question: Which department?","ids":[274,106,390,350,60,34,89,106,264,106,352,114,313,118,301,65]}
 ],
 "cases":[
  {"name":"readme_ticket","state":{"from":"[email protected]","subject":"Duplicate charge on invoice #4411","body":"Hi, we were billed twice for March. Please refund the duplicate today or we will cancel our plan."},"questions":{"department":{"type":"choice","instructions":"Which department should handle this request?","criteria":{"billing":"invoices, payments, refunds","technical":"bugs, outages, system errors","sales":"pricing, new contracts","other":"everything else"}},"urgency":{"type":"score","instructions":"How urgent is this request?","criteria":["not urgent","soon","critical deadline or blocking issue"]},"churn_risk":{"type":"noul","instructions":"Does the user threaten to cancel or leave?"},"refund_requested":{"type":"noul","instructions":"Does the user explicitly request a refund?"}},"answers":[{"id":"department","ids":[449,334,390,350,60,34,89,106,264,106,352,114,313,118,301,263,106,450,452,296,339,273,60,427,113,264,261,46,429,117,452,360,334,112,382,60,296,119,105,117,46,324,452,263,310,261,60,327,264,273,46,279,378,420,452,34,287,259,116,60,423,118,337,283,110,403,450,125,36,104,116,343,330,306,345,66,99,101,388,48,101,343,363,306,405,100,108,103,298,330,306,70,408,274,106,313,105,103,34,281,427,390,34,37,54,54,51,51,363,306,375,330,306,74,107,46,329,267,266,103,296,293,268,102,258,121,300,425,34,79,313,334,48,34,366,356,260,282,408,258,302,292,349,329,436,422,355,275,110,312,48,36,127,450],"markers":[18,30,42,54],"logits":[1.8797698020935059,1.7290606498718262,1.510589599609375,1.3890326023101807],"probs":[0.28690940141677856,0.2633657455444336,0.23262393474578857,0.21710097789764404],"temperature":1.7601518630981445,"act_probability":0.014895780943334103,"state_tokens":86,"state_dropped":0},{"id":"urgency","ids":[449,117,101,269,103,350,60,34,74,392,413,323,328,357,65,450,452,325,34,50,60,326,413,452,325,34,51,60,263,113,281,452,325,347,60,421,316,382,352,99,102,110,262,103,349,419,323,405,103,450,125,36,104,116,343,330,306,345,66,99,101,388,48,101,343,363,306,405,100,108,103,298,330,306,70,408,274,106,313,105,103,34,281,427,390,34,37,54,54,51,51,363,306,375,330,306,74,107,46,329,267,266,103,296,293,268,102,258,121,300,425,34,79,313,334,48,34,366,356,260,282,408,258,302,292,349,329,436,422,355,275,110,312,48,36,127,450],"markers":[16,23,31],"logits":[1.3007258176803589,1.6083192825317383,1.6973261833190918],"probs":[0.2738581597805023,0.3501648008823395,0.3759770393371582],"temperature":1.2514300346374512,"act_probability":0.5394694209098816,"state_tokens":86,"state_dropped":0},{"id":"churn_risk","ids":[449,112,277,110,350,60,34,365,260,414,433,402,270,361,422,349,307,371,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,125,36,104,116,343,330,306,345,66,99,101,388,48,101,343,363,306,405,100,108,103,298,330,306,70,408,274,106,313,105,103,34,281,427,390,34,37,54,54,51,51,363,306,375,330,306,74,107,46,329,267,266,103,296,293,268,102,258,121,300,425,34,79,313,334,48,34,366,356,260,282,408,258,302,292,349,329,436,422,355,275,110,312,48,36,127,450],"markers":[20,33],"logits":[0.6505882143974304,-0.047032684087753296],"probs":[0.5870369672775269,0.41296300292015076],"temperature":1.983399510383606,"act_probability":0.9283646941184998,"state_tokens":86,"state_dropped":0},{"id":"refund_requested","ids":[449,112,277,110,350,60,34,365,260,414,283,122,318,316,110,123,357,265,356,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,125,36,104,116,343,330,306,345,66,99,101,388,48,101,343,363,306,405,100,108,103,298,330,306,70,408,274,106,313,105,103,34,281,427,390,34,37,54,54,51,51,363,306,375,330,306,74,107,46,329,267,266,103,296,293,268,102,258,121,300,425,34,79,313,334,48,34,366,356,260,282,408,258,302,292,349,329,436,422,355,275,110,312,48,36,127,450],"markers":[21,34],"logits":[0.7286667823791504,0.06424430012702942],"probs":[0.5829734802246094,0.41702648997306824],"temperature":1.983399510383606,"act_probability":0.9144636988639832,"state_tokens":86,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"department":{"type":"choice","choice":"billing","probabilities":{"billing":0.2869,"technical":0.2634,"sales":0.2326,"other":0.2171},"confidence":0.0042,"answer_confidence":0.2869,"action":{"act_probability":0.0149}},"urgency":{"type":"score","score":1.1021,"legend":{"0":"not urgent","1":"soon","2":"critical deadline or blocking issue"},"probabilities":{"0":0.2739,"1":0.3502,"2":0.376},"confidence":0.0079,"answer_confidence":0.376,"action":{"act_probability":0.5395}},"churn_risk":{"type":"noul","noul":0.413,"confidence":0.587,"answer_confidence":0.587,"action":{"act_probability":0.9284}},"refund_requested":{"type":"noul","noul":0.417,"confidence":0.583,"answer_confidence":0.583,"action":{"act_probability":0.9145}}},"usage":{"input_tokens":560,"output_tokens":0,"state_tokens":86,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"plain_two_options","state":"The application crashes every time I open the settings page.","questions":{"is_bug":{"type":"choice","instructions":"Is this a bug report or a feature request?","criteria":{"bug":"something is broken","feature":"something new is wanted"}},"blocking":{"type":"noul","instructions":"Is the user blocked?","criteria":{"true":"the user cannot work at all","false":"the user can still work"}},"only_true":{"type":"noul","instructions":"Does it mention settings?","criteria":{"true":"the settings page is named"}}},"answers":[{"id":"is_bug","ids":[449,334,390,350,60,411,117,328,265,296,119,105,291,114,269,118,349,265,321,103,272,119,278,357,65,450,452,296,119,105,60,263,343,335,337,323,296,116,113,109,270,452,321,103,272,119,278,60,263,343,335,337,279,378,323,267,312,118,377,450,309,265,114,318,272,299,421,284,259,117,423,258,107,388,411,348,114,270,260,263,335,118,273,117,275,369,103,48,450],"markers":[26,41],"logits":[1.9618617296218872,1.8516799211502075],"probs":[0.5144452452659607,0.4855547845363617],"temperature":1.9063563346862793,"act_probability":0.0003925680066458881,"state_tokens":28,"state_dropped":0},{"id":"blocking","ids":[449,112,277,110,350,60,411,117,260,414,296,386,385,65,450,452,321,310,403,60,260,414,351,358,339,362,109,452,258,116,119,103,60,260,414,351,112,287,362,109,265,118,265,110,110,450,309,265,114,318,272,299,421,284,259,117,423,258,107,388,411,348,114,270,260,263,335,118,273,117,275,369,103,48,450],"markers":[15,27],"logits":[0.9451121091842651,0.9406300783157349],"probs":[0.5005649328231812,0.49943506717681885],"temperature":1.983399510383606,"act_probability":0.5351545214653015,"state_tokens":28,"state_dropped":0},{"id":"only_true","ids":[449,112,277,110,350,60,34,365,34,316,34,301,299,263,335,118,273,117,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,260,263,335,118,273,117,275,369,103,323,279,311,377,450,309,265,114,318,272,299,421,284,259,117,423,258,107,388,411,348,114,270,260,263,335,118,273,117,275,369,103,48,450],"markers":[20,33],"logits":[0.6375879645347595,0.09742391109466553],"probs":[0.5676679015159607,0.4323320984840393],"temperature":1.983399510383606,"act_probability":0.8332017064094543,"state_tokens":28,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"is_bug":{"type":"choice","choice":"bug","probabilities":{"bug":0.5144,"feature":0.4856},"confidence":0.0006,"answer_confidence":0.5144,"action":{"act_probability":0.0004}},"blocking":{"type":"noul","noul":0.4994,"confidence":0.5006,"answer_confidence":0.5006,"action":{"act_probability":0.5352}},"only_true":{"type":"noul","noul":0.4323,"confidence":0.5677,"answer_confidence":0.5677,"action":{"act_probability":0.8332}}},"usage":{"input_tokens":246,"output_tokens":0,"state_tokens":28,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"choice_seven_structured","state":"We would like to schedule a demo of the product for our team next week.","questions":{"intent":{"type":"choice","instructions":"What does the sender want?","criteria":{"demo":"a product demonstration","refund":null,"cancel":"","pricing":{"desc":"price questions","examples":["cost","plan"]},"support":3,"partnership":["co-marketing","reselling"],"other":"anything else"}}},"answers":[{"id":"intent","ids":[449,334,390,350,60,34,89,106,272,282,342,260,263,270,102,266,267,312,118,65,450,452,352,111,113,60,265,452,356,452,422,452,327,264,273,60,34,452,359,399,269,118,60,452,275,313,118,112,380,452,34,287,259,116,60,450,89,103,267,398,354,361,431,259,102,119,268,265,352,111,113,348,104,260,430,425,355,434,279,379,118,329,103,109,48,450],"markers":[21,27,29,31,37,43,49],"logits":[1.3486415147781372,1.0380945205688477,1.065248966217041,1.2871294021606445,1.3605328798294067,1.2659051418304443,1.3090858459472656],"probs":[0.15821801126003265,0.11598161607980728,0.11917413771152496,0.14877910912036896,0.16011062264442444,0.14565470814704895,0.15208183228969574],"temperature":1.0000158548355103,"act_probability":0.0021321214735507965,"state_tokens":29,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"intent":{"type":"choice","choice":"support","probabilities":{"demo":0.1582,"refund":0.116,"cancel":0.1192,"pricing":0.1488,"support":0.1601,"partnership":0.1457,"other":0.1521},"confidence":0.0036,"answer_confidence":0.1601,"action":{"act_probability":0.0021}}},"usage":{"input_tokens":86,"output_tokens":0,"state_tokens":29,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"choice_twelve_labels","state":"I love this product, it works great and the support team was very helpful.","questions":{"emotion":{"type":"choice","instructions":"Which emotion does the text express?","criteria":{"joy":null,"anger":null,"sadness":null,"fear":null,"surprise":null,"disgust":null,"trust":null,"anticipation":null,"neutral":null,"confusion":null,"gratitude":null,"pride":null}}},"answers":[{"id":"emotion","ids":[449,334,390,350,60,34,89,106,264,106,353,287,299,282,342,260,360,450,452,34,108,113,452,417,105,266,452,263,99,102,452,321,103,313,452,263,319,114,452,282,271,105,452,258,116,304,452,417,118,264,452,279,103,119,452,274,281,104,452,34,105,116,452,327,107,102,450,75,290,113,289,328,430,46,34,316,437,34,105,402,308,260,359,399,269,118,434,435,34,346,34,259,110,114,315,110,48,450],"markers":[18,22,26,30,34,38,42,46,50,54,58,62],"logits":[1.4752514362335205,2.2580246925354004,2.0820565223693848,1.692331075668335,2.339540958404541,1.5242490768432617,1.4365266561508179,0.9649323225021362,0.8330012559890747,1.23215913772583,1.101522445678711,1.613863468170166],"probs":[0.04672723263502121,0.22360335290431976,0.1572657972574234,0.07213117927312851,0.2631978988647461,0.05153816193342209,0.043244827538728714,0.016838854178786278,0.012933577410876751,0.028735768049955368,0.02212856337428093,0.06165480986237526],"temperature":0.5,"act_probability":0.006478143390268087,"state_tokens":30,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"emotion":{"type":"choice","choice":"surprise","probabilities":{"joy":0.0467,"anger":0.2236,"sadness":0.1573,"fear":0.0721,"surprise":0.2632,"disgust":0.0515,"trust":0.0432,"anticipation":0.0168,"neutral":0.0129,"confusion":0.0287,"gratitude":0.0221,"pride":0.0617},"confidence":0.1622,"answer_confidence":0.2632,"action":{"act_probability":0.0065}}},"usage":{"input_tokens":98,"output_tokens":0,"state_tokens":30,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"scores","state":"This is the worst service I have ever used, nothing works and nobody answers.","questions":{"sentiment":{"type":"score","instructions":"What is the sender's tone?","criteria":["angry","negative","neutral","positive","delighted"]},"six_levels":{"type":"score","instructions":"How severe is the impact?","criteria":["none","minor","moderate","major","critical","catastrophic"]},"two_levels":{"type":"score","instructions":"Is any action needed?","criteria":["no action","action needed"]},"numeric_levels":{"type":"score","instructions":"Rate the urgency.","criteria":[1,2,3]}},"answers":[{"id":"sentiment","ids":[449,117,101,269,103,350,60,34,89,106,272,323,260,263,270,102,266,41,117,258,450,452,325,34,50,60,417,105,116,123,452,325,34,51,60,279,103,105,272,452,325,347,60,279,103,119,118,116,452,325,410,60,275,113,117,316,107,452,325,34,54,60,352,110,107,105,450,367,323,260,362,404,263,266,120,300,411,322,371,283,305,34,304,377,46,326,337,437,308,428,375,417,406,380,48,450],"markers":[21,30,39,48,57],"logits":[1.8515902757644653,1.7788968086242676,1.7535442113876343,1.3500280380249023,1.4620959758758545],"probs":[0.23416250944137573,0.22094792127609253,0.21651679277420044,0.15683968365192413,0.17153306305408478],"temperature":1.2514300346374512,"act_probability":0.647968590259552,"state_tokens":28,"state_dropped":0},{"id":"six_levels","ids":[449,117,101,269,103,350,60,34,74,392,263,103,305,103,323,260,34,450,452,325,34,50,60,279,281,103,452,325,34,51,60,34,111,262,452,325,347,60,34,111,302,266,452,325,410,60,34,111,99,108,452,325,34,54,60,421,316,382,452,325,34,55,60,274,272,284,450,367,323,260,362,404,263,266,120,300,411,322,371,283,305,34,304,377,46,326,337,437,308,428,375,417,406,380,48,450],"markers":[18,26,34,42,50,58],"logits":[1.3440673351287842,1.3813637495040894,1.1715118885040283,1.2259613275527954,1.7430481910705566,2.1922767162323],"probs":[0.13973473012447357,0.14396193623542786,0.121736541390419,0.12715019285678864,0.19220563769340515,0.275210976600647],"temperature":1.2514300346374512,"act_probability":0.43700361251831055,"state_tokens":28,"state_dropped":0},{"id":"two_levels","ids":[449,117,101,269,103,350,60,411,117,417,123,265,298,299,279,103,377,377,65,450,452,325,34,50,60,428,265,298,299,452,325,34,51,60,265,298,299,279,103,377,377,450,367,323,260,362,404,263,266,120,300,411,322,371,283,305,34,304,377,46,326,337,437,308,428,375,417,406,380,48,450],"markers":[20,29],"logits":[2.185020685195923,2.055086851119995],"probs":[0.5259337425231934,0.47406625747680664],"temperature":1.2514300346374512,"act_probability":0.31258225440979004,"state_tokens":28,"state_dropped":0},{"id":"numeric_levels","ids":[449,117,101,269,103,350,60,34,84,314,260,34,319,105,270,101,123,48,450,452,325,34,50,60,34,51,452,325,34,51,60,347,452,325,347,60,410,450,367,323,260,362,404,263,266,120,300,411,322,371,283,305,34,304,377,46,326,337,437,308,428,375,417,406,380,48,450],"markers":[19,26,32],"logits":[1.5683256387710571,1.6159822940826416,1.9428691864013672],"probs":[0.2951837480068207,0.30664166808128357,0.39817455410957336],"temperature":1.2514300346374512,"act_probability":0.44181326031684875,"state_tokens":28,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"sentiment":{"type":"score","score":1.8106,"legend":{"0":"angry","1":"negative","2":"neutral","3":"positive","4":"delighted"},"probabilities":{"0":0.2342,"1":0.2209,"2":0.2165,"3":0.1568,"4":0.1715},"confidence":0.0072,"answer_confidence":0.2342,"action":{"act_probability":0.648}},"six_levels":{"type":"score","score":2.9138,"legend":{"0":"none","1":"minor","2":"moderate","3":"major","4":"critical","5":"catastrophic"},"probabilities":{"0":0.1397,"1":0.144,"2":0.1217,"3":0.1272,"4":0.1922,"5":0.2752},"confidence":0.0263,"answer_confidence":0.2752,"action":{"act_probability":0.437}},"two_levels":{"type":"score","score":0.4741,"legend":{"0":"no action","1":"action needed"},"probabilities":{"0":0.5259,"1":0.4741},"confidence":0.0019,"answer_confidence":0.5259,"action":{"act_probability":0.3126}},"numeric_levels":{"type":"score","score":1.103,"legend":{"0":"1","1":"2","2":"3"},"probabilities":{"0":0.2952,"1":0.3066,"2":0.3982},"confidence":0.0085,"answer_confidence":0.3982,"action":{"act_probability":0.4418}}},"usage":{"input_tokens":330,"output_tokens":0,"state_tokens":28,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"long_state_truncated","state":{"subject":"Invoice problem again","body":"Hello team, I am writing again about the invoice we received on the first of the month. The amount is twice what we agreed in the contract and the payment was already taken from our card. We asked for a refund last week and nobody answered. Our finance department needs the corrected invoice before Friday or we will have to escalate this to our lawyers and stop using the service. Please also check the other invoices of this year, because we think the same mistake happened in March and in April. Thank you, the accounts team."},"questions":{"department":{"type":"choice","instructions":"Which department should handle this request?","criteria":{"billing":"invoices, payments, refunds","technical":"bugs, outages, system errors","sales":"pricing, new contracts","other":"everything else"}},"legal_threat":{"type":"noul","instructions":"Does the sender threaten legal action?"}},"answers":[{"id":"department","ids":[449,334,390,350,60,34,89,106,264,106,352,114,313,118,301,263,106,450,452,296,339,273,60,427,113,264,261,46,429,117,452,360,334,112,382,60,296,119,105,117,46,324,452,263,310,261,60,327,264,273,46,279,378,420,452,34,287,259,116,60,423,118,337,283,110,403,450,125,36,405,100,108,103,298,330,306,75,112,120,390,327,113,100,268,111,265,105,99,262,363,306,375,330,306,74,103,110,110,113,434,46,411,265,111,267,116,316,273,265,105,99,262,265,100,277,118,260,427,390,329,291,333,107,289,102,34,281,260,321,107,116,404,348,104,260,34,111,395,106,48,34,309,265,111,277,112,118,323,258,121,300,267,106,272,329,265,105,278,377,450],"markers":[18,30,42,54],"logits":[2.1466763019561768,2.003511428833008,1.8001492023468018,1.445472002029419],"probs":[0.2928612232208252,0.2699838876724243,0.24052534997463226,0.196629598736763],"temperature":1.7601518630981445,"act_probability":0.014024795964360237,"state_tokens":290,"state_dropped":198},{"id":"legal_threat","ids":[449,112,277,110,350,60,34,365,260,263,270,102,266,433,402,270,307,105,310,265,298,299,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,125,36,405,100,108,103,298,330,306,75,112,120,390,327,113,100,268,111,265,105,99,262,363,306,375,330,306,74,103,110,110,113,434,46,411,265,111,267,116,316,273,265,105,99,262,265,100,277,118,260,427,390,329,291,333,107,289,102,34,281,260,321,107,116,404,348,104,260,34,111,395,106,48,34,309,265,111,277,112,118,323,258,121,300,267,106,272,329,265,105,278,377,297,260,420,308,260,429,435,265,110,278,99,102,123,258,99,109,450],"markers":[24,37],"logits":[0.7672969698905945,0.209745854139328],"probs":[0.5698180198669434,0.43018195033073425],"temperature":1.983399510383606,"act_probability":0.9386257529258728,"state_tokens":290,"state_dropped":182}],"predict":{"model":"laya-rl-agent","answers":{"department":{"type":"choice","choice":"billing","probabilities":{"billing":0.2929,"technical":0.27,"sales":0.2405,"other":0.1966},"confidence":0.0076,"answer_confidence":0.2929,"action":{"act_probability":0.014}},"legal_threat":{"type":"noul","noul":0.4302,"confidence":0.5698,"answer_confidence":0.5698,"action":{"act_probability":0.9386}}},"usage":{"input_tokens":320,"output_tokens":0,"state_tokens":290,"state_tokens_dropped":198,"truncated":true,"truncated_questions":["department","legal_threat"]}}},
  {"name":"conversation_truncated_left","state":[{"role":"user","content":"Hi, I cannot log in to my account since yesterday."},{"role":"assistant","content":"Sorry about that. Did you try to reset the password?"},{"role":"user","content":"Yes, twice, and the reset email never arrives."},{"role":"assistant","content":"Let me check the email address on the account."},{"role":"user","content":"It is the same as always. This is really urgent, I have a payment due today and I need the invoices from the portal."},{"role":"assistant","content":"I understand. I am escalating it now."},{"role":"user","content":"If it is not fixed today I will cancel the subscription."}],"questions":{"churn":{"type":"noul","instructions":"Does the user threaten to cancel?"},"topic":{"type":"choice","instructions":"What is the conversation about?","criteria":{"login":"access to the account","billing":"payments","other":"anything else"}}},"answers":[{"id":"churn","ids":[449,112,277,110,350,60,34,365,260,414,433,402,270,361,422,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,308,411,279,103,377,260,427,113,264,261,321,116,343,260,275,269,118,310,48,36,127,46,34,125,36,116,113,268,330,306,284,117,271,118,312,118,363,306,101,395,280,330,306,75,34,119,276,380,118,99,276,48,411,265,111,34,261,101,310,272,273,34,316,279,392,48,36,127,46,34,125,36,116,113,268,330,306,345,363,306,101,395,280,330,306,75,104,34,316,323,326,321,107,122,377,258,302,292,411,436,422,260,359,100,117,101,116,107,114,118,299,48,36,127,95,450],"markers":[17,30],"logits":[0.6236253976821899,-0.05764560401439667],"probs":[0.5850372314453125,0.4149627983570099],"temperature":1.983399510383606,"act_probability":0.9103093147277832,"state_tokens":360,"state_dropped":245},{"id":"topic","ids":[449,334,390,350,60,34,89,106,272,323,260,274,281,305,117,272,299,265,100,277,118,65,450,452,290,389,262,60,265,101,101,261,117,361,260,265,101,101,277,112,118,452,296,339,273,60,429,117,452,34,287,259,116,60,417,123,118,337,283,110,403,450,48,36,127,46,34,125,36,116,113,268,330,306,284,117,271,118,312,118,363,306,101,395,280,330,306,75,34,119,276,380,118,99,276,48,411,265,111,34,261,101,310,272,273,34,316,279,392,48,36,127,46,34,125,36,116,113,268,330,306,345,363,306,101,395,280,330,306,75,104,34,316,323,326,321,107,122,377,258,302,292,411,436,422,260,359,100,117,101,116,107,114,118,299,48,36,127,95,450],"markers":[23,41,48],"logits":[2.068683624267578,2.1091132164001465,2.00535249710083],"probs":[0.3346838653087616,0.3424603343009949,0.3228558599948883],"temperature":1.7601518630981445,"act_probability":0.008869393728673458,"state_tokens":360,"state_dropped":263}],"predict":{"model":"laya-rl-agent","answers":{"churn":{"type":"noul","noul":0.415,"confidence":0.585,"answer_confidence":0.585,"action":{"act_probability":0.9103}},"topic":{"type":"choice","choice":"billing","probabilities":{"login":0.3347,"billing":0.3425,"other":0.3229},"confidence":0.0003,"answer_confidence":0.3425,"action":{"act_probability":0.0089}}},"usage":{"input_tokens":320,"output_tokens":0,"state_tokens":360,"state_tokens_dropped":263,"truncated":true,"truncated_questions":["churn","topic"]}}},
  {"name":"json_instructions_and_state","state":{"ticket":{"id":4411,"amount":129.5,"currency":"EUR","paid":true,"refund":null,"ratio":1e-05,"big":1e+21,"tags":["billing","urgent"],"nested":{"a":[1,2.0,{"b":"c"}]}}},"questions":{"action":{"type":"choice","instructions":{"task":"pick the next action","context":"support desk","steps":["read","decide"]},"criteria":{"refund":"give the money back","escalate":"a human decides","close":"nothing to do"}},"paid":{"type":"noul","instructions":["Was","the","ticket","paid?"]}},"answers":[{"id":"action","ids":[449,334,390,350,60,34,125,36,118,284,109,330,306,114,264,109,260,279,379,118,265,450,452,356,60,34,105,107,289,260,34,111,281,103,123,296,99,101,109,452,34,261,101,310,314,60,265,322,407,312,352,101,107,102,261,452,274,110,113,403,60,326,337,361,282,113,450,125,36,118,264,294,118,330,34,125,36,107,102,330,34,54,54,51,51,46,306,311,277,112,118,330,34,51,52,59,48,55,46,306,101,319,116,270,101,123,330,306,71,87,84,363,306,114,99,107,102,330,258,116,119,103,46,306,278,336,330,279,119,110,110,46,306,116,272,107,113,330,34,51,103,47,50,55,46,306,100,107,105,330,34,51,103,45,52,51,46,306,118,450],"markers":[22,39,55],"logits":[1.8610424995422363,2.076181173324585,1.8813223838806152],"probs":[0.3183092176914215,0.35969293117523193,0.32199788093566895],"temperature":1.7601518630981445,"act_probability":0.0022632686886936426,"state_tokens":138,"state_dropped":46},{"id":"paid","ids":[449,112,277,110,350,60,34,93,36,89,284,363,306,118,259,363,306,118,264,294,118,363,306,114,99,107,102,65,36,95,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,125,36,118,264,294,118,330,34,125,36,107,102,330,34,54,54,51,51,46,306,311,277,112,118,330,34,51,52,59,48,55,46,306,101,319,116,270,101,123,330,306,71,87,84,363,306,114,99,107,102,330,258,116,119,103,46,306,278,336,330,279,119,110,110,46,306,116,272,107,113,330,34,51,103,47,50,55,46,306,100,107,105,330,34,51,103,45,52,51,46,306,118,369,117,330,34,93,36,100,339,273,450],"markers":[31,44],"logits":[1.6786537170410156,-0.037607043981552124],"probs":[0.7037694454193115,0.2962305545806885],"temperature":1.983399510383606,"act_probability":0.8384866714477539,"state_tokens":138,"state_dropped":37}],"predict":{"model":"laya-rl-agent","answers":{"action":{"type":"choice","choice":"escalate","probabilities":{"refund":0.3183,"escalate":0.3597,"close":0.322},"confidence":0.0014,"answer_confidence":0.3597,"action":{"act_probability":0.0023}},"paid":{"type":"noul","noul":0.2962,"confidence":0.7038,"answer_confidence":0.7038,"action":{"act_probability":0.8385}}},"usage":{"input_tokens":320,"output_tokens":0,"state_tokens":138,"state_tokens_dropped":46,"truncated":true,"truncated_questions":["action","paid"]}}},
  {"name":"special_text","state":"Order [MASK] arrived  broken,   see\tphoto.\r\n\r\nThe café [SEP] said |||IP_ADDRESS||| is blocked <|endoftext|> and [unused0] support said 'we're sorry'.","questions":{"damaged":{"type":"noul","instructions":"Was the item [MASK] damaged?"},"channel":{"type":"choice","instructions":"Which channel  should   answer?","criteria":{"email":"write an email [MASK] back","phone":"call\tthe customer","none":null}}},"answers":[{"id":"damaged","ids":[449,112,277,110,350,60,34,89,284,260,34,316,103,111,443,102,311,369,377,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,81,116,102,266,443,313,116,107,289,102,444,100,116,113,109,270,46,443,403,103,11,114,106,287,113,48,15,12,15,12,309,274,99,104,197,171,34,450,263,99,107,102,34,0,323,296,386,385,34,447,308,34,453,359,399,269,118,263,99,107,102,34,41,121,103,41,278,263,269,116,123,41,48,450],"markers":[21,34],"logits":[1.3261137008666992,0.4389176666736603],"probs":[0.6099996566772461,0.3900003433227539],"temperature":1.983399510383606,"act_probability":0.9083874821662903,"state_tokens":73,"state_dropped":0},{"id":"channel","ids":[449,334,390,350,60,34,89,106,264,106,274,106,312,112,103,110,444,117,106,398,443,312,406,266,65,450,452,424,60,267,116,316,103,417,424,443,100,99,101,109,452,275,106,281,103,60,274,310,110,11,118,259,274,304,118,343,266,452,279,281,103,450,81,116,102,266,443,313,116,107,289,102,444,100,116,113,109,270,46,443,403,103,11,114,106,287,113,48,15,12,15,12,309,274,99,104,197,171,34,450,263,99,107,102,34,0,323,296,386,385,34,447,308,34,453,359,399,269,118,263,99,107,102,34,41,121,103,41,278,263,269,116,123,41,48,450],"markers":[26,40,57],"logits":[1.6699668169021606,2.493666410446167,1.6683423519134521],"probs":[0.27810004353523254,0.4440564513206482,0.27784350514411926],"temperature":1.7601518630981445,"act_probability":0.0030960990116000175,"state_tokens":73,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"damaged":{"type":"noul","noul":0.39,"confidence":0.61,"answer_confidence":0.61,"action":{"act_probability":0.9084}},"channel":{"type":"choice","choice":"phone","probabilities":{"email":0.2781,"phone":0.4441,"none":0.2778},"confidence":0.024,"answer_confidence":0.4441,"action":{"act_probability":0.0031}}},"usage":{"input_tokens":258,"output_tokens":0,"state_tokens":73,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"long_option","state":"The meeting notes say that the contract will be renewed if the price stays the same.","questions":{"renewal":{"type":"choice","instructions":"Will the contract be renewed?","criteria":{"yes":"the contract will be renewed under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms under the same terms ","no":"the contract ends","unclear":"the notes do not say"}}},"answers":[{"id":"renewal","ids":[449,334,390,350,60,34,89,339,260,420,296,103,412,270,378,377,65,450,452,415,261,60,260,420,436,296,103,412,270,378,377,34,119,276,452,428,60,260,420,34,270,102,117,452,34,119,112,101,268,313,60,260,326,261,282,113,326,263,292,450,309,34,388,335,273,326,261,263,292,433,272,260,420,436,296,103,412,270,378,377,34,107,104,260,327,300,358,292,117,260,263,311,103,48,450],"markers":[18,34,43],"logits":[1.6784346103668213,1.5342192649841309,1.520702600479126],"probs":[0.352656751871109,0.3249143958091736,0.3224288523197174],"temperature":1.7601518630981445,"act_probability":0.010438842698931694,"state_tokens":34,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"renewal":{"type":"choice","choice":"yes","probabilities":{"yes":0.3527,"no":0.3249,"unclear":0.3224},"confidence":0.0008,"answer_confidence":0.3527,"action":{"act_probability":0.0104}}},"usage":{"input_tokens":95,"output_tokens":0,"state_tokens":34,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[]}}},
  {"name":"many_options_shrunk","state":"Security incident: a phishing email asked employees to reset their passwords.","questions":{"category":{"type":"choice","instructions":"Classify the incident into exactly one of the categories below, considering the attack vector, the target and the likely impact on the organisation and its customers.","criteria":{"cat00":"category number 0 of the incident taxonomy","cat01":"category number 1 of the incident taxonomy","cat02":"category number 2 of the incident taxonomy","cat03":"category number 3 of the incident taxonomy","cat04":"category number 4 of the incident taxonomy","cat05":"category number 5 of the incident taxonomy","cat06":"category number 6 of the incident taxonomy","cat07":"category number 7 of the incident taxonomy","cat08":"category number 8 of the incident taxonomy","cat09":"category number 9 of the incident taxonomy","cat10":"category number 10 of the incident taxonomy","cat11":"category number 11 of the incident taxonomy","cat12":"category number 12 of the incident taxonomy","cat13":"category number 13 of the incident taxonomy","cat14":"category number 14 of the incident taxonomy","cat15":"category number 15 of the incident taxonomy","cat16":"category number 16 of the incident taxonomy","cat17":"category number 17 of the incident taxonomy","cat18":"category number 18 of the incident taxonomy","cat19":"category number 19 of the incident taxonomy"}}},"answers":[{"id":"category","ids":[449,334,390,350,60,34,69,110,284,450,452,274,272,50,452,274,272,50,452,274,272,331,452,274,272,50,452,274,272,50,452,274,272,50,452,274,272,50,452,274,272,50,452,274,272,50,452,274,272,50,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,452,274,272,51,450,85,103,101,319,316,123,297,101,107,102,280,60,265,275,286,337,424,418,385,353,303,113,123,103,261,361,412,261,335,260,107,116,275,284,406,269,102,117,48,450],"markers":[10,14,18,22,26,30,34,38,42,46,50,54,58,62,66,70,74,78,82,86],"logits":[1.6276103258132935,1.271726131439209,1.158445119857788,1.2097952365875244,1.2095370292663574,1.2767925262451172,1.3562877178192139,1.3325998783111572,1.2972207069396973,1.2697169780731201,1.1271255016326904,1.0182697772979736,0.9797287583351135,0.9335014820098877,1.0000560283660889,1.0177512168884277,1.023991584777832,1.1210556030273438,1.1499793529510498,1.5215578079223633],"probs":[0.11101242899894714,0.05448218435049057,0.04343700408935547,0.04813511669635773,0.04811026155948639,0.05503704771399498,0.06452140212059021,0.06153593212366104,0.05733222886919975,0.05426369607448578,0.04079960659146309,0.032817475497722626,0.030382871627807617,0.027699779719114304,0.03164352476596832,0.03278345242142677,0.03319517895579338,0.04030730202794075,0.042707737535238266,0.08979570120573044],"temperature":0.5,"act_probability":0.003958355635404587,"state_tokens":39,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"category":{"type":"choice","choice":"cat00","probabilities":{"cat00":0.111,"cat01":0.0545,"cat02":0.0434,"cat03":0.0481,"cat04":0.0481,"cat05":0.055,"cat06":0.0645,"cat07":0.0615,"cat08":0.0573,"cat09":0.0543,"cat10":0.0408,"cat11":0.0328,"cat12":0.0304,"cat13":0.0277,"cat14":0.0316,"cat15":0.0328,"cat16":0.0332,"cat17":0.0403,"cat18":0.0427,"cat19":0.0898},"confidence":0.024,"answer_confidence":0.111,"action":{"act_probability":0.004}}},"usage":{"input_tokens":131,"output_tokens":0,"state_tokens":39,"state_tokens_dropped":0,"truncated":false,"truncated_questions":[],"options":{"category":{"total":20,"distinct":3,"tokens_per_option":4}}}}},
  {"name":"too_many_options","state":"Too many options for the head budget.","questions":{"bucket":{"type":"choice","instructions":"Pick one.","criteria":{"option0":"the description of option 0","option1":"the description of option 1","option2":"the description of option 2","option3":"the description of option 3","option4":"the description of option 4","option5":"the description of option 5","option6":"the description of option 6","option7":"the description of option 7","option8":"the description of option 8","option9":"the description of option 9","option10":"the description of option 10","option11":"the description of option 11","option12":"the description of option 12","option13":"the description of option 13","option14":"the description of option 14","option15":"the description of option 15","option16":"the description of option 16","option17":"the description of option 17","option18":"the description of option 18","option19":"the description of option 19","option20":"the description of option 20","option21":"the description of option 21","option22":"the description of option 22","option23":"the description of option 23","option24":"the description of option 24","option25":"the description of option 25","option26":"the description of option 26","option27":"the description of option 27","option28":"the description of option 28","option29":"the description of option 29","option30":"the description of option 30","option31":"the description of option 31","option32":"the description of option 32","option33":"the description of option 33","option34":"the description of option 34","option35":"the description of option 35","option36":"the description of option 36","option37":"the description of option 37","option38":"the description of option 38","option39":"the description of option 39"}}},"error":"question 'bucket': only 38 of its 40 option markers fit in max_len=160 with head_max_len=64 spent on the question; lower head_max_len, raise max_len, or use fewer options"},
  {"name":"unicode","state":"Buongiorno, la fattura è sbagliata. Grüße aus München, ευχαριστώ. 我们的账户被锁了 🙂👍🏽 Å Ω","questions":{"language":{"type":"choice","instructions":"Which language comes first?","criteria":{"italian":"italiano","german":"deutsch","chinese":"中文"}},"polite":{"type":"noul","instructions":"Is the message polite?"}},"answers":[{"id":"language","ids":[449,334,390,350,60,34,89,106,264,106,290,312,105,119,369,103,274,343,261,321,107,116,404,65,450,452,34,316,310,107,312,60,34,316,310,107,312,113,452,34,105,266,111,312,60,352,119,118,117,334,452,274,106,262,261,103,60,34,230,186,175,232,152,137,450,68,119,281,105,107,269,112,113,46,290,99,321,272,118,319,99,34,197,170,263,100,369,110,107,272,99,48,34,73,116,197,190,197,161,103,265,304,34,79,197,190,112,101,259,112,46,34,208,183,209,135,209,137,208,179,209,131,208,187,209,133,209,134,209,144,48,34,232,138,147,230,189,174,233,156,134,234,182,168,232,138,185,234,164,173,235,150,131,230,188,136,34,242,161,450],"markers":[25,38,50],"logits":[1.644952416419983,0.7264605164527893,1.1558306217193604],"probs":[0.42538365721702576,0.25243809819221497,0.32217833399772644],"temperature":1.7601518630981445,"act_probability":0.00099587079603225,"state_tokens":110,"state_dropped":16},{"id":"polite","ids":[449,112,277,110,350,60,411,117,260,34,111,261,117,369,103,275,113,110,316,103,65,450,452,321,310,403,60,428,46,260,432,282,342,326,426,452,258,116,119,103,60,415,261,46,260,432,426,117,450,68,119,281,105,107,269,112,113,46,290,99,321,272,118,319,99,34,197,170,263,100,369,110,107,272,99,48,34,73,116,197,190,197,161,103,265,304,34,79,197,190,112,101,259,112,46,34,208,183,209,135,209,137,208,179,209,131,208,187,209,133,209,134,209,144,48,34,232,138,147,230,189,174,233,156,134,234,182,168,232,138,185,234,164,173,235,150,131,230,188,136,34,242,161,155,132,242,161,147,143,242,161,145,191,34,197,135,34,208,171,450],"markers":[22,35],"logits":[0.4593088626861572,-0.0906318873167038],"probs":[0.5688772201538086,0.4311228096485138],"temperature":1.983399510383606,"act_probability":0.7027542591094971,"state_tokens":110,"state_dropped":0}],"predict":{"model":"laya-rl-agent","answers":{"language":{"type":"choice","choice":"italian","probabilities":{"italian":0.4254,"german":0.2524,"chinese":0.3222},"confidence":0.0206,"answer_confidence":0.4254,"action":{"act_probability":0.001}},"polite":{"type":"noul","noul":0.4311,"confidence":0.5689,"answer_confidence":0.5689,"action":{"act_probability":0.7028}}},"usage":{"input_tokens":320,"output_tokens":0,"state_tokens":110,"state_tokens_dropped":16,"truncated":true,"truncated_questions":["language"]}}}
 ]
}