Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
test(rust): re-record Python 0.4.0 parity goldens
kevin-gatimu5659baac010a
diff --git a/laya-rust/tests/golden/english/case_arabic.json b/laya-rust/tests/golden/english/case_arabic.jsonindex 6cc59464..7f93f77a 100644--- a/laya-rust/tests/golden/english/case_arabic.json+++ b/laya-rust/tests/golden/english/case_arabic.json@@ -889,18 +889,18 @@"marker_axis_padded": false,"logits": [[- 0.4125833809375763,- -0.19337722659111023+ 0.4125804305076599,+ -0.1933775544166565],[- 3.3612887859344482,- 0.18131715059280396+ 3.3612828254699707,+ 0.18131807446479797]],"act_logits": [[- 4117.9599609375,- -3364.359375+ 4117.95849609375,+ -3364.35888671875],[4817.98095703125,@@ -935,7 +935,11 @@},"usage": {"input_tokens": 252,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 69,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_choice_criteria_list.json b/laya-rust/tests/golden/english/case_choice_criteria_list.jsonindex de8c70e0..fc8126bd 100644--- a/laya-rust/tests/golden/english/case_choice_criteria_list.json+++ b/laya-rust/tests/golden/english/case_choice_criteria_list.json@@ -162,16 +162,16 @@"marker_axis_padded": false,"logits": [[- 6.577561855316162,- -2.623333692550659,- -3.148845672607422,- -0.5583869218826294+ 6.577563762664795,+ -2.62333607673645,+ -3.1488473415374756,+ -0.5583876371383667]],"act_logits": [[- 3876.216552734375,- -3165.7255859375+ 3876.214111328125,+ -3165.72265625]],"result": {@@ -195,7 +195,11 @@},"usage": {"input_tokens": 31,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 10,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_cjk.json b/laya-rust/tests/golden/english/case_cjk.jsonindex 980e4f85..ce9e2c98 100644--- a/laya-rust/tests/golden/english/case_cjk.json+++ b/laya-rust/tests/golden/english/case_cjk.json@@ -853,24 +853,24 @@"marker_axis_padded": false,"logits": [[- 1.6422864198684692,- -0.7313228845596313,- 0.32396093010902405+ 1.6422786712646484,+ -0.7313200235366821,+ 0.32396090030670166],[- -1.1324100494384766,- 1.4276299476623535,- 2.908419370651245+ -1.1324177980422974,+ 1.427627444267273,+ 2.9084181785583496]],"act_logits": [[- 4157.708984375,- -3400.5478515625+ 4157.71044921875,+ -3400.548828125],[- 3446.069580078125,- -2831.5048828125+ 3446.071533203125,+ -2831.50634765625]],"result": {@@ -912,7 +912,11 @@},"usage": {"input_tokens": 222,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 49,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_criterion_shapes.json b/laya-rust/tests/golden/english/case_criterion_shapes.jsonindex dfec56cc..9ec61ac4 100644--- a/laya-rust/tests/golden/english/case_criterion_shapes.json+++ b/laya-rust/tests/golden/english/case_criterion_shapes.json@@ -609,18 +609,18 @@"marker_axis_padded": false,"logits": [[- 4.096678733825684,- -0.2300950288772583,- -2.4581174850463867,- -2.5262246131896973,- -1.8533413410186768,- -1.0468189716339111,+ 4.096677780151367,+ -0.23009303212165833,+ -2.4581172466278076,+ -2.5262258052825928,+ -1.8533432483673096,+ -1.0468206405639648,-1.4776298999786377],[- 0.10750558972358704,- 2.0651817321777344,- -0.057980358600616455,+ 0.10751175880432129,+ 2.0651803016662598,+ -0.057982414960861206,-10000.0,-10000.0,-10000.0,@@ -629,12 +629,12 @@],"act_logits": [[- 4621.1904296875,- -3779.87548828125+ 4621.18994140625,+ -3779.8759765625],[- 4256.392578125,- -3493.38330078125+ 4256.39208984375,+ -3493.3828125]],"result": {@@ -662,14 +662,8 @@"type": "score","score": 0.9814,"legend": {- "0": {- "label": "info",- "cvss": 0.0- },- "1": {- "label": "high",- "cvss": 7.5- },+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",+ "1": "{\"label\": \"high\", \"cvss\": 7.5}","2": "critical"},"probabilities": {@@ -686,7 +680,11 @@},"usage": {"input_tokens": 144,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 11,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_dict_state.json b/laya-rust/tests/golden/english/case_dict_state.jsonindex 40b0d65c..7dfc30d8 100644--- a/laya-rust/tests/golden/english/case_dict_state.json+++ b/laya-rust/tests/golden/english/case_dict_state.json@@ -357,15 +357,15 @@"marker_axis_padded": false,"logits": [[- -0.2836790680885315,- 2.304533004760742,- 1.6238430738449097+ -0.2836797535419464,+ 2.3045341968536377,+ 1.6238452196121216]],"act_logits": [[- 3474.172607421875,- -2870.3486328125+ 3474.17578125,+ -2870.3505859375]],"result": {@@ -393,7 +393,11 @@},"usage": {"input_tokens": 93,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 64,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_json_escaping.json b/laya-rust/tests/golden/english/case_json_escaping.jsonindex 587668f6..a27f182a 100644--- a/laya-rust/tests/golden/english/case_json_escaping.json+++ b/laya-rust/tests/golden/english/case_json_escaping.json@@ -467,14 +467,14 @@"marker_axis_padded": false,"logits": [[- 2.0836143493652344,- 0.5918171405792236+ 2.0836265087127686,+ 0.5918163061141968]],"act_logits": [[- 4576.2177734375,- -3738.3583984375+ 4576.21875,+ -3738.359375]],"result": {@@ -492,7 +492,11 @@},"usage": {"input_tokens": 134,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 103,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_list_state.json b/laya-rust/tests/golden/english/case_list_state.jsonindex 63cc620c..e2a15372 100644--- a/laya-rust/tests/golden/english/case_list_state.json+++ b/laya-rust/tests/golden/english/case_list_state.json@@ -321,7 +321,7 @@"logits": [[4.156437397003174,- -0.3092767000198364+ -0.30927616357803345]],"act_logits": [@@ -345,7 +345,11 @@},"usage": {"input_tokens": 84,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 53,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_long_state.json b/laya-rust/tests/golden/english/case_long_state.jsonindex fd5c9aa9..0ed50989 100644--- a/laya-rust/tests/golden/english/case_long_state.json+++ b/laya-rust/tests/golden/english/case_long_state.json@@ -3165,22 +3165,22 @@"marker_axis_padded": false,"logits": [[- 2.5547876358032227,- 0.21161600947380066+ 2.5547900199890137,+ 0.21161597967147827],[- 1.9042129516601562,- -0.07903063297271729+ 1.9042150974273682,+ -0.07902958989143372]],"act_logits": [[- 4784.12890625,+ 4784.12939453125,-3916.51171875],[- 4584.17822265625,- -3742.8369140625+ 4584.177734375,+ -3742.83642578125]],"result": {@@ -3211,7 +3211,14 @@},"usage": {"input_tokens": 1024,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 6804,+ "state_tokens_dropped": 6323,+ "truncated": true,+ "truncated_questions": [+ "frustrated",+ "topic"+ ]}}}diff --git a/laya-rust/tests/golden/english/case_many_options.json b/laya-rust/tests/golden/english/case_many_options.jsonindex 52cfe818..8ac0cfc4 100644--- a/laya-rust/tests/golden/english/case_many_options.json+++ b/laya-rust/tests/golden/english/case_many_options.json@@ -864,52 +864,52 @@"marker_axis_padded": false,"logits": [[- 0.6046832203865051,- 0.7550267577171326,- 0.9181180000305176,- 0.8010208010673523,+ 0.6046816110610962,+ 0.7550269365310669,+ 0.9181175231933594,+ 0.801021158695221,0.5008540153503418,- 0.5897595286369324,- 0.615754246711731,+ 0.5897594094276428,+ 0.6157547235488892,0.6029906272888184,0.5069749355316162,- 0.6346789598464966,- 0.7126632332801819,- 0.5554916858673096,- 0.319332480430603,- 0.3918170928955078,- 0.35489070415496826,- 0.33871594071388245,- 0.1896839439868927,- 0.5009076595306396,- 0.5126965641975403,- 0.3750284016132355,- 0.6199686527252197,- 0.015123069286346436,- -0.3031226396560669,- 0.010186314582824707,- 0.0962013304233551,- -0.006642162799835205,- 0.005327850580215454,- -0.005197674036026001,- 0.5291510820388794,- 0.5070405602455139,- 0.1432766318321228,- 0.2855176329612732,- -0.2885570228099823,- 0.09954589605331421,- 0.2411927580833435,- -0.07459813356399536,- -0.13390323519706726,- 0.3199225664138794,- 0.09801286458969116,- -0.3789292573928833+ 0.6346783638000488,+ 0.7126637697219849,+ 0.5554904937744141,+ 0.31933215260505676,+ 0.3918158710002899,+ 0.35489052534103394,+ 0.3387143909931183,+ 0.18968331813812256,+ 0.5009080171585083,+ 0.5126953721046448,+ 0.37502649426460266,+ 0.6199690103530884,+ 0.015121310949325562,+ -0.30312448740005493,+ 0.010184824466705322,+ 0.09620040655136108,+ -0.006642788648605347,+ 0.005326271057128906,+ -0.005198240280151367,+ 0.52914959192276,+ 0.5070400238037109,+ 0.14327645301818848,+ 0.285515159368515,+ -0.28855693340301514,+ 0.09954556822776794,+ 0.24119195342063904,+ -0.07459908723831177,+ -0.13390490412712097,+ 0.3199203908443451,+ 0.09801268577575684,+ -0.3789302408695221]],"act_logits": [[- 4584.29931640625,- -3744.84423828125+ 4584.2998046875,+ -3744.8447265625]],"result": {@@ -969,7 +969,11 @@},"usage": {"input_tokens": 205,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 12,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_mask_injection.json b/laya-rust/tests/golden/english/case_mask_injection.jsonindex 83862f15..4410f5a4 100644--- a/laya-rust/tests/golden/english/case_mask_injection.json+++ b/laya-rust/tests/golden/english/case_mask_injection.json@@ -203,14 +203,14 @@"marker_axis_padded": false,"logits": [[- 2.7121849060058594,- -1.4662480354309082+ 2.7121903896331787,+ -1.4662481546401978]],"act_logits": [[4438.82373046875,- -3625.92041015625+ -3625.9208984375]],"result": {@@ -232,7 +232,11 @@},"usage": {"input_tokens": 48,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 14,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_nonstring_instructions.json b/laya-rust/tests/golden/english/case_nonstring_instructions.jsonindex 1f91c577..97945dcb 100644--- a/laya-rust/tests/golden/english/case_nonstring_instructions.json+++ b/laya-rust/tests/golden/english/case_nonstring_instructions.json@@ -421,21 +421,21 @@"marker_axis_padded": false,"logits": [[- 0.8464744091033936,- 0.35750165581703186+ 0.8464770317077637,+ 0.3575015962123871],[- 3.689389228820801,- -0.15227413177490234+ 3.6893937587738037,+ -0.15227362513542175]],"act_logits": [[4315.3662109375,- -3523.56884765625+ -3523.5693359375],[- 4536.421875,+ 4536.42138671875,-3702.72509765625]],@@ -467,7 +467,11 @@},"usage": {"input_tokens": 104,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 14,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_options_exceed_head.json b/laya-rust/tests/golden/english/case_options_exceed_head.jsonindex f4ef3b08..d5cadfe3 100644--- a/laya-rust/tests/golden/english/case_options_exceed_head.json+++ b/laya-rust/tests/golden/english/case_options_exceed_head.json@@ -310,5 +310,5 @@}},"error_type": "ValueError",- "error_message": "question 'too_wide' options exceed head_max_len=192"+ "error_message": "question 'too_wide': only 126 of its 300 option markers fit in max_len=512 with head_max_len=192 spent on the question; lower head_max_len, raise max_len, or use fewer options"}diff --git a/laya-rust/tests/golden/english/case_quickstart.json b/laya-rust/tests/golden/english/case_quickstart.jsonindex aa1b9af2..ecae5998 100644--- a/laya-rust/tests/golden/english/case_quickstart.json+++ b/laya-rust/tests/golden/english/case_quickstart.json@@ -1397,46 +1397,46 @@"marker_axis_padded": false,"logits": [[- 4.488272190093994,- -2.7296648025512695,- -2.448031425476074,+ 4.488276958465576,+ -2.729666233062744,+ -2.4480319023132324,-10000.0],[- -0.8349562287330627,- 0.8832815289497375,- 3.6844472885131836,- 1.2054011821746826+ -0.8349542617797852,+ 0.8832842707633972,+ 3.6844465732574463,+ 1.2054039239883423],[- -4.515445709228516,- 2.2500112056732178,+ -4.515446186065674,+ 2.250016689300537,-10000.0,-10000.0],[- 0.7536221742630005,- 0.41879814863204956,+ 0.7536231279373169,+ 0.41879838705062866,-10000.0,-10000.0]],"act_logits": [[- 4074.86767578125,- -3334.5009765625+ 4074.86572265625,+ -3334.4990234375],[4040.2958984375,-3316.3017578125],[- 2926.99853515625,- -2398.7822265625+ 2926.997314453125,+ -2398.78125],[- 4615.16162109375,- -3778.9384765625+ 4615.162109375,+ -3778.93896484375]],"result": {@@ -1498,7 +1498,11 @@},"usage": {"input_tokens": 379,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 57,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_sample_app_english.json b/laya-rust/tests/golden/english/case_sample_app_english.jsonindex 151fd8fc..4e582196 100644--- a/laya-rust/tests/golden/english/case_sample_app_english.json+++ b/laya-rust/tests/golden/english/case_sample_app_english.json@@ -1310,38 +1310,38 @@"marker_axis_padded": false,"logits": [[- 4.679883003234863,- -2.7772488594055176,- -3.344090700149536,- -3.2511987686157227+ 4.6798810958862305,+ -2.7772486209869385,+ -3.344090223312378,+ -3.2511980533599854],[- 0.3843749463558197,- 1.676945686340332,- 2.3419666290283203,+ 0.3843739926815033,+ 1.6769473552703857,+ 2.341966152191162,-10000.0],[- -1.987611174583435,- 1.084941029548645,+ -1.9876132011413574,+ 1.0849405527114868,-10000.0,-10000.0],[- -2.25665283203125,- 1.0766032934188843,+ -2.256652355194092,+ 1.076602816581726,-10000.0,-10000.0]],"act_logits": [[- 4204.2607421875,- -3440.07470703125+ 4204.26220703125,+ -3440.0751953125],[- 4087.648681640625,- -3356.3681640625+ 4087.649169921875,+ -3356.36865234375],[4645.5791015625,@@ -1349,7 +1349,7 @@],[4762.5341796875,- -3903.29736328125+ -3903.2978515625]],"result": {@@ -1410,7 +1410,11 @@},"usage": {"input_tokens": 348,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 50,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_sample_app_hindi.json b/laya-rust/tests/golden/english/case_sample_app_hindi.jsonindex 14829cdf..b6125c22 100644--- a/laya-rust/tests/golden/english/case_sample_app_hindi.json+++ b/laya-rust/tests/golden/english/case_sample_app_hindi.json@@ -1356,26 +1356,26 @@"marker_axis_padded": false,"logits": [[- 1.0225625038146973,- 0.24040544033050537,- -0.9230316877365112,- -0.3869422674179077+ 1.0225623846054077,+ 0.24040594696998596,+ -0.9230324029922485,+ -0.38694146275520325],[- 2.249563455581665,- 2.5387072563171387,- 1.690252423286438,+ 2.2495646476745605,+ 2.5387086868286133,+ 1.6902523040771484,-10000.0],[- 4.11464786529541,- -0.10430359840393066,+ 4.114648818969727,+ -0.1043037474155426,-10000.0,-10000.0],[- 4.595251083374023,- -0.24962911009788513,+ 4.595254421234131,+ -0.24962997436523438,-10000.0,-10000.0]@@ -1386,16 +1386,16 @@-3653.57080078125],[- 3890.695556640625,- -3193.38427734375+ 3890.696044921875,+ -3193.384765625],[- 4046.17333984375,- -3316.2900390625+ 4046.173828125,+ -3316.29052734375],[- 4189.326171875,- -3421.08544921875+ 4189.32421875,+ -3421.083984375]],"result": {@@ -1456,7 +1456,11 @@},"usage": {"input_tokens": 364,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 54,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/case_shortlist_many_options.json b/laya-rust/tests/golden/english/case_shortlist_many_options.jsonindex 3c7537f5..eb219eb1 100644--- a/laya-rust/tests/golden/english/case_shortlist_many_options.json+++ b/laya-rust/tests/golden/english/case_shortlist_many_options.json@@ -780,32 +780,32 @@"marker_axis_padded": false,"logits": [[- 3.5034117698669434,- 0.46416565775871277,- 2.564594268798828,- 0.30703631043434143,- -3.4262099266052246,- -3.6496596336364746,+ 3.5034213066101074,+ 0.46416550874710083,+ 2.564589023590088,+ 0.30703526735305786,+ -3.426210403442383,+ -3.6496622562408447,-1.637428641319275,- -3.554462194442749,- -0.9670939445495605,- -1.1691794395446777,- 2.3281009197235107,- 1.4019513130187988,- -1.1085056066513062,- -2.09653902053833,- -3.2419776916503906,- -2.413379192352295,- -3.6436588764190674,+ -3.5544652938842773,+ -0.9670940637588501,+ -1.1691828966140747,+ 2.3281021118164062,+ 1.4019540548324585,+ -1.1085090637207031,+ -2.096541404724121,+ -3.241981029510498,+ -2.4133825302124023,+ -3.643660545349121,-0.12069264054298401,- -1.7674641609191895,- -2.5909695625305176+ -1.7674661874771118,+ -2.5909717082977295]],"act_logits": [[- 3764.427490234375,- -3073.59716796875+ 3764.427001953125,+ -3073.59619140625]],"result": {@@ -846,6 +846,10 @@"usage": {"input_tokens": 194,"output_tokens": 0,+ "state_tokens": 19,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": [],"options": {"intent": {"total": 20,diff --git a/laya-rust/tests/golden/english/case_single_option.json b/laya-rust/tests/golden/english/case_single_option.jsonindex 2e25b016..8f61dd56 100644--- a/laya-rust/tests/golden/english/case_single_option.json+++ b/laya-rust/tests/golden/english/case_single_option.json@@ -125,14 +125,14 @@"marker_axis_padded": true,"logits": [[- 1.072884202003479,+ 1.0728870630264282,-10000.0]],"act_logits": [[- 4239.0380859375,- -3460.41748046875+ 4239.0400390625,+ -3460.41845703125]],"result": {@@ -153,7 +153,11 @@},"usage": {"input_tokens": 23,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 4,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/english/meta.json b/laya-rust/tests/golden/english/meta.jsonindex 88e74919..80cabdcd 100644--- a/laya-rust/tests/golden/english/meta.json+++ b/laya-rust/tests/golden/english/meta.json@@ -1,7 +1,7 @@{"generator": "tools/dump_golden.py","onnx_dir": "english",- "laya_version": "0.3.21",+ "laya_version": "0.4.0","onnxruntime_version": "1.30.0","transformers_version": "5.17.0","config": {@@ -70,12 +70,12 @@},"onnx_self_check": {"single_noul": {- "logits_maxdiff": 1.9073486328125e-06,- "act_maxdiff": 0.001220703125+ "logits_maxdiff": 9.953975677490234e-06,+ "act_maxdiff": 0.0009765625},"triage_4q": {- "logits_maxdiff": 2.288818359375e-05,- "act_maxdiff": 0.00390625+ "logits_maxdiff": 1.946091651916504e-05,+ "act_maxdiff": 0.00146484375}}}diff --git a/laya-rust/tests/golden/multilingual/case_arabic.json b/laya-rust/tests/golden/multilingual/case_arabic.jsonindex 558a4c88..a913fbfa 100644--- a/laya-rust/tests/golden/multilingual/case_arabic.json+++ b/laya-rust/tests/golden/multilingual/case_arabic.json@@ -523,18 +523,18 @@"marker_axis_padded": false,"logits": [[- 0.3361932039260864,- -1.2505707740783691+ 0.3361915349960327,+ -1.2505687475204468],[- 4.8046722412109375,- 0.1746445894241333+ 4.804673194885254,+ 0.17464512586593628]],"act_logits": [[- 1296.2886962890625,- -1541.61376953125+ 1296.288818359375,+ -1541.6138916015625],[1327.060302734375,@@ -569,7 +569,11 @@},"usage": {"input_tokens": 142,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 32,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json b/laya-rust/tests/golden/multilingual/case_choice_criteria_list.jsonindex 69510329..ab664900 100644--- a/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json+++ b/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json@@ -159,16 +159,16 @@"marker_axis_padded": false,"logits": [[- 5.808926582336426,- -2.2279748916625977,- -2.176790952682495,- -1.2747193574905396+ 5.808925628662109,+ -2.2279703617095947,+ -2.1767940521240234,+ -1.274719476699829]],"act_logits": [[- 1330.54052734375,- -1583.9449462890625+ 1330.540771484375,+ -1583.945068359375]],"result": {@@ -192,7 +192,11 @@},"usage": {"input_tokens": 30,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 10,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_cjk.json b/laya-rust/tests/golden/multilingual/case_cjk.jsonindex a9faf0e8..99902366 100644--- a/laya-rust/tests/golden/multilingual/case_cjk.json+++ b/laya-rust/tests/golden/multilingual/case_cjk.json@@ -512,24 +512,24 @@"marker_axis_padded": false,"logits": [[- -1.3253834247589111,- -3.7910070419311523,- -3.4514949321746826+ -1.3253850936889648,+ -3.7910094261169434,+ -3.451493501663208],[- -3.4783575534820557,- 1.025787591934204,- -0.4910079836845398+ -3.4783573150634766,+ 1.025788426399231,+ -0.49100732803344727]],"act_logits": [[- 1391.3306884765625,- -1657.8365478515625+ 1391.3314208984375,+ -1657.8375244140625],[1477.1666259765625,- -1744.775634765625+ -1744.7757568359375]],"result": {@@ -571,7 +571,11 @@},"usage": {"input_tokens": 129,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 27,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_criterion_shapes.json b/laya-rust/tests/golden/multilingual/case_criterion_shapes.jsonindex 86bc577e..0c06336e 100644--- a/laya-rust/tests/golden/multilingual/case_criterion_shapes.json+++ b/laya-rust/tests/golden/multilingual/case_criterion_shapes.json@@ -613,18 +613,18 @@"marker_axis_padded": false,"logits": [[- 3.2422239780426025,- -0.5191840529441833,- -3.4588732719421387,- -2.4333713054656982,- -0.7255609631538391,- -2.5488674640655518,- -1.55216383934021+ 3.2422256469726562,+ -0.5191883444786072,+ -3.4588751792907715,+ -2.4333722591400146,+ -0.7255568504333496,+ -2.5488669872283936,+ -1.5521641969680786],[- -3.1707990169525146,- -3.032681465148926,- -1.6353192329406738,+ -3.170797348022461,+ -3.0326786041259766,+ -1.6353217363357544,-10000.0,-10000.0,-10000.0,@@ -633,12 +633,12 @@],"act_logits": [[- 1270.6849365234375,+ 1270.6845703125,-1515.99755859375],[- 1517.0333251953125,- -1794.2874755859375+ 1517.0338134765625,+ -1794.2879638671875]],"result": {@@ -666,14 +666,8 @@"type": "score","score": 1.5365,"legend": {- "0": {- "label": "info",- "cvss": 0.0- },- "1": {- "label": "high",- "cvss": 7.5- },+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",+ "1": "{\"label\": \"high\", \"cvss\": 7.5}","2": "critical"},"probabilities": {@@ -690,7 +684,11 @@},"usage": {"input_tokens": 148,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 11,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_dict_state.json b/laya-rust/tests/golden/multilingual/case_dict_state.jsonindex 77f3c4d9..475ae16a 100644--- a/laya-rust/tests/golden/multilingual/case_dict_state.json+++ b/laya-rust/tests/golden/multilingual/case_dict_state.json@@ -357,15 +357,15 @@"marker_axis_padded": false,"logits": [[- -4.517766952514648,- -2.0101256370544434,- -1.480738639831543+ -4.517765998840332,+ -2.0101253986358643,+ -1.4807348251342773]],"act_logits": [[- 1479.478271484375,- -1745.6634521484375+ 1479.477783203125,+ -1745.6630859375]],"result": {@@ -393,7 +393,11 @@},"usage": {"input_tokens": 93,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 61,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_json_escaping.json b/laya-rust/tests/golden/multilingual/case_json_escaping.jsonindex 5b046da7..6d5d16e4 100644--- a/laya-rust/tests/golden/multilingual/case_json_escaping.json+++ b/laya-rust/tests/golden/multilingual/case_json_escaping.json@@ -515,14 +515,14 @@"marker_axis_padded": false,"logits": [[- -2.1366453170776367,- 17.42098617553711+ -2.1366775035858154,+ 17.420978546142578]],"act_logits": [[- 1012.655517578125,- -1208.8387451171875+ 1012.65576171875,+ -1208.8389892578125]],"result": {@@ -540,7 +540,11 @@},"usage": {"input_tokens": 150,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 119,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_list_state.json b/laya-rust/tests/golden/multilingual/case_list_state.jsonindex ab45d4a4..abca5fcf 100644--- a/laya-rust/tests/golden/multilingual/case_list_state.json+++ b/laya-rust/tests/golden/multilingual/case_list_state.json@@ -317,13 +317,13 @@"marker_axis_padded": false,"logits": [[- 1.2456958293914795,- 0.24434494972229004+ 1.2456920146942139,+ 0.24434435367584229]],"act_logits": [[- 1307.537353515625,+ 1307.5372314453125,-1552.0126953125]],@@ -342,7 +342,11 @@},"usage": {"input_tokens": 83,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 52,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_long_state.json b/laya-rust/tests/golden/multilingual/case_long_state.jsonindex acc6a671..cbb3e6d0 100644--- a/laya-rust/tests/golden/multilingual/case_long_state.json+++ b/laya-rust/tests/golden/multilingual/case_long_state.json@@ -6237,22 +6237,22 @@"marker_axis_padded": false,"logits": [[- -0.18077713251113892,- 4.145590782165527+ -0.18077844381332397,+ 4.145587921142578],[- -2.489722967147827,- -4.332098007202148+ -2.48972487449646,+ -4.332101345062256]],"act_logits": [[- 1173.5223388671875,+ 1173.522216796875,-1400.193603515625],[- 1087.2540283203125,- -1300.8582763671875+ 1087.253662109375,+ -1300.858154296875]],"result": {@@ -6283,7 +6283,14 @@},"usage": {"input_tokens": 2048,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 7894,+ "state_tokens_dropped": 6901,+ "truncated": true,+ "truncated_questions": [+ "frustrated",+ "topic"+ ]}}}diff --git a/laya-rust/tests/golden/multilingual/case_many_options.json b/laya-rust/tests/golden/multilingual/case_many_options.jsonindex e01188c1..db2424f6 100644--- a/laya-rust/tests/golden/multilingual/case_many_options.json+++ b/laya-rust/tests/golden/multilingual/case_many_options.json@@ -1059,51 +1059,51 @@"marker_axis_padded": false,"logits": [[- -1.3844637870788574,- -0.3702296018600464,- -0.2953379154205322,- -0.27147263288497925,- -1.7039079666137695,- -2.3245246410369873,- -1.9655388593673706,- -1.990427017211914,- -2.1103861331939697,- -1.3460218906402588,- -1.866158366203308,- -1.226549744606018,- -1.4565726518630981,- -1.8490114212036133,- -2.6093556880950928,- -2.637212038040161,+ -1.3844640254974365,+ -0.37022775411605835,+ -0.2953376770019531,+ -0.27147334814071655,+ -1.7039093971252441,+ -2.3245255947113037,+ -1.965539574623108,+ -1.9904274940490723,+ -2.110386371612549,+ -1.3460203409194946,+ -1.8661582469940186,+ -1.2265479564666748,+ -1.4565691947937012,+ -1.8490118980407715,+ -2.60935378074646,+ -2.637211322784424,-2.614530324935913,- -2.4503233432769775,- -2.4418349266052246,- -2.0673422813415527,- -1.503393530845642,- -0.7902888059616089,- -0.8891362547874451,- -1.0078449249267578,- -1.6876612901687622,- -1.858831763267517,- -1.9822001457214355,- -1.875482201576233,- -1.9256559610366821,- -1.152733325958252,- -1.6685296297073364,- -1.4456483125686646,- -1.3304994106292725,- -1.5693132877349854,- -2.358699321746826,- -2.4427297115325928,+ -2.4503231048583984,+ -2.441833972930908,+ -2.067340850830078,+ -1.5033921003341675,+ -0.7902883291244507,+ -0.8891361951828003,+ -1.0078444480895996,+ -1.6876617670059204,+ -1.8588327169418335,+ -1.98219895362854,+ -1.875481367111206,+ -1.9256561994552612,+ -1.1527340412139893,+ -1.6685307025909424,+ -1.4456485509872437,+ -1.330500841140747,+ -1.5693142414093018,+ -2.3586995601654053,+ -2.442730188369751,-2.3081207275390625,- -1.8695451021194458,- -1.3365660905838013,- 0.4271225929260254+ -1.869545578956604,+ -1.3365647792816162,+ 0.4271259307861328]],"act_logits": [[- 1270.501953125,+ 1270.5020751953125,-1514.28369140625]],@@ -1164,7 +1164,11 @@},"usage": {"input_tokens": 270,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 10,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_mask_injection.json b/laya-rust/tests/golden/multilingual/case_mask_injection.jsonindex f7b403bf..dd7cd34f 100644--- a/laya-rust/tests/golden/multilingual/case_mask_injection.json+++ b/laya-rust/tests/golden/multilingual/case_mask_injection.json@@ -182,13 +182,13 @@"marker_axis_padded": false,"logits": [[- 0.25578683614730835,- 6.43765926361084+ 0.2557864189147949,+ 6.437662601470947]],"act_logits": [[- 1296.0322265625,+ 1296.0318603515625,-1539.1763916015625]],@@ -211,7 +211,11 @@},"usage": {"input_tokens": 41,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 11,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json b/laya-rust/tests/golden/multilingual/case_nonstring_instructions.jsonindex fc23513c..0fc1e74f 100644--- a/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json+++ b/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json@@ -381,22 +381,22 @@"marker_axis_padded": false,"logits": [[- -0.9075435400009155,- -0.7191635966300964+ -0.9075420498847961,+ -0.7191608548164368],[- -1.4057278633117676,+ -1.4057300090789795,0.24854958057403564]],"act_logits": [[1266.0982666015625,- -1506.8524169921875+ -1506.8525390625],[- 1164.3831787109375,- -1387.8636474609375+ 1164.3819580078125,+ -1387.8626708984375]],"result": {@@ -427,7 +427,11 @@},"usage": {"input_tokens": 92,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 8,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_options_exceed_head.json b/laya-rust/tests/golden/multilingual/case_options_exceed_head.jsonindex 2336adc2..00334c9d 100644--- a/laya-rust/tests/golden/multilingual/case_options_exceed_head.json+++ b/laya-rust/tests/golden/multilingual/case_options_exceed_head.json@@ -310,5 +310,5 @@}},"error_type": "ValueError",- "error_message": "question 'too_wide' options exceed head_max_len=256"+ "error_message": "question 'too_wide': only 254 of its 300 option markers fit in max_len=1024 with head_max_len=256 spent on the question; lower head_max_len, raise max_len, or use fewer options"}diff --git a/laya-rust/tests/golden/multilingual/case_quickstart.json b/laya-rust/tests/golden/multilingual/case_quickstart.jsonindex 6c55706c..f7155b07 100644--- a/laya-rust/tests/golden/multilingual/case_quickstart.json+++ b/laya-rust/tests/golden/multilingual/case_quickstart.json@@ -1362,45 +1362,45 @@"logits": [[7.727238655090332,- -4.5556159019470215,- -2.060908794403076,+ -4.555615425109863,+ -2.0609042644500732,-10000.0],[- -3.112750768661499,- 0.14540886878967285,- -0.22580891847610474,- -0.7165496945381165+ -3.1127467155456543,+ 0.14541220664978027,+ -0.22580814361572266,+ -0.7165543437004089],[- 3.0695745944976807,- -0.07253217697143555,+ 3.0695688724517822,+ -0.07253175973892212,-10000.0,-10000.0],[- 1.247995138168335,- -0.26682430505752563,+ 1.247997522354126,+ -0.26682233810424805,-10000.0,-10000.0]],"act_logits": [[- 1252.7357177734375,- -1494.896484375+ 1252.7354736328125,+ -1494.896240234375],[- 1394.9483642578125,- -1645.8038330078125+ 1394.948486328125,+ -1645.8040771484375],[- 1234.0137939453125,- -1468.8489990234375+ 1234.01416015625,+ -1468.8492431640625],[- 1266.3450927734375,- -1504.056640625+ 1266.344970703125,+ -1504.056396484375]],"result": {@@ -1462,7 +1462,11 @@},"usage": {"input_tokens": 375,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 56,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_sample_app_english.json b/laya-rust/tests/golden/multilingual/case_sample_app_english.jsonindex 57c1c11d..3bc0ae65 100644--- a/laya-rust/tests/golden/multilingual/case_sample_app_english.json+++ b/laya-rust/tests/golden/multilingual/case_sample_app_english.json@@ -1286,26 +1286,26 @@"marker_axis_padded": false,"logits": [[- 15.422260284423828,- -4.568120002746582,- -4.566651344299316,- -4.348117828369141+ 15.42226791381836,+ -4.56812047958374,+ -4.566651821136475,+ -4.348118782043457],[- -3.322251319885254,- 0.3622562885284424,+ -3.3222527503967285,+ 0.3622555732727051,2.582277297973633,-10000.0],[- 1.3057746887207031,- -0.5563302040100098,+ 1.3057777881622314,+ -0.556329607963562,-10000.0,-10000.0],[- -3.2935068607330322,- 0.292530357837677,+ -3.2935073375701904,+ 0.2925301194190979,-10000.0,-10000.0]@@ -1317,15 +1317,15 @@],[1579.6341552734375,- -1867.15625+ -1867.1561279296875],[1175.693115234375,- -1397.9881591796875+ -1397.988037109375],[1106.8782958984375,- -1319.4776611328125+ -1319.477783203125]],"result": {@@ -1386,7 +1386,11 @@},"usage": {"input_tokens": 348,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 50,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json b/laya-rust/tests/golden/multilingual/case_sample_app_hindi.jsonindex 3e43a5a7..a28c1aea 100644--- a/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json+++ b/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json@@ -948,26 +948,26 @@"marker_axis_padded": false,"logits": [[- 4.29817533493042,- -3.6258249282836914,+ 4.298194885253906,+ -3.6258273124694824,-4.5493597984313965,- -3.820557117462158+ -3.8205618858337402],[- -2.450326919555664,- -0.4570348858833313,- 1.0562384128570557,+ -2.450333833694458,+ -0.45703834295272827,+ 1.0562376976013184,-10000.0],[- 2.252955198287964,- -0.012327313423156738,+ 2.2529542446136475,+ -0.012327849864959717,-10000.0,-10000.0],[- -3.191080093383789,- 0.556289553642273,+ -3.1910810470581055,+ 0.5562881231307983,-10000.0,-10000.0]@@ -975,19 +975,19 @@"act_logits": [[1286.3685302734375,- -1537.641845703125+ -1537.6419677734375],[- 1477.1959228515625,- -1743.811279296875+ 1477.1961669921875,+ -1743.8115234375],[- 1388.951416015625,- -1647.3592529296875+ 1388.9515380859375,+ -1647.3594970703125],[- 1218.649658203125,- -1451.647705078125+ 1218.6494140625,+ -1451.6475830078125]],"result": {@@ -1048,7 +1048,11 @@},"usage": {"input_tokens": 236,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 22,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json b/laya-rust/tests/golden/multilingual/case_shortlist_many_options.jsonindex b06be6f9..7e22c01c 100644--- a/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json+++ b/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json@@ -999,32 +999,32 @@"marker_axis_padded": false,"logits": [[- 2.7842955589294434,- 0.835179328918457,- -2.3139162063598633,- -4.610975742340088,+ 2.7842917442321777,+ 0.8351801633834839,+ -2.3139195442199707,+ -4.61097526550293,-4.60257625579834,- -4.59871768951416,- -0.6679871678352356,- -4.603085517883301,- -3.6910927295684814,+ -4.598717212677002,+ -0.6679849028587341,+ -4.603085041046143,+ -3.691092014312744,-3.6140689849853516,- 0.8638021349906921,+ 0.8638026714324951,-4.581456184387207,- -4.249812126159668,- -2.9920549392700195,+ -4.249808311462402,+ -2.9920575618743896,-4.548275470733643,- -4.61987829208374,- -0.3889305591583252,- -3.8191657066345215,+ -4.619877338409424,+ -0.3889336585998535,+ -3.8191652297973633,-4.251703262329102,- -4.654714107513428+ -4.654713153839111]],"act_logits": [[- 1326.2877197265625,- -1586.6636962890625+ 1326.2880859375,+ -1586.664306640625]],"result": {@@ -1064,7 +1064,11 @@},"usage": {"input_tokens": 267,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 19,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []},"shortlist": {"intent": {diff --git a/laya-rust/tests/golden/multilingual/case_single_option.json b/laya-rust/tests/golden/multilingual/case_single_option.jsonindex 77bddc6f..438731d6 100644--- a/laya-rust/tests/golden/multilingual/case_single_option.json+++ b/laya-rust/tests/golden/multilingual/case_single_option.json@@ -125,14 +125,14 @@"marker_axis_padded": true,"logits": [[- -0.9127780199050903,+ -0.9127790331840515,-10000.0]],"act_logits": [[- 1366.2135009765625,- -1624.6650390625+ 1366.21337890625,+ -1624.6649169921875]],"result": {@@ -153,7 +153,11 @@},"usage": {"input_tokens": 23,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 4,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/multilingual/meta.json b/laya-rust/tests/golden/multilingual/meta.jsonindex 4079c81d..3cdc37c3 100644--- a/laya-rust/tests/golden/multilingual/meta.json+++ b/laya-rust/tests/golden/multilingual/meta.json@@ -1,7 +1,7 @@{"generator": "tools/dump_golden.py","onnx_dir": "multilingual",- "laya_version": "0.3.21",+ "laya_version": "0.4.0","onnxruntime_version": "1.30.0","transformers_version": "5.17.0","config": {@@ -56,12 +56,12 @@},"onnx_self_check": {"single_noul": {- "logits_maxdiff": 5.245208740234375e-06,- "act_maxdiff": 0.0003662109375+ "logits_maxdiff": 1.5795230865478516e-06,+ "act_maxdiff": 0.0001220703125},"triage_4q": {- "logits_maxdiff": 8.821487426757812e-06,- "act_maxdiff": 0.0006103515625+ "logits_maxdiff": 1.3232231140136719e-05,+ "act_maxdiff": 0.0009765625}}}diff --git a/laya-rust/tests/golden/routing/email_probe.json b/laya-rust/tests/golden/routing/email_probe.jsonindex e2c1f27a..9d25b1d9 100644--- a/laya-rust/tests/golden/routing/email_probe.json+++ b/laya-rust/tests/golden/routing/email_probe.json@@ -10,7 +10,7 @@"label": "inline_footer_no_terminal_punctuation","body": "My account is locked\nThis email is confidential and intended solely for the named addressee.\nPlease unlock it.","max_chars": 3000,- "result": "Please unlock it."+ "result": "My account is locked Please unlock it."},{"label": "inline_footer_body_never_emptied",diff --git a/laya-rust/tests/golden/routing/lang_probe.json b/laya-rust/tests/golden/routing/lang_probe.jsonindex 14c14a08..78b1dc2c 100644--- a/laya-rust/tests/golden/routing/lang_probe.json+++ b/laya-rust/tests/golden/routing/lang_probe.json@@ -22,7 +22,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -48,7 +49,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -74,7 +76,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -96,7 +99,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -122,7 +126,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0484,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -148,7 +153,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -176,7 +182,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -202,7 +209,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -228,7 +236,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -254,7 +263,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -280,7 +290,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -306,7 +317,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -332,7 +344,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -358,7 +371,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -384,7 +398,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -406,7 +421,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -428,7 +444,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -454,7 +471,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -480,7 +498,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -506,7 +525,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -532,7 +552,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -560,7 +581,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -586,7 +608,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -612,7 +635,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0515,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -638,7 +662,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0229,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -664,7 +689,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0962,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -690,7 +716,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0282,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -716,7 +743,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0735,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -742,7 +770,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.2222,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -768,7 +797,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.1029,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -794,7 +824,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.1333,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -820,7 +851,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -846,7 +878,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0926,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -872,7 +905,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -898,7 +932,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.1333,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -924,7 +959,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -950,7 +986,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0435,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -976,7 +1013,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1002,7 +1040,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1028,7 +1067,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1054,7 +1094,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1080,7 +1121,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1106,7 +1148,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1132,7 +1175,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1161,7 +1205,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1193,7 +1238,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1224,7 +1270,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1246,7 +1293,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1275,7 +1323,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -1301,7 +1350,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -1329,7 +1379,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.7+ "non_latin_fraction": 0.7,+ "mixed_segment": null}},{@@ -1355,7 +1406,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1381,7 +1433,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1407,7 +1460,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1433,7 +1487,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1459,7 +1514,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1485,7 +1541,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1511,7 +1568,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1537,7 +1595,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1563,7 +1622,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1589,7 +1649,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1615,7 +1676,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0317,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1641,7 +1703,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0159,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1667,7 +1730,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0476,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1693,7 +1757,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1719,7 +1784,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1745,7 +1811,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1771,7 +1838,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1797,7 +1865,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1823,7 +1892,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1849,7 +1919,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1875,7 +1946,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0435,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1901,7 +1973,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1927,7 +2000,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -1953,7 +2027,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -1979,7 +2054,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2005,7 +2081,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2031,7 +2108,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2057,7 +2135,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2083,7 +2162,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2109,7 +2189,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2135,7 +2216,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2161,7 +2243,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2187,7 +2270,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2213,7 +2297,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2239,7 +2324,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2265,7 +2351,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2291,7 +2378,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2317,7 +2405,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2343,7 +2432,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2369,7 +2459,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2395,7 +2486,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2421,7 +2513,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2447,7 +2540,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2473,7 +2567,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2499,7 +2594,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2525,7 +2621,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2553,7 +2650,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2579,7 +2677,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2605,7 +2704,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2633,7 +2733,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2661,7 +2762,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2689,7 +2791,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.5+ "non_latin_fraction": 0.5,+ "mixed_segment": null}},{@@ -2717,7 +2820,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.5+ "non_latin_fraction": 0.5,+ "mixed_segment": null}},{@@ -2747,7 +2851,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -2767,17 +2872,18 @@"looks_non_english": false},"analyse": {- "script": "latin",+ "script": "arabic","script_profile": {"latin": 0.6190476190476191,"han": 0.09523809523809523,"arabic": 0.2857142857142857},"language": null,- "is_english": true,+ "is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.381+ "non_latin_fraction": 0.381,+ "mixed_segment": null}},{@@ -2805,7 +2911,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.7143+ "non_latin_fraction": 0.7143,+ "mixed_segment": null}},{@@ -2833,7 +2940,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.125+ "non_latin_fraction": 0.125,+ "mixed_segment": null}},{@@ -2859,7 +2967,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0476,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2885,7 +2994,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2911,7 +3021,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.1071,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2937,7 +3048,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0952,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2959,7 +3071,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -2985,15 +3098,18 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{"label": "astral/deseret_letter_alone","state": "𐐀𐐁𐐂","state_text": "𐐀𐐁𐐂",- "detect_script": "unknown",- "script_profile": {},+ "detect_script": "other",+ "script_profile": {+ "other": 1.0+ },"latin_profile": {"language": null,"english_hits": 0,@@ -3001,13 +3117,16 @@"looks_non_english": false},"analyse": {- "script": "unknown",- "script_profile": {},+ "script": "other",+ "script_profile": {+ "other": 1.0+ },"language": null,- "is_english": true,+ "is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -3016,7 +3135,8 @@"state_text": "refund 𐐀 today","detect_script": "latin","script_profile": {- "latin": 1.0+ "latin": 0.9166666666666666,+ "other": 0.08333333333333333},"latin_profile": {"language": null,@@ -3027,21 +3147,25 @@"analyse": {"script": "latin","script_profile": {- "latin": 1.0+ "latin": 0.9166666666666666,+ "other": 0.08333333333333333},"language": null,"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0833,+ "mixed_segment": null}},{"label": "astral/mathematical_bold_letters","state": "𝐀𝐁𝐂","state_text": "𝐀𝐁𝐂",- "detect_script": "unknown",- "script_profile": {},+ "detect_script": "other",+ "script_profile": {+ "other": 1.0+ },"latin_profile": {"language": null,"english_hits": 0,@@ -3049,13 +3173,16 @@"looks_non_english": false},"analyse": {- "script": "unknown",- "script_profile": {},+ "script": "other",+ "script_profile": {+ "other": 1.0+ },"language": null,- "is_english": true,+ "is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -3081,7 +3208,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -3107,7 +3235,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3133,7 +3262,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3159,7 +3289,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.04,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3185,7 +3316,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.125,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3207,7 +3339,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3233,7 +3366,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3259,7 +3393,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3285,7 +3420,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3323,7 +3459,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3359,7 +3496,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3395,7 +3533,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3436,7 +3575,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3462,7 +3602,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -3488,7 +3629,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -3516,7 +3658,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0025+ "non_latin_fraction": 0.0025,+ "mixed_segment": null}},{@@ -3542,7 +3685,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}}]diff --git a/laya-rust/tests/golden/routing/meta.json b/laya-rust/tests/golden/routing/meta.jsonindex 5cf9a90b..01adc570 100644--- a/laya-rust/tests/golden/routing/meta.json+++ b/laya-rust/tests/golden/routing/meta.json@@ -1,6 +1,6 @@{"generator": "tools/dump_routing_golden.py",- "laya_version": "0.3.6",+ "laya_version": "0.4.0","default_shortlist_k": 20,"notes": {"route_probe": "RouteDecision is serialized as {model, reason, detection, workflow}; 'repo' is intentionally omitted (not part of the ported RouteDecision).",diff --git a/laya-rust/tests/golden/routing/route_probe.json b/laya-rust/tests/golden/routing/route_probe.jsonindex 6d284165..0593cd63 100644--- a/laya-rust/tests/golden/routing/route_probe.json+++ b/laya-rust/tests/golden/routing/route_probe.json@@ -29,7 +29,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -64,7 +65,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -125,7 +127,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -161,7 +164,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -196,7 +200,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -231,7 +236,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -266,7 +272,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -547,7 +554,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": "customer_service"}@@ -569,8 +577,8 @@}},"decision": {- "model": "english",- "reason": "no letters detected in state; using default (english)",+ "model": "multilingual",+ "reason": "no letters detected in state; using default (multilingual)","detection": {"script": "unknown","script_profile": {},@@ -578,7 +586,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -600,8 +609,8 @@}},"decision": {- "model": "english",- "reason": "no letters detected in state; using default (english)",+ "model": "multilingual",+ "reason": "no letters detected in state; using default (multilingual)","detection": {"script": "unknown","script_profile": {},@@ -609,7 +618,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -635,7 +645,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -828,7 +839,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -894,8 +906,8 @@}},"decision": {- "model": "english",- "reason": "English Latin text",+ "model": "multilingual",+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)","detection": {"script": "latin","script_profile": {@@ -905,7 +917,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -947,8 +960,8 @@}},"decision": {- "model": "english",- "reason": "English Latin text",+ "model": "multilingual",+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)","detection": {"script": "latin","script_profile": {@@ -958,7 +971,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -992,8 +1006,8 @@}},"decision": {- "model": "english",- "reason": "English Latin text",+ "model": "multilingual",+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)","detection": {"script": "latin","script_profile": {@@ -1003,7 +1017,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1041,8 +1056,8 @@}},"decision": {- "model": "english",- "reason": "English Latin text",+ "model": "multilingual",+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)","detection": {"script": "latin","script_profile": {@@ -1052,7 +1067,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1075,7 +1091,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0962,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1098,7 +1115,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0455,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1121,7 +1139,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0735,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1144,7 +1163,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.1029,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1167,7 +1187,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0926,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1190,7 +1211,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1202,8 +1224,8 @@"state": "refund me"},"decision": {- "model": "english",- "reason": "English Latin text",+ "model": "multilingual",+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)","detection": {"script": "latin","script_profile": {@@ -1213,7 +1235,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1236,7 +1259,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1259,7 +1283,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1282,7 +1307,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1305,7 +1331,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1328,7 +1355,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0317,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1351,7 +1379,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0159,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1374,7 +1403,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0476,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1397,7 +1427,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1420,7 +1451,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1443,7 +1475,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0435,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1466,7 +1499,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1489,7 +1523,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1512,7 +1547,8 @@"is_english": true,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1547,7 +1583,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -1584,7 +1621,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -1621,7 +1659,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -1661,7 +1700,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -1892,7 +1932,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -1916,7 +1957,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.7+ "non_latin_fraction": 0.7,+ "mixed_segment": null},"workflow": null}@@ -1939,7 +1981,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0926,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}diff --git a/laya-rust/tests/golden/routing/sample_inputs.json b/laya-rust/tests/golden/routing/sample_inputs.jsonindex c3cb120f..ae591778 100644--- a/laya-rust/tests/golden/routing/sample_inputs.json+++ b/laya-rust/tests/golden/routing/sample_inputs.json@@ -12,7 +12,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -27,7 +28,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -42,7 +44,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0484,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -57,7 +60,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0282,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null}},{@@ -72,7 +76,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -87,7 +92,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -103,7 +109,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null}},{@@ -122,7 +129,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.52+ "non_latin_fraction": 0.52,+ "mixed_segment": null}}],@@ -145,7 +153,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -168,7 +177,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 1.0+ "non_latin_fraction": 1.0,+ "mixed_segment": null},"workflow": null}@@ -191,7 +201,8 @@"is_english": false,"language_undecided": false,"diacritic_rate": 0.0962,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}@@ -305,7 +316,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": "customer_service"}@@ -363,7 +375,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null},@@ -380,7 +393,8 @@"is_english": false,"language_undecided": true,"diacritic_rate": 0.0,- "non_latin_fraction": 0.7381+ "non_latin_fraction": 0.7381,+ "mixed_segment": null},"workflow": null}@@ -407,7 +421,8 @@"is_english": true,"language_undecided": false,"diacritic_rate": 0.0,- "non_latin_fraction": 0.0+ "non_latin_fraction": 0.0,+ "mixed_segment": null},"workflow": null}diff --git a/laya-rust/tests/golden/typed-decisions/case_arabic.json b/laya-rust/tests/golden/typed-decisions/case_arabic.jsonindex ff8e7ed3..705a18d2 100644--- a/laya-rust/tests/golden/typed-decisions/case_arabic.json+++ b/laya-rust/tests/golden/typed-decisions/case_arabic.json@@ -889,12 +889,12 @@"marker_axis_padded": false,"logits": [[- 0.4124017059803009,+ 0.4124016761779785,0.09562945365905762],[- 0.9585608839988708,- -0.012332737445831299+ 0.95856112241745,+ -0.012332618236541748]],"act_logits": [@@ -935,7 +935,11 @@},"usage": {"input_tokens": 252,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 69,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json b/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.jsonindex 7eaa2d73..38227450 100644--- a/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json+++ b/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json@@ -195,7 +195,11 @@},"usage": {"input_tokens": 31,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 10,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_cjk.json b/laya-rust/tests/golden/typed-decisions/case_cjk.jsonindex 4427f8b9..c6823856 100644--- a/laya-rust/tests/golden/typed-decisions/case_cjk.json+++ b/laya-rust/tests/golden/typed-decisions/case_cjk.json@@ -853,9 +853,9 @@"marker_axis_padded": false,"logits": [[- 1.2237383127212524,- 0.408316433429718,- 0.30611613392829895+ 1.223738193511963,+ 0.4083164930343628,+ 0.3061161935329437],[-2.5716042518615723,@@ -869,7 +869,7 @@-3939.86865234375],[- 3960.244873046875,+ 3960.2451171875,-3243.89111328125]],@@ -912,7 +912,11 @@},"usage": {"input_tokens": 222,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 49,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json b/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.jsonindex 7d600ca7..0264f8a6 100644--- a/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json+++ b/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json@@ -610,12 +610,12 @@"logits": [[2.062333106994629,- 0.24727195501327515,+ 0.24727189540863037,-1.662116289138794,-1.5677821636199951,-1.513063907623291,- -1.319779634475708,- -0.44945579767227173+ -1.3197797536849976,+ -0.4494558572769165],[-0.012083202600479126,@@ -662,14 +662,8 @@"type": "score","score": 1.1978,"legend": {- "0": {- "label": "info",- "cvss": 0.0- },- "1": {- "label": "high",- "cvss": 7.5- },+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",+ "1": "{\"label\": \"high\", \"cvss\": 7.5}","2": "critical"},"probabilities": {@@ -686,7 +680,11 @@},"usage": {"input_tokens": 144,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 11,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_dict_state.json b/laya-rust/tests/golden/typed-decisions/case_dict_state.jsonindex 8acbb75a..22786113 100644--- a/laya-rust/tests/golden/typed-decisions/case_dict_state.json+++ b/laya-rust/tests/golden/typed-decisions/case_dict_state.json@@ -357,9 +357,9 @@"marker_axis_padded": false,"logits": [[- -0.07843291759490967,+ -0.07843288779258728,1.3633489608764648,- 1.0982259511947632+ 1.0982258319854736]],"act_logits": [@@ -393,7 +393,11 @@},"usage": {"input_tokens": 93,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 64,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_json_escaping.json b/laya-rust/tests/golden/typed-decisions/case_json_escaping.jsonindex ce900126..28da9ff4 100644--- a/laya-rust/tests/golden/typed-decisions/case_json_escaping.json+++ b/laya-rust/tests/golden/typed-decisions/case_json_escaping.json@@ -492,7 +492,11 @@},"usage": {"input_tokens": 134,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 103,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_list_state.json b/laya-rust/tests/golden/typed-decisions/case_list_state.jsonindex 40fdedf8..d056c866 100644--- a/laya-rust/tests/golden/typed-decisions/case_list_state.json+++ b/laya-rust/tests/golden/typed-decisions/case_list_state.json@@ -321,12 +321,12 @@"logits": [[2.002666711807251,- -0.3821010887622833+ -0.3821011185646057]],"act_logits": [[- 4920.5048828125,+ 4920.50439453125,-4016.302734375]],@@ -345,7 +345,11 @@},"usage": {"input_tokens": 84,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 53,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_long_state.json b/laya-rust/tests/golden/typed-decisions/case_long_state.jsonindex 8e468066..624855d0 100644--- a/laya-rust/tests/golden/typed-decisions/case_long_state.json+++ b/laya-rust/tests/golden/typed-decisions/case_long_state.json@@ -6238,7 +6238,7 @@"logits": [[1.9772350788116455,- -0.25270819664001465+ -0.25270816683769226],[0.011878401041030884,@@ -6283,7 +6283,14 @@},"usage": {"input_tokens": 2048,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 6804,+ "state_tokens_dropped": 5811,+ "truncated": true,+ "truncated_questions": [+ "frustrated",+ "topic"+ ]}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_many_options.json b/laya-rust/tests/golden/typed-decisions/case_many_options.jsonindex 2c3b150d..64aaeeb2 100644--- a/laya-rust/tests/golden/typed-decisions/case_many_options.json+++ b/laya-rust/tests/golden/typed-decisions/case_many_options.json@@ -1065,46 +1065,46 @@"marker_axis_padded": false,"logits": [[- 0.5144236087799072,- 0.34069469571113586,+ 0.5144237279891968,+ 0.34069475531578064,0.3221031427383423,- 0.17725032567977905,- 0.10183802247047424,+ 0.17725029587745667,+ 0.10183805227279663,0.25006332993507385,0.19678166508674622,- 0.10084766149520874,- 0.2583611309528351,- 0.2658017873764038,- 0.39381715655326843,+ 0.1008477509021759,+ 0.25836125016212463,+ 0.2658017575740814,+ 0.39381712675094604,0.20233997702598572,0.020099788904190063,- 0.07363346219062805,- -0.02278640866279602,- -0.17907613515853882,- -0.17688599228858948,- -0.036870479583740234,+ 0.07363343238830566,+ -0.022786349058151245,+ -0.1790761649608612,+ -0.17688605189323425,+ -0.03687050938606262,-0.01895928382873535,- 0.1375594437122345,+ 0.13755956292152405,0.15170282125473022,- -0.15126603841781616,- -0.37737107276916504,- -0.21056896448135376,+ -0.15126609802246094,+ -0.37737104296684265,+ -0.2105688452720642,-0.18938809633255005,- -0.13098987936973572,+ -0.13098981976509094,-0.0960497260093689,- 0.009582728147506714,+ 0.009582698345184326,0.10648441314697266,- 0.12361237406730652,- -0.013582974672317505,- 0.019405245780944824,- -0.2615450322628021,- -0.07609763741493225,- -0.0788978636264801,+ 0.12361249327659607,+ -0.013583093881607056,+ 0.019405215978622437,+ -0.2615450620651245,+ -0.07609766721725464,+ -0.07889795303344727,-0.21638256311416626,-0.10915178060531616,- -0.05439230799674988,- 0.03386649489402771,- -0.3493933081626892+ -0.05439227819442749,+ 0.03386658430099487,+ -0.3493933379650116]],"act_logits": [@@ -1170,7 +1170,11 @@},"usage": {"input_tokens": 272,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 12,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_mask_injection.json b/laya-rust/tests/golden/typed-decisions/case_mask_injection.jsonindex dc307432..d181b611 100644--- a/laya-rust/tests/golden/typed-decisions/case_mask_injection.json+++ b/laya-rust/tests/golden/typed-decisions/case_mask_injection.json@@ -204,13 +204,13 @@"logits": [[0.7911447882652283,- -0.21168416738510132+ -0.21168413758277893]],"act_logits": [[4881.5341796875,- -3982.474609375+ -3982.47509765625]],"result": {@@ -232,7 +232,11 @@},"usage": {"input_tokens": 48,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 14,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json b/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.jsonindex 8159d9cc..ea4bd64d 100644--- a/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json+++ b/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json@@ -421,12 +421,12 @@"marker_axis_padded": false,"logits": [[- 0.7489709258079529,+ 0.7489709854125977,0.33357158303260803],[1.0393319129943848,- -0.3546997606754303+ -0.3546997010707855]],"act_logits": [@@ -436,7 +436,7 @@],[4882.25927734375,- -3996.43505859375+ -3996.4345703125]],"result": {@@ -467,7 +467,11 @@},"usage": {"input_tokens": 104,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 14,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json b/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.jsonindex 2336adc2..00334c9d 100644--- a/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json+++ b/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json@@ -310,5 +310,5 @@}},"error_type": "ValueError",- "error_message": "question 'too_wide' options exceed head_max_len=256"+ "error_message": "question 'too_wide': only 254 of its 300 option markers fit in max_len=1024 with head_max_len=256 spent on the question; lower head_max_len, raise max_len, or use fewer options"}diff --git a/laya-rust/tests/golden/typed-decisions/case_quickstart.json b/laya-rust/tests/golden/typed-decisions/case_quickstart.jsonindex 2661ad5a..b8b3403b 100644--- a/laya-rust/tests/golden/typed-decisions/case_quickstart.json+++ b/laya-rust/tests/golden/typed-decisions/case_quickstart.json@@ -1403,9 +1403,9 @@-10000.0],[- -2.449965476989746,- 0.27642229199409485,- 2.564621686935425,+ -2.449965715408325,+ 0.2764223515987396,+ 2.5646214485168457,1.5527721643447876],[@@ -1415,7 +1415,7 @@-10000.0],[- -1.2292494773864746,+ -1.2292495965957642,0.15064242482185364,-10000.0,-10000.0@@ -1498,7 +1498,11 @@},"usage": {"input_tokens": 379,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 57,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json b/laya-rust/tests/golden/typed-decisions/case_sample_app_english.jsonindex 14bf5a70..5de10f1f 100644--- a/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json+++ b/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json@@ -1316,7 +1316,7 @@-2.143510341644287],[- -1.3115590810775757,+ -1.3115592002868652,0.9793980121612549,2.117581367492676,-10000.0@@ -1328,7 +1328,7 @@-10000.0],[- -1.2392635345458984,+ -1.239263653755188,0.14693397283554077,-10000.0,-10000.0@@ -1337,11 +1337,11 @@"act_logits": [[4803.14453125,- -3924.28955078125+ -3924.2890625],[- 4621.31689453125,- -3778.1796875+ 4621.31640625,+ -3778.17919921875],[4875.13427734375,@@ -1410,7 +1410,11 @@},"usage": {"input_tokens": 348,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 50,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json b/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.jsonindex 3ffdfe50..d5b7cb02 100644--- a/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json+++ b/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json@@ -1358,18 +1358,18 @@[-0.5805244445800781,-0.31233158707618713,- -0.9875006675720215,+ -0.9875007271766663,0.421606183052063],[0.8618424534797668,- 1.6211997270584106,- 0.3419472873210907,+ 1.6211999654769897,+ 0.3419472575187683,-10000.0],[2.76562762260437,- -0.4687272012233734,+ -0.468727171421051,-10000.0,-10000.0],@@ -1382,8 +1382,8 @@],"act_logits": [[- 4708.5419921875,- -3841.3037109375+ 4708.54248046875,+ -3841.30322265625],[4602.10791015625,@@ -1394,7 +1394,7 @@-3766.26611328125],[- 4603.33056640625,+ 4603.330078125,-3762.07861328125]],@@ -1456,7 +1456,11 @@},"usage": {"input_tokens": 364,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 54,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json b/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.jsonindex 7eabc287..c838a7a1 100644--- a/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json+++ b/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json@@ -1002,26 +1002,26 @@"marker_axis_padded": false,"logits": [[- 0.7194006443023682,- 0.2002488672733307,- 1.3849756717681885,- 0.19671010971069336,+ 0.7194005846977234,+ 0.20024871826171875,+ 1.384975790977478,+ 0.19671007990837097,-2.3684210777282715,-2.5026655197143555,-0.1955488622188568,-1.487708568572998,- -1.5839439630508423,- -0.0484333336353302,- 0.6778708100318909,- 0.4778832197189331,+ -1.5839437246322632,+ -0.04843336343765259,+ 0.6778708696365356,+ 0.47788310050964355,-1.1739604473114014,-0.6882023811340332,-2.925354480743408,-2.322965383529663,-2.6699132919311523,- -0.09885123372077942,- -0.047182679176330566,- -0.9663347005844116+ -0.0988512933254242,+ -0.047182708978652954,+ -0.9663347601890564]],"act_logits": [@@ -1067,7 +1067,11 @@},"usage": {"input_tokens": 268,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 19,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []},"shortlist": {"intent": {diff --git a/laya-rust/tests/golden/typed-decisions/case_single_option.json b/laya-rust/tests/golden/typed-decisions/case_single_option.jsonindex d5c562f9..8e23b017 100644--- a/laya-rust/tests/golden/typed-decisions/case_single_option.json+++ b/laya-rust/tests/golden/typed-decisions/case_single_option.json@@ -131,7 +131,7 @@],"act_logits": [[- 4787.115234375,+ 4787.11572265625,-3909.83642578125]],@@ -153,7 +153,11 @@},"usage": {"input_tokens": 23,- "output_tokens": 0+ "output_tokens": 0,+ "state_tokens": 4,+ "state_tokens_dropped": 0,+ "truncated": false,+ "truncated_questions": []}}}diff --git a/laya-rust/tests/golden/typed-decisions/meta.json b/laya-rust/tests/golden/typed-decisions/meta.jsonindex 40d75c3d..f7b16d25 100644--- a/laya-rust/tests/golden/typed-decisions/meta.json+++ b/laya-rust/tests/golden/typed-decisions/meta.json@@ -1,7 +1,7 @@{"generator": "tools/dump_golden.py","onnx_dir": "typed-decisions",- "laya_version": "0.3.21",+ "laya_version": "0.4.0","onnxruntime_version": "1.30.0","transformers_version": "5.17.0","config": {@@ -73,8 +73,8 @@},"onnx_self_check": {"single_noul": {- "logits_maxdiff": 1.8477439880371094e-06,- "act_maxdiff": 0.0009765625+ "logits_maxdiff": 4.470348358154297e-07,+ "act_maxdiff": 0.00146484375},"triage_4q": {"logits_maxdiff": 2.6226043701171875e-06,