Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

test(rust): re-record Python 0.4.0 parity goldens

kevin-gatimu5659baac010a
diff --git a/laya-rust/tests/golden/english/case_arabic.json b/laya-rust/tests/golden/english/case_arabic.json
index 6cc59464..7f93f77a 100644
--- a/laya-rust/tests/golden/english/case_arabic.json
+++ b/laya-rust/tests/golden/english/case_arabic.json
@@ -889,18 +889,18 @@
"marker_axis_padded": false,
"logits": [
[
- 0.4125833809375763,
- -0.19337722659111023
+ 0.4125804305076599,
+ -0.1933775544166565
],
[
- 3.3612887859344482,
- 0.18131715059280396
+ 3.3612828254699707,
+ 0.18131807446479797
]
],
"act_logits": [
[
- 4117.9599609375,
- -3364.359375
+ 4117.95849609375,
+ -3364.35888671875
],
[
4817.98095703125,
@@ -935,7 +935,11 @@
},
"usage": {
"input_tokens": 252,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 69,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_choice_criteria_list.json b/laya-rust/tests/golden/english/case_choice_criteria_list.json
index de8c70e0..fc8126bd 100644
--- a/laya-rust/tests/golden/english/case_choice_criteria_list.json
+++ b/laya-rust/tests/golden/english/case_choice_criteria_list.json
@@ -162,16 +162,16 @@
"marker_axis_padded": false,
"logits": [
[
- 6.577561855316162,
- -2.623333692550659,
- -3.148845672607422,
- -0.5583869218826294
+ 6.577563762664795,
+ -2.62333607673645,
+ -3.1488473415374756,
+ -0.5583876371383667
]
],
"act_logits": [
[
- 3876.216552734375,
- -3165.7255859375
+ 3876.214111328125,
+ -3165.72265625
]
],
"result": {
@@ -195,7 +195,11 @@
},
"usage": {
"input_tokens": 31,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 10,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_cjk.json b/laya-rust/tests/golden/english/case_cjk.json
index 980e4f85..ce9e2c98 100644
--- a/laya-rust/tests/golden/english/case_cjk.json
+++ b/laya-rust/tests/golden/english/case_cjk.json
@@ -853,24 +853,24 @@
"marker_axis_padded": false,
"logits": [
[
- 1.6422864198684692,
- -0.7313228845596313,
- 0.32396093010902405
+ 1.6422786712646484,
+ -0.7313200235366821,
+ 0.32396090030670166
],
[
- -1.1324100494384766,
- 1.4276299476623535,
- 2.908419370651245
+ -1.1324177980422974,
+ 1.427627444267273,
+ 2.9084181785583496
]
],
"act_logits": [
[
- 4157.708984375,
- -3400.5478515625
+ 4157.71044921875,
+ -3400.548828125
],
[
- 3446.069580078125,
- -2831.5048828125
+ 3446.071533203125,
+ -2831.50634765625
]
],
"result": {
@@ -912,7 +912,11 @@
},
"usage": {
"input_tokens": 222,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 49,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_criterion_shapes.json b/laya-rust/tests/golden/english/case_criterion_shapes.json
index dfec56cc..9ec61ac4 100644
--- a/laya-rust/tests/golden/english/case_criterion_shapes.json
+++ b/laya-rust/tests/golden/english/case_criterion_shapes.json
@@ -609,18 +609,18 @@
"marker_axis_padded": false,
"logits": [
[
- 4.096678733825684,
- -0.2300950288772583,
- -2.4581174850463867,
- -2.5262246131896973,
- -1.8533413410186768,
- -1.0468189716339111,
+ 4.096677780151367,
+ -0.23009303212165833,
+ -2.4581172466278076,
+ -2.5262258052825928,
+ -1.8533432483673096,
+ -1.0468206405639648,
-1.4776298999786377
],
[
- 0.10750558972358704,
- 2.0651817321777344,
- -0.057980358600616455,
+ 0.10751175880432129,
+ 2.0651803016662598,
+ -0.057982414960861206,
-10000.0,
-10000.0,
-10000.0,
@@ -629,12 +629,12 @@
],
"act_logits": [
[
- 4621.1904296875,
- -3779.87548828125
+ 4621.18994140625,
+ -3779.8759765625
],
[
- 4256.392578125,
- -3493.38330078125
+ 4256.39208984375,
+ -3493.3828125
]
],
"result": {
@@ -662,14 +662,8 @@
"type": "score",
"score": 0.9814,
"legend": {
- "0": {
- "label": "info",
- "cvss": 0.0
- },
- "1": {
- "label": "high",
- "cvss": 7.5
- },
+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",
+ "1": "{\"label\": \"high\", \"cvss\": 7.5}",
"2": "critical"
},
"probabilities": {
@@ -686,7 +680,11 @@
},
"usage": {
"input_tokens": 144,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 11,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_dict_state.json b/laya-rust/tests/golden/english/case_dict_state.json
index 40b0d65c..7dfc30d8 100644
--- a/laya-rust/tests/golden/english/case_dict_state.json
+++ b/laya-rust/tests/golden/english/case_dict_state.json
@@ -357,15 +357,15 @@
"marker_axis_padded": false,
"logits": [
[
- -0.2836790680885315,
- 2.304533004760742,
- 1.6238430738449097
+ -0.2836797535419464,
+ 2.3045341968536377,
+ 1.6238452196121216
]
],
"act_logits": [
[
- 3474.172607421875,
- -2870.3486328125
+ 3474.17578125,
+ -2870.3505859375
]
],
"result": {
@@ -393,7 +393,11 @@
},
"usage": {
"input_tokens": 93,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 64,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_json_escaping.json b/laya-rust/tests/golden/english/case_json_escaping.json
index 587668f6..a27f182a 100644
--- a/laya-rust/tests/golden/english/case_json_escaping.json
+++ b/laya-rust/tests/golden/english/case_json_escaping.json
@@ -467,14 +467,14 @@
"marker_axis_padded": false,
"logits": [
[
- 2.0836143493652344,
- 0.5918171405792236
+ 2.0836265087127686,
+ 0.5918163061141968
]
],
"act_logits": [
[
- 4576.2177734375,
- -3738.3583984375
+ 4576.21875,
+ -3738.359375
]
],
"result": {
@@ -492,7 +492,11 @@
},
"usage": {
"input_tokens": 134,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 103,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_list_state.json b/laya-rust/tests/golden/english/case_list_state.json
index 63cc620c..e2a15372 100644
--- a/laya-rust/tests/golden/english/case_list_state.json
+++ b/laya-rust/tests/golden/english/case_list_state.json
@@ -321,7 +321,7 @@
"logits": [
[
4.156437397003174,
- -0.3092767000198364
+ -0.30927616357803345
]
],
"act_logits": [
@@ -345,7 +345,11 @@
},
"usage": {
"input_tokens": 84,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 53,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_long_state.json b/laya-rust/tests/golden/english/case_long_state.json
index fd5c9aa9..0ed50989 100644
--- a/laya-rust/tests/golden/english/case_long_state.json
+++ b/laya-rust/tests/golden/english/case_long_state.json
@@ -3165,22 +3165,22 @@
"marker_axis_padded": false,
"logits": [
[
- 2.5547876358032227,
- 0.21161600947380066
+ 2.5547900199890137,
+ 0.21161597967147827
],
[
- 1.9042129516601562,
- -0.07903063297271729
+ 1.9042150974273682,
+ -0.07902958989143372
]
],
"act_logits": [
[
- 4784.12890625,
+ 4784.12939453125,
-3916.51171875
],
[
- 4584.17822265625,
- -3742.8369140625
+ 4584.177734375,
+ -3742.83642578125
]
],
"result": {
@@ -3211,7 +3211,14 @@
},
"usage": {
"input_tokens": 1024,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 6804,
+ "state_tokens_dropped": 6323,
+ "truncated": true,
+ "truncated_questions": [
+ "frustrated",
+ "topic"
+ ]
}
}
}
diff --git a/laya-rust/tests/golden/english/case_many_options.json b/laya-rust/tests/golden/english/case_many_options.json
index 52cfe818..8ac0cfc4 100644
--- a/laya-rust/tests/golden/english/case_many_options.json
+++ b/laya-rust/tests/golden/english/case_many_options.json
@@ -864,52 +864,52 @@
"marker_axis_padded": false,
"logits": [
[
- 0.6046832203865051,
- 0.7550267577171326,
- 0.9181180000305176,
- 0.8010208010673523,
+ 0.6046816110610962,
+ 0.7550269365310669,
+ 0.9181175231933594,
+ 0.801021158695221,
0.5008540153503418,
- 0.5897595286369324,
- 0.615754246711731,
+ 0.5897594094276428,
+ 0.6157547235488892,
0.6029906272888184,
0.5069749355316162,
- 0.6346789598464966,
- 0.7126632332801819,
- 0.5554916858673096,
- 0.319332480430603,
- 0.3918170928955078,
- 0.35489070415496826,
- 0.33871594071388245,
- 0.1896839439868927,
- 0.5009076595306396,
- 0.5126965641975403,
- 0.3750284016132355,
- 0.6199686527252197,
- 0.015123069286346436,
- -0.3031226396560669,
- 0.010186314582824707,
- 0.0962013304233551,
- -0.006642162799835205,
- 0.005327850580215454,
- -0.005197674036026001,
- 0.5291510820388794,
- 0.5070405602455139,
- 0.1432766318321228,
- 0.2855176329612732,
- -0.2885570228099823,
- 0.09954589605331421,
- 0.2411927580833435,
- -0.07459813356399536,
- -0.13390323519706726,
- 0.3199225664138794,
- 0.09801286458969116,
- -0.3789292573928833
+ 0.6346783638000488,
+ 0.7126637697219849,
+ 0.5554904937744141,
+ 0.31933215260505676,
+ 0.3918158710002899,
+ 0.35489052534103394,
+ 0.3387143909931183,
+ 0.18968331813812256,
+ 0.5009080171585083,
+ 0.5126953721046448,
+ 0.37502649426460266,
+ 0.6199690103530884,
+ 0.015121310949325562,
+ -0.30312448740005493,
+ 0.010184824466705322,
+ 0.09620040655136108,
+ -0.006642788648605347,
+ 0.005326271057128906,
+ -0.005198240280151367,
+ 0.52914959192276,
+ 0.5070400238037109,
+ 0.14327645301818848,
+ 0.285515159368515,
+ -0.28855693340301514,
+ 0.09954556822776794,
+ 0.24119195342063904,
+ -0.07459908723831177,
+ -0.13390490412712097,
+ 0.3199203908443451,
+ 0.09801268577575684,
+ -0.3789302408695221
]
],
"act_logits": [
[
- 4584.29931640625,
- -3744.84423828125
+ 4584.2998046875,
+ -3744.8447265625
]
],
"result": {
@@ -969,7 +969,11 @@
},
"usage": {
"input_tokens": 205,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 12,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_mask_injection.json b/laya-rust/tests/golden/english/case_mask_injection.json
index 83862f15..4410f5a4 100644
--- a/laya-rust/tests/golden/english/case_mask_injection.json
+++ b/laya-rust/tests/golden/english/case_mask_injection.json
@@ -203,14 +203,14 @@
"marker_axis_padded": false,
"logits": [
[
- 2.7121849060058594,
- -1.4662480354309082
+ 2.7121903896331787,
+ -1.4662481546401978
]
],
"act_logits": [
[
4438.82373046875,
- -3625.92041015625
+ -3625.9208984375
]
],
"result": {
@@ -232,7 +232,11 @@
},
"usage": {
"input_tokens": 48,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 14,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_nonstring_instructions.json b/laya-rust/tests/golden/english/case_nonstring_instructions.json
index 1f91c577..97945dcb 100644
--- a/laya-rust/tests/golden/english/case_nonstring_instructions.json
+++ b/laya-rust/tests/golden/english/case_nonstring_instructions.json
@@ -421,21 +421,21 @@
"marker_axis_padded": false,
"logits": [
[
- 0.8464744091033936,
- 0.35750165581703186
+ 0.8464770317077637,
+ 0.3575015962123871
],
[
- 3.689389228820801,
- -0.15227413177490234
+ 3.6893937587738037,
+ -0.15227362513542175
]
],
"act_logits": [
[
4315.3662109375,
- -3523.56884765625
+ -3523.5693359375
],
[
- 4536.421875,
+ 4536.42138671875,
-3702.72509765625
]
],
@@ -467,7 +467,11 @@
},
"usage": {
"input_tokens": 104,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 14,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_options_exceed_head.json b/laya-rust/tests/golden/english/case_options_exceed_head.json
index f4ef3b08..d5cadfe3 100644
--- a/laya-rust/tests/golden/english/case_options_exceed_head.json
+++ b/laya-rust/tests/golden/english/case_options_exceed_head.json
@@ -310,5 +310,5 @@
}
},
"error_type": "ValueError",
- "error_message": "question 'too_wide' options exceed head_max_len=192"
+ "error_message": "question 'too_wide': only 126 of its 300 option markers fit in max_len=512 with head_max_len=192 spent on the question; lower head_max_len, raise max_len, or use fewer options"
}
diff --git a/laya-rust/tests/golden/english/case_quickstart.json b/laya-rust/tests/golden/english/case_quickstart.json
index aa1b9af2..ecae5998 100644
--- a/laya-rust/tests/golden/english/case_quickstart.json
+++ b/laya-rust/tests/golden/english/case_quickstart.json
@@ -1397,46 +1397,46 @@
"marker_axis_padded": false,
"logits": [
[
- 4.488272190093994,
- -2.7296648025512695,
- -2.448031425476074,
+ 4.488276958465576,
+ -2.729666233062744,
+ -2.4480319023132324,
-10000.0
],
[
- -0.8349562287330627,
- 0.8832815289497375,
- 3.6844472885131836,
- 1.2054011821746826
+ -0.8349542617797852,
+ 0.8832842707633972,
+ 3.6844465732574463,
+ 1.2054039239883423
],
[
- -4.515445709228516,
- 2.2500112056732178,
+ -4.515446186065674,
+ 2.250016689300537,
-10000.0,
-10000.0
],
[
- 0.7536221742630005,
- 0.41879814863204956,
+ 0.7536231279373169,
+ 0.41879838705062866,
-10000.0,
-10000.0
]
],
"act_logits": [
[
- 4074.86767578125,
- -3334.5009765625
+ 4074.86572265625,
+ -3334.4990234375
],
[
4040.2958984375,
-3316.3017578125
],
[
- 2926.99853515625,
- -2398.7822265625
+ 2926.997314453125,
+ -2398.78125
],
[
- 4615.16162109375,
- -3778.9384765625
+ 4615.162109375,
+ -3778.93896484375
]
],
"result": {
@@ -1498,7 +1498,11 @@
},
"usage": {
"input_tokens": 379,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 57,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_sample_app_english.json b/laya-rust/tests/golden/english/case_sample_app_english.json
index 151fd8fc..4e582196 100644
--- a/laya-rust/tests/golden/english/case_sample_app_english.json
+++ b/laya-rust/tests/golden/english/case_sample_app_english.json
@@ -1310,38 +1310,38 @@
"marker_axis_padded": false,
"logits": [
[
- 4.679883003234863,
- -2.7772488594055176,
- -3.344090700149536,
- -3.2511987686157227
+ 4.6798810958862305,
+ -2.7772486209869385,
+ -3.344090223312378,
+ -3.2511980533599854
],
[
- 0.3843749463558197,
- 1.676945686340332,
- 2.3419666290283203,
+ 0.3843739926815033,
+ 1.6769473552703857,
+ 2.341966152191162,
-10000.0
],
[
- -1.987611174583435,
- 1.084941029548645,
+ -1.9876132011413574,
+ 1.0849405527114868,
-10000.0,
-10000.0
],
[
- -2.25665283203125,
- 1.0766032934188843,
+ -2.256652355194092,
+ 1.076602816581726,
-10000.0,
-10000.0
]
],
"act_logits": [
[
- 4204.2607421875,
- -3440.07470703125
+ 4204.26220703125,
+ -3440.0751953125
],
[
- 4087.648681640625,
- -3356.3681640625
+ 4087.649169921875,
+ -3356.36865234375
],
[
4645.5791015625,
@@ -1349,7 +1349,7 @@
],
[
4762.5341796875,
- -3903.29736328125
+ -3903.2978515625
]
],
"result": {
@@ -1410,7 +1410,11 @@
},
"usage": {
"input_tokens": 348,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 50,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_sample_app_hindi.json b/laya-rust/tests/golden/english/case_sample_app_hindi.json
index 14829cdf..b6125c22 100644
--- a/laya-rust/tests/golden/english/case_sample_app_hindi.json
+++ b/laya-rust/tests/golden/english/case_sample_app_hindi.json
@@ -1356,26 +1356,26 @@
"marker_axis_padded": false,
"logits": [
[
- 1.0225625038146973,
- 0.24040544033050537,
- -0.9230316877365112,
- -0.3869422674179077
+ 1.0225623846054077,
+ 0.24040594696998596,
+ -0.9230324029922485,
+ -0.38694146275520325
],
[
- 2.249563455581665,
- 2.5387072563171387,
- 1.690252423286438,
+ 2.2495646476745605,
+ 2.5387086868286133,
+ 1.6902523040771484,
-10000.0
],
[
- 4.11464786529541,
- -0.10430359840393066,
+ 4.114648818969727,
+ -0.1043037474155426,
-10000.0,
-10000.0
],
[
- 4.595251083374023,
- -0.24962911009788513,
+ 4.595254421234131,
+ -0.24962997436523438,
-10000.0,
-10000.0
]
@@ -1386,16 +1386,16 @@
-3653.57080078125
],
[
- 3890.695556640625,
- -3193.38427734375
+ 3890.696044921875,
+ -3193.384765625
],
[
- 4046.17333984375,
- -3316.2900390625
+ 4046.173828125,
+ -3316.29052734375
],
[
- 4189.326171875,
- -3421.08544921875
+ 4189.32421875,
+ -3421.083984375
]
],
"result": {
@@ -1456,7 +1456,11 @@
},
"usage": {
"input_tokens": 364,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 54,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/case_shortlist_many_options.json b/laya-rust/tests/golden/english/case_shortlist_many_options.json
index 3c7537f5..eb219eb1 100644
--- a/laya-rust/tests/golden/english/case_shortlist_many_options.json
+++ b/laya-rust/tests/golden/english/case_shortlist_many_options.json
@@ -780,32 +780,32 @@
"marker_axis_padded": false,
"logits": [
[
- 3.5034117698669434,
- 0.46416565775871277,
- 2.564594268798828,
- 0.30703631043434143,
- -3.4262099266052246,
- -3.6496596336364746,
+ 3.5034213066101074,
+ 0.46416550874710083,
+ 2.564589023590088,
+ 0.30703526735305786,
+ -3.426210403442383,
+ -3.6496622562408447,
-1.637428641319275,
- -3.554462194442749,
- -0.9670939445495605,
- -1.1691794395446777,
- 2.3281009197235107,
- 1.4019513130187988,
- -1.1085056066513062,
- -2.09653902053833,
- -3.2419776916503906,
- -2.413379192352295,
- -3.6436588764190674,
+ -3.5544652938842773,
+ -0.9670940637588501,
+ -1.1691828966140747,
+ 2.3281021118164062,
+ 1.4019540548324585,
+ -1.1085090637207031,
+ -2.096541404724121,
+ -3.241981029510498,
+ -2.4133825302124023,
+ -3.643660545349121,
-0.12069264054298401,
- -1.7674641609191895,
- -2.5909695625305176
+ -1.7674661874771118,
+ -2.5909717082977295
]
],
"act_logits": [
[
- 3764.427490234375,
- -3073.59716796875
+ 3764.427001953125,
+ -3073.59619140625
]
],
"result": {
@@ -846,6 +846,10 @@
"usage": {
"input_tokens": 194,
"output_tokens": 0,
+ "state_tokens": 19,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": [],
"options": {
"intent": {
"total": 20,
diff --git a/laya-rust/tests/golden/english/case_single_option.json b/laya-rust/tests/golden/english/case_single_option.json
index 2e25b016..8f61dd56 100644
--- a/laya-rust/tests/golden/english/case_single_option.json
+++ b/laya-rust/tests/golden/english/case_single_option.json
@@ -125,14 +125,14 @@
"marker_axis_padded": true,
"logits": [
[
- 1.072884202003479,
+ 1.0728870630264282,
-10000.0
]
],
"act_logits": [
[
- 4239.0380859375,
- -3460.41748046875
+ 4239.0400390625,
+ -3460.41845703125
]
],
"result": {
@@ -153,7 +153,11 @@
},
"usage": {
"input_tokens": 23,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 4,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/english/meta.json b/laya-rust/tests/golden/english/meta.json
index 88e74919..80cabdcd 100644
--- a/laya-rust/tests/golden/english/meta.json
+++ b/laya-rust/tests/golden/english/meta.json
@@ -1,7 +1,7 @@
{
"generator": "tools/dump_golden.py",
"onnx_dir": "english",
- "laya_version": "0.3.21",
+ "laya_version": "0.4.0",
"onnxruntime_version": "1.30.0",
"transformers_version": "5.17.0",
"config": {
@@ -70,12 +70,12 @@
},
"onnx_self_check": {
"single_noul": {
- "logits_maxdiff": 1.9073486328125e-06,
- "act_maxdiff": 0.001220703125
+ "logits_maxdiff": 9.953975677490234e-06,
+ "act_maxdiff": 0.0009765625
},
"triage_4q": {
- "logits_maxdiff": 2.288818359375e-05,
- "act_maxdiff": 0.00390625
+ "logits_maxdiff": 1.946091651916504e-05,
+ "act_maxdiff": 0.00146484375
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_arabic.json b/laya-rust/tests/golden/multilingual/case_arabic.json
index 558a4c88..a913fbfa 100644
--- a/laya-rust/tests/golden/multilingual/case_arabic.json
+++ b/laya-rust/tests/golden/multilingual/case_arabic.json
@@ -523,18 +523,18 @@
"marker_axis_padded": false,
"logits": [
[
- 0.3361932039260864,
- -1.2505707740783691
+ 0.3361915349960327,
+ -1.2505687475204468
],
[
- 4.8046722412109375,
- 0.1746445894241333
+ 4.804673194885254,
+ 0.17464512586593628
]
],
"act_logits": [
[
- 1296.2886962890625,
- -1541.61376953125
+ 1296.288818359375,
+ -1541.6138916015625
],
[
1327.060302734375,
@@ -569,7 +569,11 @@
},
"usage": {
"input_tokens": 142,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 32,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json b/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json
index 69510329..ab664900 100644
--- a/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json
+++ b/laya-rust/tests/golden/multilingual/case_choice_criteria_list.json
@@ -159,16 +159,16 @@
"marker_axis_padded": false,
"logits": [
[
- 5.808926582336426,
- -2.2279748916625977,
- -2.176790952682495,
- -1.2747193574905396
+ 5.808925628662109,
+ -2.2279703617095947,
+ -2.1767940521240234,
+ -1.274719476699829
]
],
"act_logits": [
[
- 1330.54052734375,
- -1583.9449462890625
+ 1330.540771484375,
+ -1583.945068359375
]
],
"result": {
@@ -192,7 +192,11 @@
},
"usage": {
"input_tokens": 30,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 10,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_cjk.json b/laya-rust/tests/golden/multilingual/case_cjk.json
index a9faf0e8..99902366 100644
--- a/laya-rust/tests/golden/multilingual/case_cjk.json
+++ b/laya-rust/tests/golden/multilingual/case_cjk.json
@@ -512,24 +512,24 @@
"marker_axis_padded": false,
"logits": [
[
- -1.3253834247589111,
- -3.7910070419311523,
- -3.4514949321746826
+ -1.3253850936889648,
+ -3.7910094261169434,
+ -3.451493501663208
],
[
- -3.4783575534820557,
- 1.025787591934204,
- -0.4910079836845398
+ -3.4783573150634766,
+ 1.025788426399231,
+ -0.49100732803344727
]
],
"act_logits": [
[
- 1391.3306884765625,
- -1657.8365478515625
+ 1391.3314208984375,
+ -1657.8375244140625
],
[
1477.1666259765625,
- -1744.775634765625
+ -1744.7757568359375
]
],
"result": {
@@ -571,7 +571,11 @@
},
"usage": {
"input_tokens": 129,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 27,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_criterion_shapes.json b/laya-rust/tests/golden/multilingual/case_criterion_shapes.json
index 86bc577e..0c06336e 100644
--- a/laya-rust/tests/golden/multilingual/case_criterion_shapes.json
+++ b/laya-rust/tests/golden/multilingual/case_criterion_shapes.json
@@ -613,18 +613,18 @@
"marker_axis_padded": false,
"logits": [
[
- 3.2422239780426025,
- -0.5191840529441833,
- -3.4588732719421387,
- -2.4333713054656982,
- -0.7255609631538391,
- -2.5488674640655518,
- -1.55216383934021
+ 3.2422256469726562,
+ -0.5191883444786072,
+ -3.4588751792907715,
+ -2.4333722591400146,
+ -0.7255568504333496,
+ -2.5488669872283936,
+ -1.5521641969680786
],
[
- -3.1707990169525146,
- -3.032681465148926,
- -1.6353192329406738,
+ -3.170797348022461,
+ -3.0326786041259766,
+ -1.6353217363357544,
-10000.0,
-10000.0,
-10000.0,
@@ -633,12 +633,12 @@
],
"act_logits": [
[
- 1270.6849365234375,
+ 1270.6845703125,
-1515.99755859375
],
[
- 1517.0333251953125,
- -1794.2874755859375
+ 1517.0338134765625,
+ -1794.2879638671875
]
],
"result": {
@@ -666,14 +666,8 @@
"type": "score",
"score": 1.5365,
"legend": {
- "0": {
- "label": "info",
- "cvss": 0.0
- },
- "1": {
- "label": "high",
- "cvss": 7.5
- },
+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",
+ "1": "{\"label\": \"high\", \"cvss\": 7.5}",
"2": "critical"
},
"probabilities": {
@@ -690,7 +684,11 @@
},
"usage": {
"input_tokens": 148,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 11,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_dict_state.json b/laya-rust/tests/golden/multilingual/case_dict_state.json
index 77f3c4d9..475ae16a 100644
--- a/laya-rust/tests/golden/multilingual/case_dict_state.json
+++ b/laya-rust/tests/golden/multilingual/case_dict_state.json
@@ -357,15 +357,15 @@
"marker_axis_padded": false,
"logits": [
[
- -4.517766952514648,
- -2.0101256370544434,
- -1.480738639831543
+ -4.517765998840332,
+ -2.0101253986358643,
+ -1.4807348251342773
]
],
"act_logits": [
[
- 1479.478271484375,
- -1745.6634521484375
+ 1479.477783203125,
+ -1745.6630859375
]
],
"result": {
@@ -393,7 +393,11 @@
},
"usage": {
"input_tokens": 93,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 61,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_json_escaping.json b/laya-rust/tests/golden/multilingual/case_json_escaping.json
index 5b046da7..6d5d16e4 100644
--- a/laya-rust/tests/golden/multilingual/case_json_escaping.json
+++ b/laya-rust/tests/golden/multilingual/case_json_escaping.json
@@ -515,14 +515,14 @@
"marker_axis_padded": false,
"logits": [
[
- -2.1366453170776367,
- 17.42098617553711
+ -2.1366775035858154,
+ 17.420978546142578
]
],
"act_logits": [
[
- 1012.655517578125,
- -1208.8387451171875
+ 1012.65576171875,
+ -1208.8389892578125
]
],
"result": {
@@ -540,7 +540,11 @@
},
"usage": {
"input_tokens": 150,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 119,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_list_state.json b/laya-rust/tests/golden/multilingual/case_list_state.json
index ab45d4a4..abca5fcf 100644
--- a/laya-rust/tests/golden/multilingual/case_list_state.json
+++ b/laya-rust/tests/golden/multilingual/case_list_state.json
@@ -317,13 +317,13 @@
"marker_axis_padded": false,
"logits": [
[
- 1.2456958293914795,
- 0.24434494972229004
+ 1.2456920146942139,
+ 0.24434435367584229
]
],
"act_logits": [
[
- 1307.537353515625,
+ 1307.5372314453125,
-1552.0126953125
]
],
@@ -342,7 +342,11 @@
},
"usage": {
"input_tokens": 83,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 52,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_long_state.json b/laya-rust/tests/golden/multilingual/case_long_state.json
index acc6a671..cbb3e6d0 100644
--- a/laya-rust/tests/golden/multilingual/case_long_state.json
+++ b/laya-rust/tests/golden/multilingual/case_long_state.json
@@ -6237,22 +6237,22 @@
"marker_axis_padded": false,
"logits": [
[
- -0.18077713251113892,
- 4.145590782165527
+ -0.18077844381332397,
+ 4.145587921142578
],
[
- -2.489722967147827,
- -4.332098007202148
+ -2.48972487449646,
+ -4.332101345062256
]
],
"act_logits": [
[
- 1173.5223388671875,
+ 1173.522216796875,
-1400.193603515625
],
[
- 1087.2540283203125,
- -1300.8582763671875
+ 1087.253662109375,
+ -1300.858154296875
]
],
"result": {
@@ -6283,7 +6283,14 @@
},
"usage": {
"input_tokens": 2048,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 7894,
+ "state_tokens_dropped": 6901,
+ "truncated": true,
+ "truncated_questions": [
+ "frustrated",
+ "topic"
+ ]
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_many_options.json b/laya-rust/tests/golden/multilingual/case_many_options.json
index e01188c1..db2424f6 100644
--- a/laya-rust/tests/golden/multilingual/case_many_options.json
+++ b/laya-rust/tests/golden/multilingual/case_many_options.json
@@ -1059,51 +1059,51 @@
"marker_axis_padded": false,
"logits": [
[
- -1.3844637870788574,
- -0.3702296018600464,
- -0.2953379154205322,
- -0.27147263288497925,
- -1.7039079666137695,
- -2.3245246410369873,
- -1.9655388593673706,
- -1.990427017211914,
- -2.1103861331939697,
- -1.3460218906402588,
- -1.866158366203308,
- -1.226549744606018,
- -1.4565726518630981,
- -1.8490114212036133,
- -2.6093556880950928,
- -2.637212038040161,
+ -1.3844640254974365,
+ -0.37022775411605835,
+ -0.2953376770019531,
+ -0.27147334814071655,
+ -1.7039093971252441,
+ -2.3245255947113037,
+ -1.965539574623108,
+ -1.9904274940490723,
+ -2.110386371612549,
+ -1.3460203409194946,
+ -1.8661582469940186,
+ -1.2265479564666748,
+ -1.4565691947937012,
+ -1.8490118980407715,
+ -2.60935378074646,
+ -2.637211322784424,
-2.614530324935913,
- -2.4503233432769775,
- -2.4418349266052246,
- -2.0673422813415527,
- -1.503393530845642,
- -0.7902888059616089,
- -0.8891362547874451,
- -1.0078449249267578,
- -1.6876612901687622,
- -1.858831763267517,
- -1.9822001457214355,
- -1.875482201576233,
- -1.9256559610366821,
- -1.152733325958252,
- -1.6685296297073364,
- -1.4456483125686646,
- -1.3304994106292725,
- -1.5693132877349854,
- -2.358699321746826,
- -2.4427297115325928,
+ -2.4503231048583984,
+ -2.441833972930908,
+ -2.067340850830078,
+ -1.5033921003341675,
+ -0.7902883291244507,
+ -0.8891361951828003,
+ -1.0078444480895996,
+ -1.6876617670059204,
+ -1.8588327169418335,
+ -1.98219895362854,
+ -1.875481367111206,
+ -1.9256561994552612,
+ -1.1527340412139893,
+ -1.6685307025909424,
+ -1.4456485509872437,
+ -1.330500841140747,
+ -1.5693142414093018,
+ -2.3586995601654053,
+ -2.442730188369751,
-2.3081207275390625,
- -1.8695451021194458,
- -1.3365660905838013,
- 0.4271225929260254
+ -1.869545578956604,
+ -1.3365647792816162,
+ 0.4271259307861328
]
],
"act_logits": [
[
- 1270.501953125,
+ 1270.5020751953125,
-1514.28369140625
]
],
@@ -1164,7 +1164,11 @@
},
"usage": {
"input_tokens": 270,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 10,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_mask_injection.json b/laya-rust/tests/golden/multilingual/case_mask_injection.json
index f7b403bf..dd7cd34f 100644
--- a/laya-rust/tests/golden/multilingual/case_mask_injection.json
+++ b/laya-rust/tests/golden/multilingual/case_mask_injection.json
@@ -182,13 +182,13 @@
"marker_axis_padded": false,
"logits": [
[
- 0.25578683614730835,
- 6.43765926361084
+ 0.2557864189147949,
+ 6.437662601470947
]
],
"act_logits": [
[
- 1296.0322265625,
+ 1296.0318603515625,
-1539.1763916015625
]
],
@@ -211,7 +211,11 @@
},
"usage": {
"input_tokens": 41,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 11,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json b/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json
index fc23513c..0fc1e74f 100644
--- a/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json
+++ b/laya-rust/tests/golden/multilingual/case_nonstring_instructions.json
@@ -381,22 +381,22 @@
"marker_axis_padded": false,
"logits": [
[
- -0.9075435400009155,
- -0.7191635966300964
+ -0.9075420498847961,
+ -0.7191608548164368
],
[
- -1.4057278633117676,
+ -1.4057300090789795,
0.24854958057403564
]
],
"act_logits": [
[
1266.0982666015625,
- -1506.8524169921875
+ -1506.8525390625
],
[
- 1164.3831787109375,
- -1387.8636474609375
+ 1164.3819580078125,
+ -1387.8626708984375
]
],
"result": {
@@ -427,7 +427,11 @@
},
"usage": {
"input_tokens": 92,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 8,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_options_exceed_head.json b/laya-rust/tests/golden/multilingual/case_options_exceed_head.json
index 2336adc2..00334c9d 100644
--- a/laya-rust/tests/golden/multilingual/case_options_exceed_head.json
+++ b/laya-rust/tests/golden/multilingual/case_options_exceed_head.json
@@ -310,5 +310,5 @@
}
},
"error_type": "ValueError",
- "error_message": "question 'too_wide' options exceed head_max_len=256"
+ "error_message": "question 'too_wide': only 254 of its 300 option markers fit in max_len=1024 with head_max_len=256 spent on the question; lower head_max_len, raise max_len, or use fewer options"
}
diff --git a/laya-rust/tests/golden/multilingual/case_quickstart.json b/laya-rust/tests/golden/multilingual/case_quickstart.json
index 6c55706c..f7155b07 100644
--- a/laya-rust/tests/golden/multilingual/case_quickstart.json
+++ b/laya-rust/tests/golden/multilingual/case_quickstart.json
@@ -1362,45 +1362,45 @@
"logits": [
[
7.727238655090332,
- -4.5556159019470215,
- -2.060908794403076,
+ -4.555615425109863,
+ -2.0609042644500732,
-10000.0
],
[
- -3.112750768661499,
- 0.14540886878967285,
- -0.22580891847610474,
- -0.7165496945381165
+ -3.1127467155456543,
+ 0.14541220664978027,
+ -0.22580814361572266,
+ -0.7165543437004089
],
[
- 3.0695745944976807,
- -0.07253217697143555,
+ 3.0695688724517822,
+ -0.07253175973892212,
-10000.0,
-10000.0
],
[
- 1.247995138168335,
- -0.26682430505752563,
+ 1.247997522354126,
+ -0.26682233810424805,
-10000.0,
-10000.0
]
],
"act_logits": [
[
- 1252.7357177734375,
- -1494.896484375
+ 1252.7354736328125,
+ -1494.896240234375
],
[
- 1394.9483642578125,
- -1645.8038330078125
+ 1394.948486328125,
+ -1645.8040771484375
],
[
- 1234.0137939453125,
- -1468.8489990234375
+ 1234.01416015625,
+ -1468.8492431640625
],
[
- 1266.3450927734375,
- -1504.056640625
+ 1266.344970703125,
+ -1504.056396484375
]
],
"result": {
@@ -1462,7 +1462,11 @@
},
"usage": {
"input_tokens": 375,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 56,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_sample_app_english.json b/laya-rust/tests/golden/multilingual/case_sample_app_english.json
index 57c1c11d..3bc0ae65 100644
--- a/laya-rust/tests/golden/multilingual/case_sample_app_english.json
+++ b/laya-rust/tests/golden/multilingual/case_sample_app_english.json
@@ -1286,26 +1286,26 @@
"marker_axis_padded": false,
"logits": [
[
- 15.422260284423828,
- -4.568120002746582,
- -4.566651344299316,
- -4.348117828369141
+ 15.42226791381836,
+ -4.56812047958374,
+ -4.566651821136475,
+ -4.348118782043457
],
[
- -3.322251319885254,
- 0.3622562885284424,
+ -3.3222527503967285,
+ 0.3622555732727051,
2.582277297973633,
-10000.0
],
[
- 1.3057746887207031,
- -0.5563302040100098,
+ 1.3057777881622314,
+ -0.556329607963562,
-10000.0,
-10000.0
],
[
- -3.2935068607330322,
- 0.292530357837677,
+ -3.2935073375701904,
+ 0.2925301194190979,
-10000.0,
-10000.0
]
@@ -1317,15 +1317,15 @@
],
[
1579.6341552734375,
- -1867.15625
+ -1867.1561279296875
],
[
1175.693115234375,
- -1397.9881591796875
+ -1397.988037109375
],
[
1106.8782958984375,
- -1319.4776611328125
+ -1319.477783203125
]
],
"result": {
@@ -1386,7 +1386,11 @@
},
"usage": {
"input_tokens": 348,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 50,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json b/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json
index 3e43a5a7..a28c1aea 100644
--- a/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json
+++ b/laya-rust/tests/golden/multilingual/case_sample_app_hindi.json
@@ -948,26 +948,26 @@
"marker_axis_padded": false,
"logits": [
[
- 4.29817533493042,
- -3.6258249282836914,
+ 4.298194885253906,
+ -3.6258273124694824,
-4.5493597984313965,
- -3.820557117462158
+ -3.8205618858337402
],
[
- -2.450326919555664,
- -0.4570348858833313,
- 1.0562384128570557,
+ -2.450333833694458,
+ -0.45703834295272827,
+ 1.0562376976013184,
-10000.0
],
[
- 2.252955198287964,
- -0.012327313423156738,
+ 2.2529542446136475,
+ -0.012327849864959717,
-10000.0,
-10000.0
],
[
- -3.191080093383789,
- 0.556289553642273,
+ -3.1910810470581055,
+ 0.5562881231307983,
-10000.0,
-10000.0
]
@@ -975,19 +975,19 @@
"act_logits": [
[
1286.3685302734375,
- -1537.641845703125
+ -1537.6419677734375
],
[
- 1477.1959228515625,
- -1743.811279296875
+ 1477.1961669921875,
+ -1743.8115234375
],
[
- 1388.951416015625,
- -1647.3592529296875
+ 1388.9515380859375,
+ -1647.3594970703125
],
[
- 1218.649658203125,
- -1451.647705078125
+ 1218.6494140625,
+ -1451.6475830078125
]
],
"result": {
@@ -1048,7 +1048,11 @@
},
"usage": {
"input_tokens": 236,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 22,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json b/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json
index b06be6f9..7e22c01c 100644
--- a/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json
+++ b/laya-rust/tests/golden/multilingual/case_shortlist_many_options.json
@@ -999,32 +999,32 @@
"marker_axis_padded": false,
"logits": [
[
- 2.7842955589294434,
- 0.835179328918457,
- -2.3139162063598633,
- -4.610975742340088,
+ 2.7842917442321777,
+ 0.8351801633834839,
+ -2.3139195442199707,
+ -4.61097526550293,
-4.60257625579834,
- -4.59871768951416,
- -0.6679871678352356,
- -4.603085517883301,
- -3.6910927295684814,
+ -4.598717212677002,
+ -0.6679849028587341,
+ -4.603085041046143,
+ -3.691092014312744,
-3.6140689849853516,
- 0.8638021349906921,
+ 0.8638026714324951,
-4.581456184387207,
- -4.249812126159668,
- -2.9920549392700195,
+ -4.249808311462402,
+ -2.9920575618743896,
-4.548275470733643,
- -4.61987829208374,
- -0.3889305591583252,
- -3.8191657066345215,
+ -4.619877338409424,
+ -0.3889336585998535,
+ -3.8191652297973633,
-4.251703262329102,
- -4.654714107513428
+ -4.654713153839111
]
],
"act_logits": [
[
- 1326.2877197265625,
- -1586.6636962890625
+ 1326.2880859375,
+ -1586.664306640625
]
],
"result": {
@@ -1064,7 +1064,11 @@
},
"usage": {
"input_tokens": 267,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 19,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
},
"shortlist": {
"intent": {
diff --git a/laya-rust/tests/golden/multilingual/case_single_option.json b/laya-rust/tests/golden/multilingual/case_single_option.json
index 77bddc6f..438731d6 100644
--- a/laya-rust/tests/golden/multilingual/case_single_option.json
+++ b/laya-rust/tests/golden/multilingual/case_single_option.json
@@ -125,14 +125,14 @@
"marker_axis_padded": true,
"logits": [
[
- -0.9127780199050903,
+ -0.9127790331840515,
-10000.0
]
],
"act_logits": [
[
- 1366.2135009765625,
- -1624.6650390625
+ 1366.21337890625,
+ -1624.6649169921875
]
],
"result": {
@@ -153,7 +153,11 @@
},
"usage": {
"input_tokens": 23,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 4,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/multilingual/meta.json b/laya-rust/tests/golden/multilingual/meta.json
index 4079c81d..3cdc37c3 100644
--- a/laya-rust/tests/golden/multilingual/meta.json
+++ b/laya-rust/tests/golden/multilingual/meta.json
@@ -1,7 +1,7 @@
{
"generator": "tools/dump_golden.py",
"onnx_dir": "multilingual",
- "laya_version": "0.3.21",
+ "laya_version": "0.4.0",
"onnxruntime_version": "1.30.0",
"transformers_version": "5.17.0",
"config": {
@@ -56,12 +56,12 @@
},
"onnx_self_check": {
"single_noul": {
- "logits_maxdiff": 5.245208740234375e-06,
- "act_maxdiff": 0.0003662109375
+ "logits_maxdiff": 1.5795230865478516e-06,
+ "act_maxdiff": 0.0001220703125
},
"triage_4q": {
- "logits_maxdiff": 8.821487426757812e-06,
- "act_maxdiff": 0.0006103515625
+ "logits_maxdiff": 1.3232231140136719e-05,
+ "act_maxdiff": 0.0009765625
}
}
}
diff --git a/laya-rust/tests/golden/routing/email_probe.json b/laya-rust/tests/golden/routing/email_probe.json
index e2c1f27a..9d25b1d9 100644
--- a/laya-rust/tests/golden/routing/email_probe.json
+++ b/laya-rust/tests/golden/routing/email_probe.json
@@ -10,7 +10,7 @@
"label": "inline_footer_no_terminal_punctuation",
"body": "My account is locked\nThis email is confidential and intended solely for the named addressee.\nPlease unlock it.",
"max_chars": 3000,
- "result": "Please unlock it."
+ "result": "My account is locked Please unlock it."
},
{
"label": "inline_footer_body_never_emptied",
diff --git a/laya-rust/tests/golden/routing/lang_probe.json b/laya-rust/tests/golden/routing/lang_probe.json
index 14c14a08..78b1dc2c 100644
--- a/laya-rust/tests/golden/routing/lang_probe.json
+++ b/laya-rust/tests/golden/routing/lang_probe.json
@@ -22,7 +22,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -48,7 +49,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -74,7 +76,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -96,7 +99,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -122,7 +126,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0484,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -148,7 +153,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -176,7 +182,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -202,7 +209,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -228,7 +236,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -254,7 +263,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -280,7 +290,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -306,7 +317,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -332,7 +344,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -358,7 +371,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -384,7 +398,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -406,7 +421,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -428,7 +444,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -454,7 +471,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -480,7 +498,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -506,7 +525,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -532,7 +552,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -560,7 +581,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -586,7 +608,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -612,7 +635,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0515,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -638,7 +662,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0229,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -664,7 +689,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0962,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -690,7 +716,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0282,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -716,7 +743,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0735,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -742,7 +770,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.2222,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -768,7 +797,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.1029,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -794,7 +824,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.1333,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -820,7 +851,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -846,7 +878,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0926,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -872,7 +905,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -898,7 +932,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.1333,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -924,7 +959,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -950,7 +986,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0435,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -976,7 +1013,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1002,7 +1040,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1028,7 +1067,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1054,7 +1094,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1080,7 +1121,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1106,7 +1148,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1132,7 +1175,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1161,7 +1205,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1193,7 +1238,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1224,7 +1270,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1246,7 +1293,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1275,7 +1323,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -1301,7 +1350,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -1329,7 +1379,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.7
+ "non_latin_fraction": 0.7,
+ "mixed_segment": null
}
},
{
@@ -1355,7 +1406,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1381,7 +1433,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1407,7 +1460,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1433,7 +1487,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1459,7 +1514,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1485,7 +1541,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1511,7 +1568,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1537,7 +1595,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1563,7 +1622,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1589,7 +1649,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1615,7 +1676,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0317,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1641,7 +1703,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0159,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1667,7 +1730,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0476,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1693,7 +1757,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1719,7 +1784,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1745,7 +1811,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1771,7 +1838,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1797,7 +1865,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1823,7 +1892,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1849,7 +1919,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1875,7 +1946,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0435,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1901,7 +1973,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1927,7 +2000,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -1953,7 +2027,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -1979,7 +2054,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2005,7 +2081,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2031,7 +2108,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2057,7 +2135,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2083,7 +2162,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2109,7 +2189,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2135,7 +2216,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2161,7 +2243,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2187,7 +2270,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2213,7 +2297,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2239,7 +2324,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2265,7 +2351,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2291,7 +2378,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2317,7 +2405,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2343,7 +2432,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2369,7 +2459,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2395,7 +2486,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2421,7 +2513,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2447,7 +2540,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2473,7 +2567,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2499,7 +2594,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2525,7 +2621,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2553,7 +2650,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2579,7 +2677,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2605,7 +2704,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2633,7 +2733,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2661,7 +2762,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2689,7 +2791,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.5
+ "non_latin_fraction": 0.5,
+ "mixed_segment": null
}
},
{
@@ -2717,7 +2820,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.5
+ "non_latin_fraction": 0.5,
+ "mixed_segment": null
}
},
{
@@ -2747,7 +2851,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -2767,17 +2872,18 @@
"looks_non_english": false
},
"analyse": {
- "script": "latin",
+ "script": "arabic",
"script_profile": {
"latin": 0.6190476190476191,
"han": 0.09523809523809523,
"arabic": 0.2857142857142857
},
"language": null,
- "is_english": true,
+ "is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.381
+ "non_latin_fraction": 0.381,
+ "mixed_segment": null
}
},
{
@@ -2805,7 +2911,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.7143
+ "non_latin_fraction": 0.7143,
+ "mixed_segment": null
}
},
{
@@ -2833,7 +2940,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.125
+ "non_latin_fraction": 0.125,
+ "mixed_segment": null
}
},
{
@@ -2859,7 +2967,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0476,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2885,7 +2994,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2911,7 +3021,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.1071,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2937,7 +3048,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0952,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2959,7 +3071,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -2985,15 +3098,18 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
"label": "astral/deseret_letter_alone",
"state": "𐐀𐐁𐐂",
"state_text": "𐐀𐐁𐐂",
- "detect_script": "unknown",
- "script_profile": {},
+ "detect_script": "other",
+ "script_profile": {
+ "other": 1.0
+ },
"latin_profile": {
"language": null,
"english_hits": 0,
@@ -3001,13 +3117,16 @@
"looks_non_english": false
},
"analyse": {
- "script": "unknown",
- "script_profile": {},
+ "script": "other",
+ "script_profile": {
+ "other": 1.0
+ },
"language": null,
- "is_english": true,
+ "is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -3016,7 +3135,8 @@
"state_text": "refund 𐐀 today",
"detect_script": "latin",
"script_profile": {
- "latin": 1.0
+ "latin": 0.9166666666666666,
+ "other": 0.08333333333333333
},
"latin_profile": {
"language": null,
@@ -3027,21 +3147,25 @@
"analyse": {
"script": "latin",
"script_profile": {
- "latin": 1.0
+ "latin": 0.9166666666666666,
+ "other": 0.08333333333333333
},
"language": null,
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0833,
+ "mixed_segment": null
}
},
{
"label": "astral/mathematical_bold_letters",
"state": "𝐀𝐁𝐂",
"state_text": "𝐀𝐁𝐂",
- "detect_script": "unknown",
- "script_profile": {},
+ "detect_script": "other",
+ "script_profile": {
+ "other": 1.0
+ },
"latin_profile": {
"language": null,
"english_hits": 0,
@@ -3049,13 +3173,16 @@
"looks_non_english": false
},
"analyse": {
- "script": "unknown",
- "script_profile": {},
+ "script": "other",
+ "script_profile": {
+ "other": 1.0
+ },
"language": null,
- "is_english": true,
+ "is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -3081,7 +3208,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -3107,7 +3235,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3133,7 +3262,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3159,7 +3289,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.04,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3185,7 +3316,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.125,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3207,7 +3339,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3233,7 +3366,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3259,7 +3393,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3285,7 +3420,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3323,7 +3459,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3359,7 +3496,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3395,7 +3533,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3436,7 +3575,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3462,7 +3602,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -3488,7 +3629,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -3516,7 +3658,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0025
+ "non_latin_fraction": 0.0025,
+ "mixed_segment": null
}
},
{
@@ -3542,7 +3685,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
}
]
diff --git a/laya-rust/tests/golden/routing/meta.json b/laya-rust/tests/golden/routing/meta.json
index 5cf9a90b..01adc570 100644
--- a/laya-rust/tests/golden/routing/meta.json
+++ b/laya-rust/tests/golden/routing/meta.json
@@ -1,6 +1,6 @@
{
"generator": "tools/dump_routing_golden.py",
- "laya_version": "0.3.6",
+ "laya_version": "0.4.0",
"default_shortlist_k": 20,
"notes": {
"route_probe": "RouteDecision is serialized as {model, reason, detection, workflow}; 'repo' is intentionally omitted (not part of the ported RouteDecision).",
diff --git a/laya-rust/tests/golden/routing/route_probe.json b/laya-rust/tests/golden/routing/route_probe.json
index 6d284165..0593cd63 100644
--- a/laya-rust/tests/golden/routing/route_probe.json
+++ b/laya-rust/tests/golden/routing/route_probe.json
@@ -29,7 +29,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -64,7 +65,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -125,7 +127,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -161,7 +164,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -196,7 +200,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -231,7 +236,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -266,7 +272,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -547,7 +554,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": "customer_service"
}
@@ -569,8 +577,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "no letters detected in state; using default (english)",
+ "model": "multilingual",
+ "reason": "no letters detected in state; using default (multilingual)",
"detection": {
"script": "unknown",
"script_profile": {},
@@ -578,7 +586,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -600,8 +609,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "no letters detected in state; using default (english)",
+ "model": "multilingual",
+ "reason": "no letters detected in state; using default (multilingual)",
"detection": {
"script": "unknown",
"script_profile": {},
@@ -609,7 +618,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -635,7 +645,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -828,7 +839,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -894,8 +906,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "English Latin text",
+ "model": "multilingual",
+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)",
"detection": {
"script": "latin",
"script_profile": {
@@ -905,7 +917,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -947,8 +960,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "English Latin text",
+ "model": "multilingual",
+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)",
"detection": {
"script": "latin",
"script_profile": {
@@ -958,7 +971,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -992,8 +1006,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "English Latin text",
+ "model": "multilingual",
+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)",
"detection": {
"script": "latin",
"script_profile": {
@@ -1003,7 +1017,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1041,8 +1056,8 @@
}
},
"decision": {
- "model": "english",
- "reason": "English Latin text",
+ "model": "multilingual",
+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)",
"detection": {
"script": "latin",
"script_profile": {
@@ -1052,7 +1067,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1075,7 +1091,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0962,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1098,7 +1115,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0455,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1121,7 +1139,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0735,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1144,7 +1163,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.1029,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1167,7 +1187,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0926,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1190,7 +1211,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1202,8 +1224,8 @@
"state": "refund me"
},
"decision": {
- "model": "english",
- "reason": "English Latin text",
+ "model": "multilingual",
+ "reason": "Latin script, language not identified and no non-English letters; using default (multilingual)",
"detection": {
"script": "latin",
"script_profile": {
@@ -1213,7 +1235,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1236,7 +1259,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1259,7 +1283,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1282,7 +1307,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1305,7 +1331,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1328,7 +1355,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0317,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1351,7 +1379,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0159,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1374,7 +1403,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0476,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1397,7 +1427,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1420,7 +1451,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1443,7 +1475,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0435,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1466,7 +1499,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1489,7 +1523,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1512,7 +1547,8 @@
"is_english": true,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1547,7 +1583,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1584,7 +1621,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1621,7 +1659,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1661,7 +1700,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1892,7 +1932,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1916,7 +1957,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.7
+ "non_latin_fraction": 0.7,
+ "mixed_segment": null
},
"workflow": null
}
@@ -1939,7 +1981,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0926,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
diff --git a/laya-rust/tests/golden/routing/sample_inputs.json b/laya-rust/tests/golden/routing/sample_inputs.json
index c3cb120f..ae591778 100644
--- a/laya-rust/tests/golden/routing/sample_inputs.json
+++ b/laya-rust/tests/golden/routing/sample_inputs.json
@@ -12,7 +12,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -27,7 +28,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -42,7 +44,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0484,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -57,7 +60,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0282,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
}
},
{
@@ -72,7 +76,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -87,7 +92,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -103,7 +109,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
}
},
{
@@ -122,7 +129,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.52
+ "non_latin_fraction": 0.52,
+ "mixed_segment": null
}
}
],
@@ -145,7 +153,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -168,7 +177,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 1.0
+ "non_latin_fraction": 1.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -191,7 +201,8 @@
"is_english": false,
"language_undecided": false,
"diacritic_rate": 0.0962,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
@@ -305,7 +316,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": "customer_service"
}
@@ -363,7 +375,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
},
@@ -380,7 +393,8 @@
"is_english": false,
"language_undecided": true,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.7381
+ "non_latin_fraction": 0.7381,
+ "mixed_segment": null
},
"workflow": null
}
@@ -407,7 +421,8 @@
"is_english": true,
"language_undecided": false,
"diacritic_rate": 0.0,
- "non_latin_fraction": 0.0
+ "non_latin_fraction": 0.0,
+ "mixed_segment": null
},
"workflow": null
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_arabic.json b/laya-rust/tests/golden/typed-decisions/case_arabic.json
index ff8e7ed3..705a18d2 100644
--- a/laya-rust/tests/golden/typed-decisions/case_arabic.json
+++ b/laya-rust/tests/golden/typed-decisions/case_arabic.json
@@ -889,12 +889,12 @@
"marker_axis_padded": false,
"logits": [
[
- 0.4124017059803009,
+ 0.4124016761779785,
0.09562945365905762
],
[
- 0.9585608839988708,
- -0.012332737445831299
+ 0.95856112241745,
+ -0.012332618236541748
]
],
"act_logits": [
@@ -935,7 +935,11 @@
},
"usage": {
"input_tokens": 252,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 69,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json b/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json
index 7eaa2d73..38227450 100644
--- a/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json
+++ b/laya-rust/tests/golden/typed-decisions/case_choice_criteria_list.json
@@ -195,7 +195,11 @@
},
"usage": {
"input_tokens": 31,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 10,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_cjk.json b/laya-rust/tests/golden/typed-decisions/case_cjk.json
index 4427f8b9..c6823856 100644
--- a/laya-rust/tests/golden/typed-decisions/case_cjk.json
+++ b/laya-rust/tests/golden/typed-decisions/case_cjk.json
@@ -853,9 +853,9 @@
"marker_axis_padded": false,
"logits": [
[
- 1.2237383127212524,
- 0.408316433429718,
- 0.30611613392829895
+ 1.223738193511963,
+ 0.4083164930343628,
+ 0.3061161935329437
],
[
-2.5716042518615723,
@@ -869,7 +869,7 @@
-3939.86865234375
],
[
- 3960.244873046875,
+ 3960.2451171875,
-3243.89111328125
]
],
@@ -912,7 +912,11 @@
},
"usage": {
"input_tokens": 222,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 49,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json b/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json
index 7d600ca7..0264f8a6 100644
--- a/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json
+++ b/laya-rust/tests/golden/typed-decisions/case_criterion_shapes.json
@@ -610,12 +610,12 @@
"logits": [
[
2.062333106994629,
- 0.24727195501327515,
+ 0.24727189540863037,
-1.662116289138794,
-1.5677821636199951,
-1.513063907623291,
- -1.319779634475708,
- -0.44945579767227173
+ -1.3197797536849976,
+ -0.4494558572769165
],
[
-0.012083202600479126,
@@ -662,14 +662,8 @@
"type": "score",
"score": 1.1978,
"legend": {
- "0": {
- "label": "info",
- "cvss": 0.0
- },
- "1": {
- "label": "high",
- "cvss": 7.5
- },
+ "0": "{\"label\": \"info\", \"cvss\": 0.0}",
+ "1": "{\"label\": \"high\", \"cvss\": 7.5}",
"2": "critical"
},
"probabilities": {
@@ -686,7 +680,11 @@
},
"usage": {
"input_tokens": 144,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 11,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_dict_state.json b/laya-rust/tests/golden/typed-decisions/case_dict_state.json
index 8acbb75a..22786113 100644
--- a/laya-rust/tests/golden/typed-decisions/case_dict_state.json
+++ b/laya-rust/tests/golden/typed-decisions/case_dict_state.json
@@ -357,9 +357,9 @@
"marker_axis_padded": false,
"logits": [
[
- -0.07843291759490967,
+ -0.07843288779258728,
1.3633489608764648,
- 1.0982259511947632
+ 1.0982258319854736
]
],
"act_logits": [
@@ -393,7 +393,11 @@
},
"usage": {
"input_tokens": 93,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 64,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_json_escaping.json b/laya-rust/tests/golden/typed-decisions/case_json_escaping.json
index ce900126..28da9ff4 100644
--- a/laya-rust/tests/golden/typed-decisions/case_json_escaping.json
+++ b/laya-rust/tests/golden/typed-decisions/case_json_escaping.json
@@ -492,7 +492,11 @@
},
"usage": {
"input_tokens": 134,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 103,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_list_state.json b/laya-rust/tests/golden/typed-decisions/case_list_state.json
index 40fdedf8..d056c866 100644
--- a/laya-rust/tests/golden/typed-decisions/case_list_state.json
+++ b/laya-rust/tests/golden/typed-decisions/case_list_state.json
@@ -321,12 +321,12 @@
"logits": [
[
2.002666711807251,
- -0.3821010887622833
+ -0.3821011185646057
]
],
"act_logits": [
[
- 4920.5048828125,
+ 4920.50439453125,
-4016.302734375
]
],
@@ -345,7 +345,11 @@
},
"usage": {
"input_tokens": 84,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 53,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_long_state.json b/laya-rust/tests/golden/typed-decisions/case_long_state.json
index 8e468066..624855d0 100644
--- a/laya-rust/tests/golden/typed-decisions/case_long_state.json
+++ b/laya-rust/tests/golden/typed-decisions/case_long_state.json
@@ -6238,7 +6238,7 @@
"logits": [
[
1.9772350788116455,
- -0.25270819664001465
+ -0.25270816683769226
],
[
0.011878401041030884,
@@ -6283,7 +6283,14 @@
},
"usage": {
"input_tokens": 2048,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 6804,
+ "state_tokens_dropped": 5811,
+ "truncated": true,
+ "truncated_questions": [
+ "frustrated",
+ "topic"
+ ]
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_many_options.json b/laya-rust/tests/golden/typed-decisions/case_many_options.json
index 2c3b150d..64aaeeb2 100644
--- a/laya-rust/tests/golden/typed-decisions/case_many_options.json
+++ b/laya-rust/tests/golden/typed-decisions/case_many_options.json
@@ -1065,46 +1065,46 @@
"marker_axis_padded": false,
"logits": [
[
- 0.5144236087799072,
- 0.34069469571113586,
+ 0.5144237279891968,
+ 0.34069475531578064,
0.3221031427383423,
- 0.17725032567977905,
- 0.10183802247047424,
+ 0.17725029587745667,
+ 0.10183805227279663,
0.25006332993507385,
0.19678166508674622,
- 0.10084766149520874,
- 0.2583611309528351,
- 0.2658017873764038,
- 0.39381715655326843,
+ 0.1008477509021759,
+ 0.25836125016212463,
+ 0.2658017575740814,
+ 0.39381712675094604,
0.20233997702598572,
0.020099788904190063,
- 0.07363346219062805,
- -0.02278640866279602,
- -0.17907613515853882,
- -0.17688599228858948,
- -0.036870479583740234,
+ 0.07363343238830566,
+ -0.022786349058151245,
+ -0.1790761649608612,
+ -0.17688605189323425,
+ -0.03687050938606262,
-0.01895928382873535,
- 0.1375594437122345,
+ 0.13755956292152405,
0.15170282125473022,
- -0.15126603841781616,
- -0.37737107276916504,
- -0.21056896448135376,
+ -0.15126609802246094,
+ -0.37737104296684265,
+ -0.2105688452720642,
-0.18938809633255005,
- -0.13098987936973572,
+ -0.13098981976509094,
-0.0960497260093689,
- 0.009582728147506714,
+ 0.009582698345184326,
0.10648441314697266,
- 0.12361237406730652,
- -0.013582974672317505,
- 0.019405245780944824,
- -0.2615450322628021,
- -0.07609763741493225,
- -0.0788978636264801,
+ 0.12361249327659607,
+ -0.013583093881607056,
+ 0.019405215978622437,
+ -0.2615450620651245,
+ -0.07609766721725464,
+ -0.07889795303344727,
-0.21638256311416626,
-0.10915178060531616,
- -0.05439230799674988,
- 0.03386649489402771,
- -0.3493933081626892
+ -0.05439227819442749,
+ 0.03386658430099487,
+ -0.3493933379650116
]
],
"act_logits": [
@@ -1170,7 +1170,11 @@
},
"usage": {
"input_tokens": 272,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 12,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_mask_injection.json b/laya-rust/tests/golden/typed-decisions/case_mask_injection.json
index dc307432..d181b611 100644
--- a/laya-rust/tests/golden/typed-decisions/case_mask_injection.json
+++ b/laya-rust/tests/golden/typed-decisions/case_mask_injection.json
@@ -204,13 +204,13 @@
"logits": [
[
0.7911447882652283,
- -0.21168416738510132
+ -0.21168413758277893
]
],
"act_logits": [
[
4881.5341796875,
- -3982.474609375
+ -3982.47509765625
]
],
"result": {
@@ -232,7 +232,11 @@
},
"usage": {
"input_tokens": 48,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 14,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json b/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json
index 8159d9cc..ea4bd64d 100644
--- a/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json
+++ b/laya-rust/tests/golden/typed-decisions/case_nonstring_instructions.json
@@ -421,12 +421,12 @@
"marker_axis_padded": false,
"logits": [
[
- 0.7489709258079529,
+ 0.7489709854125977,
0.33357158303260803
],
[
1.0393319129943848,
- -0.3546997606754303
+ -0.3546997010707855
]
],
"act_logits": [
@@ -436,7 +436,7 @@
],
[
4882.25927734375,
- -3996.43505859375
+ -3996.4345703125
]
],
"result": {
@@ -467,7 +467,11 @@
},
"usage": {
"input_tokens": 104,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 14,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json b/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json
index 2336adc2..00334c9d 100644
--- a/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json
+++ b/laya-rust/tests/golden/typed-decisions/case_options_exceed_head.json
@@ -310,5 +310,5 @@
}
},
"error_type": "ValueError",
- "error_message": "question 'too_wide' options exceed head_max_len=256"
+ "error_message": "question 'too_wide': only 254 of its 300 option markers fit in max_len=1024 with head_max_len=256 spent on the question; lower head_max_len, raise max_len, or use fewer options"
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_quickstart.json b/laya-rust/tests/golden/typed-decisions/case_quickstart.json
index 2661ad5a..b8b3403b 100644
--- a/laya-rust/tests/golden/typed-decisions/case_quickstart.json
+++ b/laya-rust/tests/golden/typed-decisions/case_quickstart.json
@@ -1403,9 +1403,9 @@
-10000.0
],
[
- -2.449965476989746,
- 0.27642229199409485,
- 2.564621686935425,
+ -2.449965715408325,
+ 0.2764223515987396,
+ 2.5646214485168457,
1.5527721643447876
],
[
@@ -1415,7 +1415,7 @@
-10000.0
],
[
- -1.2292494773864746,
+ -1.2292495965957642,
0.15064242482185364,
-10000.0,
-10000.0
@@ -1498,7 +1498,11 @@
},
"usage": {
"input_tokens": 379,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 57,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json b/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json
index 14bf5a70..5de10f1f 100644
--- a/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json
+++ b/laya-rust/tests/golden/typed-decisions/case_sample_app_english.json
@@ -1316,7 +1316,7 @@
-2.143510341644287
],
[
- -1.3115590810775757,
+ -1.3115592002868652,
0.9793980121612549,
2.117581367492676,
-10000.0
@@ -1328,7 +1328,7 @@
-10000.0
],
[
- -1.2392635345458984,
+ -1.239263653755188,
0.14693397283554077,
-10000.0,
-10000.0
@@ -1337,11 +1337,11 @@
"act_logits": [
[
4803.14453125,
- -3924.28955078125
+ -3924.2890625
],
[
- 4621.31689453125,
- -3778.1796875
+ 4621.31640625,
+ -3778.17919921875
],
[
4875.13427734375,
@@ -1410,7 +1410,11 @@
},
"usage": {
"input_tokens": 348,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 50,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json b/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json
index 3ffdfe50..d5b7cb02 100644
--- a/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json
+++ b/laya-rust/tests/golden/typed-decisions/case_sample_app_hindi.json
@@ -1358,18 +1358,18 @@
[
-0.5805244445800781,
-0.31233158707618713,
- -0.9875006675720215,
+ -0.9875007271766663,
0.421606183052063
],
[
0.8618424534797668,
- 1.6211997270584106,
- 0.3419472873210907,
+ 1.6211999654769897,
+ 0.3419472575187683,
-10000.0
],
[
2.76562762260437,
- -0.4687272012233734,
+ -0.468727171421051,
-10000.0,
-10000.0
],
@@ -1382,8 +1382,8 @@
],
"act_logits": [
[
- 4708.5419921875,
- -3841.3037109375
+ 4708.54248046875,
+ -3841.30322265625
],
[
4602.10791015625,
@@ -1394,7 +1394,7 @@
-3766.26611328125
],
[
- 4603.33056640625,
+ 4603.330078125,
-3762.07861328125
]
],
@@ -1456,7 +1456,11 @@
},
"usage": {
"input_tokens": 364,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 54,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json b/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json
index 7eabc287..c838a7a1 100644
--- a/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json
+++ b/laya-rust/tests/golden/typed-decisions/case_shortlist_many_options.json
@@ -1002,26 +1002,26 @@
"marker_axis_padded": false,
"logits": [
[
- 0.7194006443023682,
- 0.2002488672733307,
- 1.3849756717681885,
- 0.19671010971069336,
+ 0.7194005846977234,
+ 0.20024871826171875,
+ 1.384975790977478,
+ 0.19671007990837097,
-2.3684210777282715,
-2.5026655197143555,
-0.1955488622188568,
-1.487708568572998,
- -1.5839439630508423,
- -0.0484333336353302,
- 0.6778708100318909,
- 0.4778832197189331,
+ -1.5839437246322632,
+ -0.04843336343765259,
+ 0.6778708696365356,
+ 0.47788310050964355,
-1.1739604473114014,
-0.6882023811340332,
-2.925354480743408,
-2.322965383529663,
-2.6699132919311523,
- -0.09885123372077942,
- -0.047182679176330566,
- -0.9663347005844116
+ -0.0988512933254242,
+ -0.047182708978652954,
+ -0.9663347601890564
]
],
"act_logits": [
@@ -1067,7 +1067,11 @@
},
"usage": {
"input_tokens": 268,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 19,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
},
"shortlist": {
"intent": {
diff --git a/laya-rust/tests/golden/typed-decisions/case_single_option.json b/laya-rust/tests/golden/typed-decisions/case_single_option.json
index d5c562f9..8e23b017 100644
--- a/laya-rust/tests/golden/typed-decisions/case_single_option.json
+++ b/laya-rust/tests/golden/typed-decisions/case_single_option.json
@@ -131,7 +131,7 @@
],
"act_logits": [
[
- 4787.115234375,
+ 4787.11572265625,
-3909.83642578125
]
],
@@ -153,7 +153,11 @@
},
"usage": {
"input_tokens": 23,
- "output_tokens": 0
+ "output_tokens": 0,
+ "state_tokens": 4,
+ "state_tokens_dropped": 0,
+ "truncated": false,
+ "truncated_questions": []
}
}
}
diff --git a/laya-rust/tests/golden/typed-decisions/meta.json b/laya-rust/tests/golden/typed-decisions/meta.json
index 40d75c3d..f7b16d25 100644
--- a/laya-rust/tests/golden/typed-decisions/meta.json
+++ b/laya-rust/tests/golden/typed-decisions/meta.json
@@ -1,7 +1,7 @@
{
"generator": "tools/dump_golden.py",
"onnx_dir": "typed-decisions",
- "laya_version": "0.3.21",
+ "laya_version": "0.4.0",
"onnxruntime_version": "1.30.0",
"transformers_version": "5.17.0",
"config": {
@@ -73,8 +73,8 @@
},
"onnx_self_check": {
"single_noul": {
- "logits_maxdiff": 1.8477439880371094e-06,
- "act_maxdiff": 0.0009765625
+ "logits_maxdiff": 4.470348358154297e-07,
+ "act_maxdiff": 0.00146484375
},
"triage_4q": {
"logits_maxdiff": 2.6226043701171875e-06,