Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

fix(java): regenerate the language tables and fixtures after #1392

Nandakishor4aedb9edb300
diff --git a/laya-java/fixtures/lang_detect.json b/laya-java/fixtures/lang_detect.json
index 2a2893c5..6172e62b 100644
--- a/laya-java/fixtures/lang_detect.json
+++ b/laya-java/fixtures/lang_detect.json
@@ -4386,7 +4386,7 @@
"latin_profile": {
"language": null,
"english_hits": 0,
- "diacritic_rate": 0.2,
+ "diacritic_rate": 0.6,
"looks_non_english": true
},
"analyse": {
@@ -4397,7 +4397,7 @@
"language": null,
"is_english": false,
"language_undecided": true,
- "diacritic_rate": 0.2,
+ "diacritic_rate": 0.6,
"non_latin_fraction": 0.0,
"mixed_segment": null
},
diff --git a/laya-java/fixtures/lang_tables.json b/laya-java/fixtures/lang_tables.json
index d01133ad..2cea0c04 100644
--- a/laya-java/fixtures/lang_tables.json
+++ b/laya-java/fixtures/lang_tables.json
@@ -1160,9 +1160,56 @@
"ź",
"ż",
"ž",
+ "ơ",
+ "ư",
"ș",
"ț",
- "ə"
+ "ə",
+ "ạ",
+ "ả",
+ "ấ",
+ "ầ",
+ "ẩ",
+ "ẫ",
+ "ậ",
+ "ắ",
+ "ằ",
+ "ẳ",
+ "ẵ",
+ "ặ",
+ "ẹ",
+ "ẻ",
+ "ẽ",
+ "ế",
+ "ề",
+ "ể",
+ "ễ",
+ "ệ",
+ "ỉ",
+ "ị",
+ "ọ",
+ "ỏ",
+ "ố",
+ "ồ",
+ "ổ",
+ "ỗ",
+ "ộ",
+ "ớ",
+ "ờ",
+ "ở",
+ "ỡ",
+ "ợ",
+ "ụ",
+ "ủ",
+ "ứ",
+ "ừ",
+ "ử",
+ "ữ",
+ "ự",
+ "ỳ",
+ "ỵ",
+ "ỷ",
+ "ỹ"
],
"shared_words": [
"as",
diff --git a/laya-java/laya-java/src/main/java/com/convaiinnovations/laya/lang/LanguageTables.java b/laya-java/laya-java/src/main/java/com/convaiinnovations/laya/lang/LanguageTables.java
index c82ed51b..7a93c0fb 100644
--- a/laya-java/laya-java/src/main/java/com/convaiinnovations/laya/lang/LanguageTables.java
+++ b/laya-java/laya-java/src/main/java/com/convaiinnovations/laya/lang/LanguageTables.java
@@ -208,7 +208,12 @@ public final class LanguageTables {
"\u0111", "\u0113", "\u0119", "\u011B", "\u011F", "\u0123", "\u012B", "\u0131", "\u0137",
"\u013C", "\u0142", "\u0144", "\u0146", "\u0148", "\u0151", "\u0153", "\u0159", "\u015B",
"\u015F", "\u0161", "\u0163", "\u0165", "\u016B", "\u016F", "\u0171", "\u017A", "\u017C",
- "\u017E", "\u0219", "\u021B", "\u0259");
+ "\u017E", "\u01A1", "\u01B0", "\u0219", "\u021B", "\u0259", "\u1EA1", "\u1EA3", "\u1EA5",
+ "\u1EA7", "\u1EA9", "\u1EAB", "\u1EAD", "\u1EAF", "\u1EB1", "\u1EB3", "\u1EB5", "\u1EB7",
+ "\u1EB9", "\u1EBB", "\u1EBD", "\u1EBF", "\u1EC1", "\u1EC3", "\u1EC5", "\u1EC7", "\u1EC9",
+ "\u1ECB", "\u1ECD", "\u1ECF", "\u1ED1", "\u1ED3", "\u1ED5", "\u1ED7", "\u1ED9", "\u1EDB",
+ "\u1EDD", "\u1EDF", "\u1EE1", "\u1EE3", "\u1EE5", "\u1EE7", "\u1EE9", "\u1EEB", "\u1EED",
+ "\u1EEF", "\u1EF1", "\u1EF3", "\u1EF5", "\u1EF7", "\u1EF9");
/** Function words several lists hold, which therefore name no language. */
public static final Set<String> SHARED_WORDS = Set.of(