Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
fix(lang): recognize Armenian text when routing requests (#23)
dickbowna214aaedab63
diff --git a/laya/lang.py b/laya/lang.pyindex cf26b3e9..e5891ba2 100644--- a/laya/lang.py+++ b/laya/lang.py@@ -17,6 +17,7 @@ from typing import Dict, List, Optional, Union_SCRIPT_RANGES = [("greek", ((0x0370, 0x03FF), (0x1F00, 0x1FFF))),("cyrillic", ((0x0400, 0x052F), (0x2DE0, 0x2DFF), (0xA640, 0xA69F))),+ ("armenian", ((0x0530, 0x058F),)),("hebrew", ((0x0590, 0x05FF),)),("arabic", ((0x0600, 0x06FF), (0x0750, 0x077F), (0x08A0, 0x08FF), (0xFB50, 0xFDFF), (0xFE70, 0xFEFF))),("devanagari", ((0x0900, 0x097F), (0xA8E0, 0xA8FF))),diff --git a/tests/test_router.py b/tests/test_router.pyindex a256bb1c..f01b082c 100644--- a/tests/test_router.py+++ b/tests/test_router.py@@ -28,6 +28,9 @@ def check(name, got, want):# --------------------------------------------------------------------- script detectionSCRIPTS = [("english", "The customer was charged twice and wants a refund.", "latin"),+ ("armenian", "Հայերեն", "armenian"),+ ("armenian uppercase", "ՀԱՅԵՐԵՆ", "armenian"),+ ("armenian punctuation only", "։֊", "unknown"),("french", "Le client a été facturé deux fois et demande un remboursement.", "latin"),("hindi", "ग्राहक से दो बार शुल्क लिया गया और वह धनवापसी चाहता है।", "devanagari"),("japanese", "お客様は二重に請求されたため返金を希望しています。", "kana"),@@ -49,6 +52,7 @@ for label, text, want in SCRIPTS:# --------------------------------------------------------------------- english vs notfor label, text, want in [("plain english", "Please refund the duplicate charge on invoice 4411 today.", True),+ ("armenian", "Հայերեն", False),("english short", "refund me", True),("hindi", "ग्राहक से दो बार शुल्क लिया गया", False),("japanese", "お客様は二重に請求されました", False),@@ -87,6 +91,9 @@ check("state_text/keys ignored",# --------------------------------------------------------------------- workflow signatures+check("profile/armenian", analyse("Հայերեն")["script_profile"], {"armenian": 1.0})+check("profile/armenian mixed with Latin", analyse("Հայերեն abc")["non_latin_fraction"], 0.7)+TD = {"agent_trace_observability": ["action", "needs_review", "outcome", "risk", "urgency"],"customer_service": ["action", "category", "churn_risk", "needs_human", "urgency"],@@ -121,6 +128,8 @@ Q_TD = {i: {"type": "noul", "instructions": "x"} for i in TD["customer_service"]cases = [("english text", {"body": "I was charged twice, please refund."}, Q_GENERIC, {}, "english"),+ ("armenian text", {"body": "Հայերեն"}, Q_GENERIC, {}, "multilingual"),+ ("armenian explicit override", {"body": "Հայերեն"}, Q_GENERIC, {"model": "english"}, "english"),("hindi text", {"body": "मुझसे दो बार शुल्क लिया गया"}, Q_GENERIC, {}, "multilingual"),("japanese text", {"body": "二重に請求されました"}, Q_GENERIC, {}, "multilingual"),("korean text", {"body": "두 번 청구되었습니다"}, Q_GENERIC, {}, "multilingual"),