Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
Merge pull request #1054 from NAVEENPRASAATH23/fix/compose-batch-jev-knobs
Nandakishore1b505baaf2e
diff --cc tests/test_compose_env.pyindex be435448,4e8dcee7..58874a55--- a/tests/test_compose_env.py+++ b/tests/test_compose_env.py@@@ -538,7 -538,7 +538,8 @@@ if server_doccheck_true("compose/compose.http.yaml defines the %s service" % _service,_service in env_blocks(read("compose.http.yaml")), sorted(_env))for _name in ("LAYA_MAX_CONCURRENT", "LAYA_MAX_TOKEN_BUDGET", "LAYA_REVISION",- "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS"):++ "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS",+ "LAYA_MAX_BATCH_TOKENS", "LAYA_JEV_STRICT"):check_true("compose/compose.http.yaml/%s forwards the %s this change adds"% (_service, _name), _name in _env,"it is documented and read by the runtime, and the service that needs it "@@@ -612,9 -612,9 +613,10 @@@ if shutil.which("docker")# left alone. The unset arm is the one an operator actually boots, and it must show the empty# default arriving as empty rather than as the literal `${LAYA_MAX_CONCURRENT:-}`._KN = ("LAYA_MAX_CONCURRENT", "LAYA_MAX_TOKEN_BUDGET", "LAYA_REVISION",- "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS")- _arms = [(dict(zip(_KN, ("4", "16384", "reviewed", '{"custom":"./model"}', "30"))),- dict(zip(_KN, ("4", "16384", "reviewed", '{"custom":"./model"}', "30")))),++ "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS",+ "LAYA_MAX_BATCH_TOKENS", "LAYA_JEV_STRICT")- _arms = [(dict(zip(_KN, ("4", "16384", "reviewed", "65536", "1"))),- dict(zip(_KN, ("4", "16384", "reviewed", "65536", "1")))),++ _VALS = ("4", "16384", "reviewed", '{"custom":"./model"}', "30", "65536", "1")++ _arms = [(dict(zip(_KN, _VALS)), dict(zip(_KN, _VALS))),({}, dict.fromkeys(_KN, ""))]for _set, _expect in _arms:proc = subprocess.run(["docker", "compose", "-f", "compose.yaml", "-f", "compose.http.yaml",