Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

Merge pull request #1054 from NAVEENPRASAATH23/fix/compose-batch-jev-knobs

Nandakishore1b505baaf2e
diff --cc tests/test_compose_env.py
index be435448,4e8dcee7..58874a55
--- a/tests/test_compose_env.py
+++ b/tests/test_compose_env.py
@@@ -538,7 -538,7 +538,8 @@@ if server_doc
check_true("compose/compose.http.yaml defines the %s service" % _service,
_service in env_blocks(read("compose.http.yaml")), sorted(_env))
for _name in ("LAYA_MAX_CONCURRENT", "LAYA_MAX_TOKEN_BUDGET", "LAYA_REVISION",
- "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS"):
++ "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS",
+ "LAYA_MAX_BATCH_TOKENS", "LAYA_JEV_STRICT"):
check_true("compose/compose.http.yaml/%s forwards the %s this change adds"
% (_service, _name), _name in _env,
"it is documented and read by the runtime, and the service that needs it "
@@@ -612,9 -612,9 +613,10 @@@ if shutil.which("docker")
# left alone. The unset arm is the one an operator actually boots, and it must show the empty
# default arriving as empty rather than as the literal `${LAYA_MAX_CONCURRENT:-}`.
_KN = ("LAYA_MAX_CONCURRENT", "LAYA_MAX_TOKEN_BUDGET", "LAYA_REVISION",
- "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS")
- _arms = [(dict(zip(_KN, ("4", "16384", "reviewed", '{"custom":"./model"}', "30"))),
- dict(zip(_KN, ("4", "16384", "reviewed", '{"custom":"./model"}', "30")))),
++ "LAYA_EXTRA_MODELS", "LAYA_IDLE_UNLOAD_SECONDS",
+ "LAYA_MAX_BATCH_TOKENS", "LAYA_JEV_STRICT")
- _arms = [(dict(zip(_KN, ("4", "16384", "reviewed", "65536", "1"))),
- dict(zip(_KN, ("4", "16384", "reviewed", "65536", "1")))),
++ _VALS = ("4", "16384", "reviewed", '{"custom":"./model"}', "30", "65536", "1")
++ _arms = [(dict(zip(_KN, _VALS)), dict(zip(_KN, _VALS))),
({}, dict.fromkeys(_KN, ""))]
for _set, _expect in _arms:
proc = subprocess.run(["docker", "compose", "-f", "compose.yaml", "-f", "compose.http.yaml",