Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
feat(nix): expose idle checkpoint unloading in the HTTP service
Rishit Sharma59a2bea9790e
diff --git a/nix/laya-serve.nix b/nix/laya-serve.nixindex 3ef4ac07..ee87f3e2 100644--- a/nix/laya-serve.nix+++ b/nix/laya-serve.nix@@ -157,6 +157,18 @@ indescription = "Build the checkpoints at startup rather than lazily on first request.";};+ idleUnloadSeconds = lib.mkOption {+ type = lib.types.nullOr lib.types.ints.unsigned;+ default = null;+ example = 300;+ description = ''+ Unload resident checkpoints after this many idle seconds (sets+ `LAYA_IDLE_UNLOAD_SECONDS`). The next request pays a cold load.+ Zero disables unloading; null leaves the server's default, also off.+ Device caches are released, but the process allocator may retain RAM pages.+ '';+ };+threads = lib.mkOption {type = lib.types.nullOr lib.types.ints.positive;default = null;@@ -319,6 +331,8 @@ in} // lib.optionalAttrs (cfg.threads != null) {LAYA_THREADS = toString cfg.threads;OMP_NUM_THREADS = toString cfg.threads;+ } // lib.optionalAttrs (cfg.idleUnloadSeconds != null) {+ LAYA_IDLE_UNLOAD_SECONDS = toString cfg.idleUnloadSeconds;} // lib.optionalAttrs (cfg.rootPath != null) {LAYA_ROOT_PATH = cfg.rootPath;} // lib.optionalAttrs (cfg.logLevel != null) {diff --git a/tests/test_packaging.py b/tests/test_packaging.pyindex bd7097b9..38f2924b 100644--- a/tests/test_packaging.py+++ b/tests/test_packaging.py@@ -481,7 +481,9 @@ check_true("nix/module still joins models into LAYA_MODELS",## This set is derived from the whole package, not from `laya/serve.py`. Reading serve.py alone is# a scope error that passed: the three runtime knobs below were invisible to it. A deployment unit-# configures a *process*, and the process is `laya`.+# configures a *process*. The MCP launcher and remote transport are separate entry points;+# their exclusive variables do not configure the HTTP service. Shared helpers (mcp/device.py+# included) still count, so excluding those two entry points does not hide device controls.## Both regexes carry `[A-Z0-9_]` for the same reason: `LAYA_SHA256_DIGESTS`. `[A-Z_]+` matches a# prefix of that name, so a narrower pattern reports no gap rather than the one it cannot see.@@ -491,7 +493,7 @@ _READ_PATTERNS = (r'environ\.get\("(LAYA_[A-Z0-9_]+)"', r'_env_bool\("(LAYA_[A-Zr'environ\["(LAYA_[A-Z0-9_]+)"\]', r'_ENV_KEY = "(LAYA_[A-Z0-9_]+)"')-def env_reads():+def env_reads(excluded_paths=()):"""Every `LAYA_*` name the package looks up, by walking laya/ rather than listing files."""found = set()for root, dirs, files in os.walk(os.path.join(ROOT, "laya")):@@ -500,13 +502,17 @@ def env_reads():if not name.endswith(".py"):continuerel = os.path.relpath(os.path.join(root, name), ROOT)+ if rel.replace(os.sep, "/") in excluded_paths:+ continuesrc = read(rel)for pat in _READ_PATTERNS:found.update(re.findall(pat, src))return found-read_names = env_reads()+read_names = env_reads(("laya/mcp/server.py", "laya/mcp/remote.py"))+check("nix/only the two MCP transport variables are excluded from the HTTP process",+ sorted(env_reads() - read_names), ["LAYA_BASE_URL", "LAYA_REMOTE_TIMEOUT"])# An assignment only. The `models` description names `LAYA_MODELS` in prose, and prose that# mentions a variable sets nothing.assigned = sorted(set(re.findall(r'\b(LAYA_[A-Z0-9_]+)\s*=', nix_module))@@ -525,7 +531,7 @@ check_true("nix/the derivation reaches a digit-bearing env var",# shell-quoting claim holds -- nothing in CI evaluates a NixOS module, so every check here is# textual. Listing the exception keeps the gap asserted at exactly one name.UNWIRED = {"LAYA_SHA256_DIGESTS"}-check("nix/module reaches every env var laya reads",+check("nix/module reaches every env var the HTTP process reads",sorted(read_names - set(assigned) - UNWIRED), [])# The other direction is the silent failure: a misspelled name is a perfectly good string,# systemd exports it, no Python ever looks at it, and the operator's setting does nothing.@@ -565,7 +571,7 @@ def option_type(opt):# Every new knob is opt-in: unset means the unit exports nothing and the runtime's own default# applies, so a host that ignores them gets today's behaviour byte for byte.for opt in ("rootPath", "logLevel", "maxConcurrent", "cudaAmp", "cpuAmp", "mpsAmpMinRows",- "maxLoaded", "maxTokenBudget", "revision", "defaultModel"):+ "maxLoaded", "maxTokenBudget", "revision", "defaultModel", "idleUnloadSeconds"):_t = option_text(opt)check_true("nix/module declares %s" % opt, _t != "", "option not found")check_true("nix/%s is opt-in (nullOr, default null)" % opt,@@ -575,6 +581,9 @@ for opt in ("rootPath", "logLevel", "maxConcurrent", "cudaAmp", "cpuAmp", "mpsAmre.search(r"lib\.optionalAttrs \(cfg\.%s != null\)" % opt, nix_module) is not None,"the unit would export the variable even when the host left it unset")+check("nix/idleUnloadSeconds accepts zero to disable unloading",+ option_type("idleUnloadSeconds"), "lib.types.nullOr lib.types.ints.unsigned")+# The same lesson as `models`, stated for the whole module: no option may carry a closed list of# names that somebody else validates. uvicorn checks the log level, laya checks the checkpoint# name, and a copy here can only fall behind them -- which is how the module came to refuse ten