Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
"""Serve a tiny offline checkpoint for SDK integration tests, never for production."""
import argparse
import json
import os
from pathlib import Path
import socket
import sys
import tempfile
os.environ.setdefault("USE_TF", "0")
os.environ.setdefault("USE_TORCH", "1")
os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
import torch # noqa: E402
import uvicorn # noqa: E402
from safetensors.torch import save_file # noqa: E402
from tokenizers import Tokenizer # noqa: E402
from tokenizers.models import WordLevel # noqa: E402
from tokenizers.pre_tokenizers import WhitespaceSplit # noqa: E402
from transformers import BertConfig, BertModel, PreTrainedTokenizerFast # noqa: E402
from laya import Router, load # noqa: E402
from laya.common import DecisionModel # noqa: E402
from laya.serve import create_app # noqa: E402
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--strict", action="store_true")
parser.add_argument("--tournament", action="store_true")
parser.add_argument("--batch", action="store_true")
args = parser.parse_args()
torch.manual_seed(7)
torch.set_num_threads(1)
with tempfile.TemporaryDirectory(prefix="laya-sdk-test-") as directory:
root = Path(directory)
cfg = BertConfig(vocab_size=6, hidden_size=64, num_hidden_layers=1,
num_attention_heads=2, intermediate_size=128)
cfg.save_pretrained(root / "encoder")
tokenizer = PreTrainedTokenizerFast(
tokenizer_object=Tokenizer(WordLevel(
{"[PAD]": 0, "[UNK]": 1, "[CLS]": 2, "[SEP]": 3, "[MASK]": 4, "hello": 5},
unk_token="[UNK]")),
pad_token="[PAD]", unk_token="[UNK]", cls_token="[CLS]",
sep_token="[SEP]", mask_token="[MASK]",
)
if args.batch:
# Give the batch fixture distinct token lengths without changing existing SDK fixtures.
tokenizer.backend_tokenizer.pre_tokenizer = WhitespaceSplit()
tokenizer.save_pretrained(root / "tokenizer")
save_file(DecisionModel(BertModel(cfg), head_layers=1).state_dict(), root / "model.safetensors")
(root / "rl_agent_config.json").write_text(json.dumps({
"encoder": "unused/offline", "head_layers": 1, "act_costs": {"act": 0},
"max_len": 128, "head_max_len": 64,
}))
agent = load(str(root), device="cpu")
questions = {
"team": {"type": "choice", "instructions": "Which team?",
"criteria": {"billing": {"meaning": "money"}, "technical": None}},
"urgency": {"type": "score", "instructions": "Urgency?", "criteria": ["low", "medium", "high"]},
"refund": {"type": "noul", "instructions": "Refund?", "criteria": {"true": "yes", "false": "no"}},
"single": {"type": "choice", "instructions": "Pick", "criteria": ["only"]},
}
state = {"text": "hello", "unicode": "नमस्ते", "metadata": {"count": 0, "flag": False}}
expected = agent.predict(state, questions)
router = Router()
# Both routing branches reach the same tiny fixture; this tests transport,
# model invocation and numeric parity, not pretrained model quality.
for name in ["english", "multilingual", "typed-decisions"]:
router.attach(name, agent)
batch_cases = []
if args.batch:
states = ["hello " * 9, "hello", {"text": "hello " * 4}, ["hello", "hello"]]
for name, inputs, controls in (
("default", states, {}),
("singleton", states[:1], {}),
("serial", states, {"batch_size": 1, "sort_by_length": True}),
("sorted", states, {"batch_size": 2, "sort_by_length": True}),
("controls", states, {"batch_size": 2, "sort_by_length": True, "task": "typed-decisions",
"lang": "en", "lang_guess": "fr", "max_len": 128, "head_max_len": 64,
"min_confidence": {"default": 0.0}}),
):
item_controls = {key: value for key, value in controls.items()
if key not in ("batch_size", "sort_by_length", "min_confidence")}
call_controls = {key: value for key, value in controls.items()
if key in ("batch_size", "sort_by_length", "min_confidence")}
results = router.predict_batch(
[dict(state=s, questions=questions, model="english", **item_controls) for s in inputs],
**call_controls,
)
if name == "default":
# Otherwise a reordered response could pass the parity checks by coincidence.
assert len({r["usage"]["input_tokens"] for r in results}) == len(inputs)
batch_cases.append({"name": name, "states": inputs, "controls": controls, "expected": results})
os.environ["LAYA_API_KEY"] = "integration-test"
# This fixture exercises the default HTTP contract, including its confidence extension.
os.environ["LAYA_JEV_STRICT"] = "1" if args.strict else "0"
os.environ["LAYA_TOURNAMENT_GROUP"] = "2" if args.tournament else "0"
app = create_app(router)
with socket.socket() as listener:
listener.bind(("127.0.0.1", 0))
print("LAYA_TEST_SERVER=" + json.dumps({
"baseURL": "http://127.0.0.1:%d" % listener.getsockname()[1],
"questions": questions, "state": state, "expected": expected,
"batch_cases": batch_cases,
}), flush=True)
uvicorn.Server(uvicorn.Config(app, log_level="warning")).run(sockets=[listener])
if __name__ == "__main__":
main()