Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.
Python calibrationclassificationdecision-modelhuggingfacejevmodernbertmultilingualnlppythonpytorchroutingtyped-decisionszero-shot
perf(common): collate question rows directly into numpy arrays
Hamidrezae54649f58cbd
diff --git a/laya/common.py b/laya/common.pyindex 8ec6a181..156002fb 100644--- a/laya/common.py+++ b/laya/common.py@@ -964,21 +964,25 @@ def collate_items(batch, pad_id: int):return Nonen, L = len(items), max(len(it["ids"]) for it in items)kmax = max(len(it["markers"]) for it in items)- ids = torch.full((n, L), pad_id, dtype=torch.long)- att = torch.zeros((n, L), dtype=torch.long)- mpos = torch.zeros((n, kmax), dtype=torch.long)- mmask = torch.zeros((n, kmax), dtype=torch.bool)+ ids = np.full((n, L), pad_id, dtype=np.int64)+ att = np.zeros((n, L), dtype=np.int64)+ mpos = np.zeros((n, kmax), dtype=np.int64)+ mmask = np.zeros((n, kmax), dtype=bool)has_target = any("target" in it for it in items)- target = torch.zeros((n, kmax), dtype=torch.float32) if has_target else None+ target = np.zeros((n, kmax), dtype=np.float32) if has_target else Nonefor i, it in enumerate(items):- ids[i, : len(it["ids"])] = torch.tensor(it["ids"])- att[i, : len(it["ids"])] = 1- k = len(it["markers"])- mpos[i, :k] = torch.tensor(it["markers"])+ it_ids = it["ids"]+ l_ids = len(it_ids)+ ids[i, :l_ids] = it_ids+ att[i, :l_ids] = 1+ markers = it["markers"]+ k = len(markers)+ mpos[i, :k] = markersmmask[i, :k] = Trueif has_target and "target" in it:- if len(it["target"]) > k:+ t = it["target"]+ if len(t) > k:# Otherwise this lands as "The expanded size of the tensor (k) must match the# existing size (kmax)" from inside the assignment, which says nothing about the# actual mistake: a target with more entries than the item has options. The limit@@ -986,28 +990,29 @@ def collate_items(batch, pad_id: int):# batch a longer sibling row must not legitimise extra entries (#311).raise ValueError("collate_items: item %d has %d target entries but only %d marker positions; "- "a target needs one entry per option" % (i, len(it["target"]), k))- target[i, : len(it["target"])] = torch.tensor(it["target"], dtype=torch.float32)+ "a target needs one entry per option" % (i, len(t), k))+ target[i, : len(t)] = tres = {- "input_ids": ids,- "attention_mask": att,- "marker_pos": mpos,- "marker_mask": mmask,- "qtype": torch.tensor([it["qtype"] for it in items]),- "label": torch.tensor([it.get("label", -1) for it in items]),+ "input_ids": torch.from_numpy(ids),+ "attention_mask": torch.from_numpy(att),+ "marker_pos": torch.from_numpy(mpos),+ "marker_mask": torch.from_numpy(mmask),+ "qtype": torch.from_numpy(np.array([it["qtype"] for it in items], dtype=np.int64)),+ "label": torch.from_numpy(np.array([it.get("label", -1) for it in items], dtype=np.int64)),"meta": [{k: it[k] for k in it if k not in ("ids", "markers", "target", "layout")} for it in items],}if target is not None:- res["target"] = target+ res["target"] = torch.from_numpy(target)if any("layout" in it for it in items):# All or none: a batch that mixes layouts would run half its rows through the wrong masksif not all("layout" in it for it in items):raise ValueError("collate_items: some items carry a parallel layout and some do not")- pos = torch.zeros((n, L), dtype=torch.long)- opt = torch.zeros((n, L), dtype=torch.long)+ pos = np.zeros((n, L), dtype=np.int64)+ opt = np.zeros((n, L), dtype=np.int64)for i, it in enumerate(items):- pos[i, : len(it["ids"])] = torch.tensor(it["layout"]["position_ids"])- opt[i, : len(it["ids"])] = torch.tensor(it["layout"]["option_ids"])- res["position_ids"], res["option_ids"] = pos, opt+ l_ids = len(it["ids"])+ pos[i, :l_ids] = it["layout"]["position_ids"]+ opt[i, :l_ids] = it["layout"]["option_ids"]+ res["position_ids"], res["option_ids"] = torch.from_numpy(pos), torch.from_numpy(opt)return res