Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

Merge pull request #770 from aashish254/feat-mcp-route-batch-hooks

Nandakishorc69a993e4ae2
diff --cc tests/test_mcp.py
index 3a1acf8e,5dfa182f..0d75bcbf
--- a/tests/test_mcp.py
+++ b/tests/test_mcp.py
@@@ -843,12 -842,12 +843,12 @@@ class BatchRouter(FakeRouter)
"routing": {"model": request.get("model") or "english",
"repo": "fake/laya", "reason": "batch route"}}
- def predict_batch(self, requests, batch_size=None):
- self.predict_batch_calls.append((list(requests), batch_size))
+ def predict_batch(self, requests, batch_size=None, **kwargs):
+ self.predict_batch_calls.append((list(requests), batch_size, kwargs))
return [self._answer_for(request) for request in requests]
- def route_batch(self, requests):
- self.route_batch_calls.append(list(requests))
+ def route_batch(self, requests, hooks_timeout=None):
+ self.route_batch_calls.append((list(requests), hooks_timeout))
return [{"model": request.get("model") or "english", "repo": "fake/laya",
"reason": "batch route"} for request in requests]