Skip to content

armgit / laya

Public Imported from GitHub
0

Non-autoregressive System 1 decision engine. Typed choice, score and yes/no decisions over any text in a single forward pass, in 100+ languages, with a router that picks the right checkpoint per request.

Merge pull request #457 from nnlgsakib/ts-web-provider

Nandakishor48a419cd6f91
diff --cc laya-ts/src/providers.ts
index df0df997,474afb05..e6bc45ac
--- a/laya-ts/src/providers.ts
+++ b/laya-ts/src/providers.ts
@@@ -573,22 -530,26 +585,30 @@@ export async function createWebProvider
const base = modelUrl.replace(/\/+$/, "");
const encUrl = `${base}/encoder.onnx`;
const headUrl = `${base}/head.onnx`;
+ // (Re-)read through fetchArrayBuffer so repeat reads hit CacheStorage.
+ // Nothing pin-worthy is retained: after each create, buffers are droppable.
- const readEncoderParts = async () => {
- const buf = await fetchArrayBuffer(encUrl);
++ const readEncoderParts = async (signal?: AbortSignal | null) => {
++ const buf = await fetchArrayBuffer(encUrl, { signal: signal ?? undefined });
+ const sidecar = await fetchSidecar(encUrl);
+ return { buf, extra: sidecar ? { externalData: [sidecar] } : {} };
+ };
let encBuf: ArrayBuffer;
+ let encExtra: Record<string, unknown>;
try {
- encBuf = await fetchArrayBuffer(encUrl, { signal: opts?.signal ?? undefined });
- ({ buf: encBuf, extra: encExtra } = await readEncoderParts());
- } catch {
++ ({ buf: encBuf, extra: encExtra } = await readEncoderParts(opts?.signal));
+ } catch (e) {
+ if ((e as Error)?.name === "AbortError") throw e;
throw new Error(`Incompatible model: 'encoder.onnx' not found (expected ${encUrl}).`);
}
+ opts?.onProgress?.(1, 2, "encoder.onnx");
let headBuf: ArrayBuffer;
try {
- headBuf = await fetchArrayBuffer(headUrl);
- } catch {
+ headBuf = await fetchArrayBuffer(headUrl, { signal: opts?.signal ?? undefined });
+ } catch (e) {
+ if ((e as Error)?.name === "AbortError") throw e;
throw new Error(`Incompatible model: 'head.onnx' not found (expected ${headUrl}).`);
}
+ opts?.onProgress?.(2, 2, "head.onnx");
// Verify before the bytes reach the runtime: a tampered ONNX never becomes a session.
if (opts?.expectedSha256) {
await expectDigest("encoder.onnx", encBuf, opts.expectedSha256);