Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
Audit: block num_logits_to_keep graphs by default; route Vision repos to the multimodal path
Claude81ba6fb0efce
diff --git a/docs/webgpu-models.md b/docs/webgpu-models.mdindex fb164945c..6e7c864fa 100644--- a/docs/webgpu-models.md+++ b/docs/webgpu-models.md@@ -58,9 +58,12 @@ Do all of these on the exact files you will publish.`Mike0021/Ternary-Bonsai-2-4B-text-ONNX` (which uses the`com.microsoft::LinearAttention` and `CausalConvWithState` contrib ops) andthe rewritten Bonsai 2 Vision graphs pass.- - A `num_logits_to_keep` input is not enough on its own. On the- multimodal forward path Transformers.js passes `0` (keep all), so slice to- the last position inside the graph, as `chunk_gdn_prefill.py` does.+ - A `num_logits_to_keep` input is not enough on its own. Transformers.js+ sets it to `1` only in text `generate()`. Its multimodal path and direct+ `forward()` calls (including sliced prefill) pass `0`, which keeps every+ position. Slice to the last position inside the graph, as+ `chunk_gdn_prefill.py` does. The audit blocks such graphs unless+ `--text-generate-only` says text `generate()` is the only caller.2. **Node placement on real WebGPU.** Create the session in a browser with`ort.env.logLevel = 'verbose'` and `logSeverityLevel: 0`, then read the`Node placements` block. Small shape ops (`Shape`, `Gather`, `Equal` ondiff --git a/scripts/check-webgpu-long-prompts.mjs b/scripts/check-webgpu-long-prompts.mjsindex fb8b69b90..3f2058d86 100644--- a/scripts/check-webgpu-long-prompts.mjs+++ b/scripts/check-webgpu-long-prompts.mjs@@ -20,6 +20,9 @@// node scripts/check-webgpu-long-prompts.mjs --model webbrain-one/Ternary-Bonsai-2-2B-ONNX-WebGPU-Vision \// --vision --profile .build/bonsai/chunked-2b-profile --offline --lengths 1000,4000,8000 --slices 0,512//+// A repository whose name ends in -Vision always uses the multimodal path, as+// in production; --vision forces it for other repositories.+//// Options mirror check-bonsai-webgpu.mjs: --local-repo owner/repo=dir serves// unpublished files, --offline requires a cached model and blocks Hugging Face,// --adapter-luid high,low (decimal) selects a Windows GPU, and --timeout-ms@@ -36,7 +39,8 @@ const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..');const args = process.argv.slice(2);const option = (name, fallback) => { const i = args.indexOf(name); return i < 0 ? fallback : args[i + 1]; };const model = option('--model', 'webbrain-one/Ternary-Bonsai-2-2B-ONNX-WebGPU-Vision');-const vision = args.includes('--vision');+// The Vision presets always run through the multimodal path in production.+const vision = args.includes('--vision') || /-Vision$/i.test(model);const offline = args.includes('--offline');const dtype = option('--dtype', null)? JSON.parse(option('--dtype'))diff --git a/scripts/models/audit_webgpu_onnx.py b/scripts/models/audit_webgpu_onnx.pyindex b78b4ee92..6db95068b 100644--- a/scripts/models/audit_webgpu_onnx.py+++ b/scripts/models/audit_webgpu_onnx.py@@ -11,11 +11,17 @@ browser (see docs/webgpu-models.md):downloads `[sequence_length, vocab]` scores (0.5 MB per prompt token for a248k vocabulary in FP16) and can exceed a 2 GB WebGPU buffer limit.+A `num_logits_to_keep` input does not lift the logits blocker by default:+Transformers.js passes 1 only from text `generate()`; its multimodal path and+direct `forward()` calls pass 0, which keeps every position. Pass+`--text-generate-only` for a graph that is used only through text+`generate()`, and the finding becomes a warning.+Only the graph structure is read (external weights are not loaded). Exit code1 means at least one blocker was found. This is a static check: also confirmnode placement and prefill scaling on hardware WebGPU as the doc describes.- python scripts/models/audit_webgpu_onnx.py path/to/decoder_model_merged_q4f16.onnx [--json]+ python scripts/models/audit_webgpu_onnx.py path/to/decoder_model_merged_q4f16.onnx [--json] [--text-generate-only]"""import argparse@@ -49,7 +55,7 @@ def dims(value_info):return [d.dim_param or d.dim_value for d in value_info.type.tensor_type.shape.dim]-def audit(path):+def audit(path, text_generate_only=False):model = onnx.load(path, load_external_data=False)graph = model.graphblockers, warnings, info = [], [], {}@@ -86,11 +92,16 @@ def audit(path):+ (f" ({vocab * 2 / 1e6:.2f} MB per token in FP16)" if vocab else "")+ "; generation reads only the last position.",}- if "num_logits_to_keep" in inputs:- entry["why"] += (" The graph accepts num_logits_to_keep, but Transformers.js passes 0 (keep all) "- "on its multimodal forward path, so slice to the last position in the graph.")+ if "num_logits_to_keep" in inputs and text_generate_only:+ entry["why"] += (" The graph accepts num_logits_to_keep, which Transformers.js sets to 1 in text "+ "generate(); --text-generate-only says no other path runs this graph.")warnings.append(entry)else:+ if "num_logits_to_keep" in inputs:+ entry["why"] += (" The graph accepts num_logits_to_keep, but Transformers.js passes 0 (keep all) "+ "on its multimodal path and in direct forward() calls, so slice to the last "+ "position in the graph, or pass --text-generate-only if text generate() is "+ "the only caller.")blockers.append(entry)contrib = sorted(k for k in op_counts if not k.startswith("ai.onnx::"))@@ -112,10 +123,13 @@ def main():parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)parser.add_argument("graphs", type=Path, nargs="+")parser.add_argument("--json", action="store_true", help="print the full report as JSON")+ parser.add_argument("--text-generate-only", action="store_true",+ help="the graph runs only through Transformers.js text generate(), which passes "+ "num_logits_to_keep=1; downgrade full-sequence logits with that input to a warning")args = parser.parse_args()failed = Falsefor path in args.graphs:- report = audit(path)+ report = audit(path, text_generate_only=args.text_generate_only)failed = failed or bool(report["blockers"])if args.json:print(json.dumps(report, indent=2))