Skip to content

Transforms complex documents like PDFs and Office docs into LLM-ready markdown/JSON for your Agentic workflows.

feat(llama): calibrate integrated GPU routing and serialize legacy Intel Vulkan

Xiaomeng Zhao345f630eb171
diff --git a/docs/next/benchmarks/llama-3060ti-serialize-linux-20261022.json b/docs/next/benchmarks/llama-3060ti-serialize-linux-20261022.json
new file mode 100644
index 00000000..26467ff0
--- /dev/null
+++ b/docs/next/benchmarks/llama-3060ti-serialize-linux-20261022.json
@@ -0,0 +1,1152 @@
+{
+ "date": "2026-10-22",
+ "gpu": "NVIDIA GeForce RTX3060Ti",
+ "pci_id": "10de:2489",
+ "pci_address": "0000:01:00.0",
+ "driver": "nouveau / Mesa26.0.8 NVK Vulkan",
+ "input": "demo/pdfs/demo1.pdf",
+ "page_range": "1",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "protocol": "Exactly one fresh process each, off then on, serial, no explicit warm-up or wall timeout. Same Q8_0 model/mmproj and Engine defaults. ONNX small models run on CPU in both. Parse wall time includes initialization; result writing excluded. Normal existing shader cache, not isolated cold caches.",
+ "off_definition": "GGML_VK_SERIALIZE_SUBMISSIONS absent, not set to0",
+ "on_definition": "GGML_VK_SERIALIZE_SUBMISSIONS=1",
+ "runs": [
+ {
+ "mode": "off",
+ "serialize_env": null,
+ "pid": 86977,
+ "returncode": 0,
+ "process_wall_s": 28.02129779900133,
+ "wall_timeout": null,
+ "drm_samples": [
+ {
+ "elapsed_s": 0.0004769629995280411,
+ "devices": []
+ },
+ {
+ "elapsed_s": 1.0006431080000766,
+ "devices": []
+ },
+ {
+ "elapsed_s": 2.000936628999625,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 3.001355596999929,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 4.002382025999395,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 5.0028635099988605,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 6.003307582999696,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 7.00366622400179,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 8.004051635001815,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 9.005276570002025,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 10.00565207800173,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 11.006045520000043,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 12.006478372000856,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 13.006868098000268,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 14.007251405000716,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 15.00853164900036,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 16.009760839999217,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 17.01105406699935,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 18.01232549999986,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 19.013672162000148,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 20.015020147999167,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 21.016088280000986,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 22.017604009000934,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 23.01886531100172,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 24.019240542998887,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 25.019655676002003,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 26.020120059001783,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 27.020519364999927,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ }
+ ],
+ "model_inference_log": [
+ "2026-10-22 01:57:05.335 | INFO | mineru.backend.analyze:_log_infer_performance:26 - model_list infer finished, file_suffix=pdf, pages=1, cost=22.736244s, speed=0.044 page/s"
+ ],
+ "kernel": "-- No entries --\n",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 86977,
+ "timeout_seconds": null,
+ "serialize_submissions": null,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 26.57672181200178,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3652,
+ "markdown_sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980",
+ "title_present": true,
+ "completed": true
+ },
+ "model_inference_s": 22.736244,
+ "predictor_init_s": 2.58
+ },
+ {
+ "mode": "on",
+ "serialize_env": "1",
+ "pid": 87099,
+ "returncode": 0,
+ "process_wall_s": 36.0355486849985,
+ "wall_timeout": null,
+ "drm_samples": [
+ {
+ "elapsed_s": 0.0015202329996100161,
+ "devices": []
+ },
+ {
+ "elapsed_s": 1.0019088179979008,
+ "devices": []
+ },
+ {
+ "elapsed_s": 2.0022158899992064,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 3.0037637210007233,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 4.004237108998495,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 5.004654585998651,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 6.006115436000982,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 7.007410550999339,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 8.008576702999562,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 9.009180000000924,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 10.009803856999497,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 11.011135431999719,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 12.011772566998843,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 13.012971918000403,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 14.014143135998893,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 15.015297294998163,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 16.01594719199784,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 17.017251473000215,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 18.018766984998365,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 19.019412116998865,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 20.020972876998712,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 21.021709126998758,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 22.02289245800057,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 23.02415536499757,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 24.025134241997876,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 25.026253844000166,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 26.027409418999014,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 27.027879780998774,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 28.028316275998804,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 29.029464896000718,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 30.02987021000081,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 31.03037347300051,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 32.031276485999115,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 33.0321348519974,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 34.03311328699783,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ },
+ {
+ "elapsed_s": 35.033808860000136,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ },
+ {
+ "path": "/dev/dri/card0",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n"
+ },
+ {
+ "path": "/dev/dri/renderD129",
+ "fdinfo": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n"
+ }
+ ]
+ }
+ ],
+ "model_inference_log": [
+ "2026-10-22 01:57:41.956 | INFO | mineru.backend.analyze:_log_infer_performance:26 - model_list infer finished, file_suffix=pdf, pages=1, cost=32.330087s, speed=0.031 page/s"
+ ],
+ "kernel": "-- No entries --\n",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 87099,
+ "timeout_seconds": null,
+ "serialize_submissions": "1",
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 35.14883172400005,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3652,
+ "markdown_sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980",
+ "title_present": true,
+ "completed": true
+ },
+ "model_inference_s": 32.330087,
+ "predictor_init_s": 1.59
+ }
+ ],
+ "output_markdown_byte_identical": true,
+ "comparison": {
+ "total_parse_delta_s": 8.572109911998268,
+ "total_parse_on_over_off": 1.3225420340640806,
+ "total_parse_increase_percent": 32.25420340640805,
+ "inference_delta_s": 9.593843,
+ "inference_increase_percent": 42.19625281994686
+ },
+ "interpretation": "On this one-page single-pair comparison, serialized submission slows the3060Ti while giving identical Markdown. Not a cross-model or cross-driver performance estimate.",
+ "config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99",
+ "production_code_modified": false,
+ "raw_evidence_directory": "demo/output/llama-3060ti-serialize-20261022"
+}
diff --git a/docs/next/benchmarks/llama-demo1-page1-linux-20261022.json b/docs/next/benchmarks/llama-demo1-page1-linux-20261022.json
new file mode 100644
index 00000000..9739c9f9
--- /dev/null
+++ b/docs/next/benchmarks/llama-demo1-page1-linux-20261022.json
@@ -0,0 +1,153 @@
+{
+ "date": "2026-10-22",
+ "input": "demo/pdfs/demo1.pdf",
+ "page_range": "1",
+ "ocr_mode": "ocr",
+ "cpu": "Intel Core i7-12700",
+ "gpu": "Intel UHD Graphics770,8086:4680,0000:00:02.0",
+ "measurement": "Exactly one fresh-process parse per tier/device, serial, no explicit warm-up. parse_wall_s includes initialization and parsing, excludes output serialization; stopped attempts have only process wall time, not completion time.",
+ "settings": {
+ "vlm_engine": "llama-cpp",
+ "small_models": "ONNX CPU for all attempts",
+ "n_threads": "Engine default auto",
+ "n_parallel": 4,
+ "n_ctx_seq": 0,
+ "max_concurrency": 100,
+ "ld_preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "vk_driver_files": "/usr/share/vulkan/icd.d/intel_icd.json",
+ "ggml_vk_visible_devices": "0",
+ "llm_title_leveling": false,
+ "llm_cross_page_table_merge": false
+ },
+ "attempts": [
+ {
+ "device": "cpu",
+ "returncode": 0,
+ "process_wall_s": 39.17168468900127,
+ "stopped_reason": null,
+ "new_gpu_hang": false,
+ "drm_devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1762\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t0\ndrm-shared-system0:\t0\ndrm-active-system0:\t0\ndrm-resident-system0:\t0\ndrm-purgeable-system0:\t0\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t0 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "model_inference_log": [
+ "2026-10-22 01:14:53.728 | INFO | mineru.backend.analyze:_log_infer_performance:26 - model_list infer finished, file_suffix=pdf, pages=1, cost=36.471319s, speed=0.027 page/s"
+ ],
+ "result": {
+ "llama_device": "cpu",
+ "tier": "standard",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 38.42927981200046,
+ "pages": 1,
+ "blocks": 18,
+ "markdown_chars": 3543,
+ "markdown_sha256": "55519fc10bdad5c5d5dbc76d7388a443066a46ea7e30dff99e3531ad3283218f",
+ "title_present": true,
+ "completed": true
+ },
+ "tier": "standard",
+ "log": "demo/output/llama-demo1-page1-20261022/cpu.log",
+ "model_inference_s": 36.471319,
+ "output_directory": "demo/output/llama-demo1-page1-20261022/cpu",
+ "completed": true,
+ "valid_gpu_cpu_ratio": null,
+ "content_spot_check": true
+ },
+ {
+ "device": "vulkan",
+ "returncode": -15,
+ "process_wall_s": 209.2926409440006,
+ "stopped_reason": "Manual stop after209s; stalled at15/18 VLM requests with i915 fence-expiration warnings.",
+ "new_gpu_hang": false,
+ "drm_devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1764\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t2150336 KiB\ndrm-shared-system0:\t0\ndrm-active-system0:\t2141364 KiB\ndrm-resident-system0:\t2150336 KiB\ndrm-purgeable-system0:\t4300 KiB\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t193364553162 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "model_inference_log": [],
+ "tier": "standard",
+ "log": "demo/output/llama-demo1-page1-20261022/vulkan.log",
+ "model_inference_s": null,
+ "output_directory": "demo/output/llama-demo1-page1-20261022/vulkan",
+ "completed": false,
+ "valid_gpu_cpu_ratio": null
+ },
+ {
+ "device": "cpu",
+ "returncode": 0,
+ "process_wall_s": 72.33940670700031,
+ "stopped_reason": null,
+ "new_gpu_hang": false,
+ "drm_devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1765\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t0\ndrm-shared-system0:\t0\ndrm-active-system0:\t0\ndrm-resident-system0:\t0\ndrm-purgeable-system0:\t0\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t0 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "model_inference_log": [
+ "2026-10-22 01:19:35.252 | INFO | mineru.backend.analyze:_log_infer_performance:26 - model_list infer finished, file_suffix=pdf, pages=1, cost=69.441370s, speed=0.014 page/s"
+ ],
+ "result": {
+ "llama_device": "cpu",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 71.38070512299964,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3653,
+ "markdown_sha256": "c82d0247514aacdad383aa5e3f30a11802cf37275b248326b21984d111b4609f",
+ "title_present": true,
+ "completed": true
+ },
+ "tier": "advanced",
+ "log": "demo/output/llama-demo1-page1-20261022/advanced/cpu.log",
+ "model_inference_s": 69.44137,
+ "output_directory": "demo/output/llama-demo1-page1-20261022/advanced/cpu",
+ "completed": true,
+ "valid_gpu_cpu_ratio": null,
+ "content_spot_check": true
+ },
+ {
+ "device": "vulkan",
+ "returncode": -9,
+ "process_wall_s": 180.25440990099742,
+ "stopped_reason": "180-second timeout",
+ "new_gpu_hang": false,
+ "drm_devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1767\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t2155296 KiB\ndrm-shared-system0:\t0\ndrm-active-system0:\t2150408 KiB\ndrm-resident-system0:\t2155296 KiB\ndrm-purgeable-system0:\t4312 KiB\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t172016606659 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "model_inference_log": [],
+ "tier": "advanced",
+ "log": "demo/output/llama-demo1-page1-20261022/advanced/vulkan.log",
+ "model_inference_s": null,
+ "output_directory": "demo/output/llama-demo1-page1-20261022/advanced/vulkan",
+ "completed": false,
+ "valid_gpu_cpu_ratio": null
+ }
+ ],
+ "kernel_warnings": "2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:193a!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1938!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1936!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1934!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1932!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1930!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:192e!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:192c!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:192a!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1928!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1926!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1958!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1956!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1954!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1952!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1950!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:194e!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:194c!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:194a!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1948!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1946!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1944!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1942!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:1940!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:193e!\n2026-10-22T01:15:36+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[77621]:193c!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:630!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:62e!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:62c!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:634!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:632!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:63a!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:638!\n2026-10-22T01:20:01+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[78226]:636!\n",
+ "interpretation": "CPU completed both tiers; Intel Vulkan did not finish either bounded attempt. No valid GPU/CPU completion-time ratio. Fence timeout warnings are recorded; no new literal GPU HANG was detected during these attempts.",
+ "config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99",
+ "production_code_modified": false,
+ "evidence_directory": "demo/output/llama-demo1-page1-20261022"
+}
diff --git a/docs/next/benchmarks/llama-demo1-page1-uhd770-unlimited-linux-20261022.json b/docs/next/benchmarks/llama-demo1-page1-uhd770-unlimited-linux-20261022.json
new file mode 100644
index 00000000..1d5816cc
--- /dev/null
+++ b/docs/next/benchmarks/llama-demo1-page1-uhd770-unlimited-linux-20261022.json
@@ -0,0 +1,159 @@
+{
+ "date": "2026-10-22",
+ "input": "demo/pdfs/demo1.pdf",
+ "page_range": "1",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "cpu": "Intel Core i7-12700",
+ "gpu": "Intel UHD Graphics770,8086:4680,0000:00:02.0",
+ "wall_timeout_seconds": null,
+ "parent_timeout_wrapper": false,
+ "process_signalled_by_agent": false,
+ "process_exit_code": 0,
+ "end_reason": "Native generation length limit; invalid layout parsed as empty page; parse() returned normally.",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 80646,
+ "timeout_seconds": null,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 261.4018486009991,
+ "pages": 1,
+ "blocks": 0,
+ "markdown_chars": 0,
+ "markdown_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+ "title_present": false,
+ "completed": true
+ },
+ "model_inference_s": 259.186243,
+ "output_valid": false,
+ "output_check": {
+ "pages": 1,
+ "blocks": 0,
+ "markdown_bytes": 0,
+ "title_present": false
+ },
+ "warnings": {
+ "native_length_limit": true,
+ "invalid_layout": true,
+ "logged_layout_characters": 27192,
+ "logged_layout_distinct_characters": [
+ "!"
+ ],
+ "logged_layout_prefix": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
+ },
+ "model_context": {
+ "gguf_context_length": 8192,
+ "requested_n_ctx_seq": 0,
+ "note": "Native engine default reads training context from GGUF; no custom token cap was added. Generated token count was not captured."
+ },
+ "measurement": "One fresh-process real MinerU advanced OCR parse, no explicit warm-up. parse_wall_s includes model initialization and parsing, excludes writing result files.",
+ "settings": {
+ "small_models": "ONNX CPU",
+ "engine": "llama-cpp",
+ "backend": "vulkan",
+ "n_parallel": 4,
+ "threads": "default auto",
+ "max_concurrency": 100,
+ "ld_preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "vk_driver_files": "/usr/share/vulkan/icd.d/intel_icd.json",
+ "ggml_vk_visible_devices": "0",
+ "llm_title_leveling": false,
+ "llm_cross_page_table_merge": false
+ },
+ "prior_cpu_reference": {
+ "source": "docs/next/benchmarks/llama-demo1-page1-linux-20261022.json",
+ "parse_wall_s": 71.38070512299964,
+ "blocks": 19,
+ "rerun_this_attempt": false
+ },
+ "valid_gpu_cpu_ratio": null,
+ "kernel_worker_log": "2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:62c!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:630!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:62e!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:632!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:63a!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:638!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:636!\n2026-10-22T01:27:21+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:python[80646]:634!\n",
+ "observations": [
+ {
+ "wall_clock": 1792603775.77456,
+ "pid": 80646,
+ "running": true,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "drm-driver": "i915",
+ "drm-client-id": "1768",
+ "drm-pdev": "0000:00:02.0",
+ "drm-resident-system0": "0",
+ "drm-engine-render": "0 ns"
+ },
+ {
+ "path": "/dev/dri/renderD128",
+ "drm-driver": "i915",
+ "drm-client-id": "1769",
+ "drm-pdev": "0000:00:02.0",
+ "drm-resident-system0": "2155296 KiB",
+ "drm-engine-render": "152621015134 ns"
+ }
+ ],
+ "elapsed_s": 159.75,
+ "log_bytes": 2118
+ },
+ {
+ "wall_clock": 1792603812.3123422,
+ "pid": 80646,
+ "running": true,
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "drm-driver": "i915",
+ "drm-client-id": "1768",
+ "drm-pdev": "0000:00:02.0",
+ "drm-resident-system0": "0",
+ "drm-engine-render": "0 ns"
+ },
+ {
+ "path": "/dev/dri/renderD128",
+ "drm-driver": "i915",
+ "drm-client-id": "1769",
+ "drm-pdev": "0000:00:02.0",
+ "drm-resident-system0": "2155296 KiB",
+ "drm-engine-render": "188019947213 ns"
+ }
+ ],
+ "elapsed_s": 196.29000000000087,
+ "log_bytes": 2118
+ },
+ {
+ "wall_clock": 1792603877.9849296,
+ "pid": 80646,
+ "running": false,
+ "devices": [],
+ "log_bytes": 30681
+ }
+ ],
+ "evidence_directory": "demo/output/llama-demo1-page1-uhd770-unlimited-20261022",
+ "evidence_sha256": {
+ "observations.jsonl": "8d3904146161757dc5dece72b763e4bc103c1b6ebc12abfa00286c7a6880b564",
+ "kernel-before.log": "260d6acb12ced0a931b5ef409febd74906047ddcd9c6077d77dd077949840150",
+ "vulkan.log": "bae73e404c8534d78f1d7d2111974e7c4be668131bcaa3a68cc2b0d573af4fb2",
+ "worker.py": "e70febca4b051d2281fb3870d8070e75daacd74eec28b64b6dd3c5ef7046e432",
+ "kernel-worker.log": "d221ed070ee6893231d7462dda8a0259c3786173a55a98b02077360499d004ec",
+ "observe.py": "218b75e9b7971c53e6e1be74170d8a9d19873e0899431d127db9f7346c146838",
+ "advanced/vulkan/middle.json": "099ec6fe28a198fe1819a995710cc7bbd760781583f2351b53bc9b7ad93c9e22",
+ "advanced/vulkan/document.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+ "advanced/vulkan/started.json": "d1f42e15934bc700b7197c245f3afd3b8e6ea45f668e62bcf20f6b7c2e762d39",
+ "advanced/vulkan/result.json": "26433f2aaf50c4ba35e2f27638800caf11bfa60c2ca7e61256c4b8bb627b79a1"
+ },
+ "config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99",
+ "production_code_modified": false
+}
diff --git a/docs/next/benchmarks/llama-device-policy-linux-20261022.json b/docs/next/benchmarks/llama-device-policy-linux-20261022.json
new file mode 100644
index 00000000..7f52a647
--- /dev/null
+++ b/docs/next/benchmarks/llama-device-policy-linux-20261022.json
@@ -0,0 +1,504 @@
+{
+ "date": "2026-10-22",
+ "policy": "Native ggml GPU inventory in isolated subprocess; discrete priority; on Windows/Linux integrated-only automatic selection reuses existing DML/WebGPU ONNX decision. Linux known Xe-LP/legacy Intel selected Vulkan devices receive a process-scoped serialized-submission default. Physical visibility is bound and reprobed before engine/server initialization.",
+ "manual_overrides": "Explicit CPU, Vulkan backend, GPU layers/device choices and existing GGML_VK_SERIALIZE_SUBMISSIONS values respected. Mixed legacy-Intel/other GPU groups requiring incompatible global switches rejected when explicitly requested; automatic routing prefers the other discrete GPUs.",
+ "offline": "llama-server --offline also prohibits ONNX calibration model downloads; missing local resources fall back to CPU without persisting the failure.",
+ "full_page_runs": [
+ {
+ "case": "dual-auto",
+ "returncode": 0,
+ "wall_s": 23.03444639599911,
+ "devices": {
+ "/dev/dri/renderD129": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1243\n",
+ "/dev/dri/card0": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t1244\n",
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1887\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t0\ndrm-shared-system0:\t0\ndrm-active-system0:\t0\ndrm-resident-system0:\t0\ndrm-purgeable-system0:\t0\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t0 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "kernel": "-- No entries --\n",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 91549,
+ "timeout_seconds": null,
+ "serialize_submissions": null,
+ "onnx_requested": "cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": null,
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 22.155138848000206,
+ "serialize_after_init": null,
+ "ggml_visible_after_init": null,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3652,
+ "markdown_sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980",
+ "title_present": true,
+ "completed": true
+ },
+ "policy_log": [
+ "2026-10-22 02:21:02.716 | INFO | mineru.model.runtime.onnx_device:resolve_onnx_device:152 - ONNX device selected: OnnxSelection(device='cpu', adapter=None, reason='configured_cpu', backend=None)",
+ "2026-10-22 02:21:04.060 | INFO | mineru.model.runtime.llama_device:_resolve:174 - llama.cpp device policy: ['NVIDIA GeForce RTX 3060 Ti (NVK GA104)'] (discrete_gpu)"
+ ],
+ "actual_route": "NVIDIA RTX3060Ti Vulkan, automatic serialization absent"
+ },
+ {
+ "case": "intel-auto",
+ "returncode": 0,
+ "wall_s": 73.10930791300052,
+ "devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1892\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t0\ndrm-shared-system0:\t0\ndrm-active-system0:\t0\ndrm-resident-system0:\t0\ndrm-purgeable-system0:\t0\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t0 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "kernel": "-- No entries --\n",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 91694,
+ "timeout_seconds": null,
+ "serialize_submissions": null,
+ "onnx_requested": "auto",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": null,
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 72.31784400800098,
+ "serialize_after_init": null,
+ "ggml_visible_after_init": null,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3653,
+ "markdown_sha256": "c82d0247514aacdad383aa5e3f30a11802cf37275b248326b21984d111b4609f",
+ "title_present": true,
+ "completed": true
+ },
+ "policy_log": [
+ "2026-10-22 02:21:25.778 | INFO | mineru.model.runtime.onnx_device:resolve_onnx_device:152 - ONNX device selected: OnnxSelection(device='cpu', adapter=None, reason='webgpu_architecture_policy', backend='webgpu')"
+ ],
+ "actual_route": "CPU selected by Linux WebGPU architecture policy"
+ },
+ {
+ "case": "intel-forced",
+ "returncode": 0,
+ "wall_s": 204.6870674790007,
+ "devices": {
+ "/dev/dri/renderD128": "pos:\t0\nflags:\t02100002\nmnt_id:\t41\nino:\t970\ndrm-driver:\ti915\ndrm-client-id:\t1898\ndrm-pdev:\t0000:00:02.0\ndrm-total-system0:\t66320 KiB\ndrm-shared-system0:\t0\ndrm-active-system0:\t0\ndrm-resident-system0:\t66320 KiB\ndrm-purgeable-system0:\t208 KiB\ndrm-total-stolen-system0:\t0\ndrm-shared-stolen-system0:\t0\ndrm-active-stolen-system0:\t0\ndrm-resident-stolen-system0:\t0\ndrm-purgeable-stolen-system0:\t0\ndrm-engine-render:\t179788977316 ns\ndrm-engine-copy:\t0 ns\ndrm-engine-video:\t0 ns\ndrm-engine-capacity-video:\t2\ndrm-engine-video-enhance:\t0 ns\n"
+ },
+ "kernel": "-- No entries --\n",
+ "result": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 91979,
+ "timeout_seconds": null,
+ "serialize_submissions": null,
+ "onnx_requested": "cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": null,
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 203.83788199600167,
+ "serialize_after_init": null,
+ "ggml_visible_after_init": null,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3652,
+ "markdown_sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980",
+ "title_present": true,
+ "completed": true
+ },
+ "policy_log": [
+ "2026-10-22 02:22:38.879 | INFO | mineru.model.runtime.onnx_device:resolve_onnx_device:152 - ONNX device selected: OnnxSelection(device='cpu', adapter=None, reason='configured_cpu', backend=None)",
+ "2026-10-22 02:22:39.909 | INFO | mineru.model.runtime.llama_device:_resolve:174 - llama.cpp device policy: ['Intel(R) UHD Graphics 770 (ADL-S GT1)'] (explicit_gpu)"
+ ],
+ "actual_route": "UHD770 Vulkan with automatic serialized submissions"
+ }
+ ],
+ "native_server_prefix_runs": [
+ {
+ "case": "wrapper-dual-auto",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": false,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "-m",
+ "mineru.kit.vlm_server.llama_cpp_server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "60705",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "--mmproj-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 94437,
+ "init_s": 2.4190248209997662,
+ "request_wall_s": 3.310355231998983,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792607303,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-DLNjMzJMLAhaQ5NDvIwWJaQHSc0lN98k",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 2544.907,
+ "prompt_per_token_ms": 1.8256147776183644,
+ "prompt_per_second": 547.7606843786432,
+ "predicted_n": 128,
+ "predicted_ms": 732.674,
+ "predicted_per_token_ms": 5.769086614173228,
+ "predicted_per_second": 173.33766450017333
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 5.830304959999921,
+ "routing_logs": [
+ "2026-10-22 02:28:18.318 | INFO | mineru.model.runtime.llama_device:_resolve:179 - llama.cpp device policy: ['NVIDIA GeForce RTX 3060 Ti (NVK GA104)'] (discrete_gpu)",
+ "0.00.368.951 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.666.368 I clip_ctx: CLIP using Vulkan0 backend"
+ ]
+ },
+ {
+ "case": "wrapper-intel-auto-fixed",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": false,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "-m",
+ "mineru.kit.vlm_server.llama_cpp_server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "50761",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 95182,
+ "init_s": 1.2091443720019015,
+ "request_wall_s": 29.38443962800011,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792607606,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-jIZdzzJaO0nj9bvXDqeEZ3paIn8hk2Pc",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 27528.958,
+ "prompt_per_token_ms": 19.748176470588234,
+ "prompt_per_second": 50.63758679133442,
+ "predicted_n": 128,
+ "predicted_ms": 1823.66,
+ "predicted_per_token_ms": 14.359527559055119,
+ "predicted_per_second": 69.64017415527017
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 30.66700919700088,
+ "routing_logs": [
+ "2026-10-22 02:32:56.515 | INFO | mineru.model.runtime.onnx_device:resolve_onnx_device:165 - ONNX device selected: OnnxSelection(device='cpu', adapter=None, reason='webgpu_architecture_policy', backend='webgpu')",
+ "0.00.194.418 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.341.705 I clip_ctx: CLIP using CPU backend"
+ ]
+ },
+ {
+ "case": "wrapper-intel-forced-fixed",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": false,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "-m",
+ "mineru.kit.vlm_server.llama_cpp_server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "50341",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "--mmproj-offload",
+ "-ngl",
+ "99",
+ "--device",
+ "Vulkan1",
+ "--mmproj-device",
+ "Vulkan1"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 94922,
+ "init_s": 2.0485227259996464,
+ "request_wall_s": 80.8929976770014,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792607549,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-CuLtTb2EmGx0rh6I7TziHoCggA2FkgX7",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 73549.512,
+ "prompt_per_token_ms": 52.76148637015782,
+ "prompt_per_second": 18.95321888743463,
+ "predicted_n": 128,
+ "predicted_ms": 7306.366,
+ "predicted_per_token_ms": 57.53044094488189,
+ "predicted_per_second": 17.382102128472624
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 83.0139515239971,
+ "routing_logs": [
+ "2026-10-22 02:31:07.886 | INFO | mineru.model.runtime.llama_device:_resolve:179 - llama.cpp device policy: ['Intel(R) UHD Graphics 770 (ADL-S GT1)'] (explicit_gpu)",
+ "0.00.301.088 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.644.446 I clip_ctx: CLIP using Vulkan0 backend"
+ ]
+ }
+ ],
+ "server_probe_notes": "Each server prefix request capped at128tokens for routing/output validation, no wall timeout; idle servers shut down after request completion. The earlier wrapper-intel-forced attempt exposed parser validation of stale Vulkan1 after filtering; fixed by replacing/remapping argv and env selectors. The original wrapper-intel-auto probe explicitly enabled GPU mmproj and is not counted as CPU-only validation.",
+ "windows_validation": "Windows DML and architecture routing covered by mocked unit tests; no Windows hardware run in this session.",
+ "tests_log": "demo/output/llama-device-policy-20261022/tests-final.log",
+ "kernel_or_global_environment_changed": false,
+ "user_config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99",
+ "source_sha256": {
+ "mineru/model/runtime/llama_device.py": "232f319dc20a4fb727d8cfda3be6dc9e96639c31e3c93dd4b8880812f5e87e45",
+ "mineru/model/runtime/llama_probe.py": "c4293ad6f19fdc9bb46eb8589861ef0e73aece70f0cce9ea29bb3a6ce617bdef",
+ "mineru/model/runtime/vulkan.py": "e55b9e29ab0b377abe52c8eca070ab2dcaed70a345c62f6f2ccbe22c188c9d70",
+ "mineru/model/runtime/onnx_device.py": "13f6bc5638e3e50b955501ca068cdf9e6d546e89f34f4e2c09a3e4c42835128e",
+ "mineru/model/vlm/runtime.py": "5dd55f8bfb0cdbf6233c50a46b4a6ce9b30554cda17676b6991c588ebd9b52f7",
+ "mineru/kit/vlm_server/llama_cpp_server.py": "fcc49c5e30ee07d9d0e709445a042c80bacaef2f2057dca3707037dda3c9aff2"
+ },
+ "raw_evidence_directory": "demo/output/llama-device-policy-20261022"
+}
diff --git a/docs/next/benchmarks/llama-uhd770-vs-onnx-linux-20261022.json b/docs/next/benchmarks/llama-uhd770-vs-onnx-linux-20261022.json
new file mode 100644
index 00000000..9bde5170
--- /dev/null
+++ b/docs/next/benchmarks/llama-uhd770-vs-onnx-linux-20261022.json
@@ -0,0 +1,11940 @@
+{
+ "schema_version": 1,
+ "dates": [
+ "2026-10-21",
+ "2026-10-22"
+ ],
+ "ratio_definition": "GPU wall time / CPU wall time; >1 means GPU slower",
+ "environment": {
+ "cpu": "Intel Core i7-12700",
+ "gpu": "Intel UHD Graphics 770",
+ "pci_id": "8086:4680",
+ "gpu_pci_address": "0000:00:02.0",
+ "kernel": "7.0.0-38-generic",
+ "driver": "i915 / Mesa 26.0.8 ANV Vulkan",
+ "python": "3.14.4",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7",
+ "onnxruntime": "1.31.0",
+ "onnxruntime-ep-webgpu": "0.4.0"
+ },
+ "vk_driver_files": "/usr/share/vulkan/icd.d/intel_icd.json",
+ "ggml_vk_visible_devices": "0",
+ "user_config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99"
+ },
+ "assets": {
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "image_sha256": "801bcf208ae4a1b091da7aaac14a523f627d9783473d6b0cb1bb0e2cc82e1b5d",
+ "image_size": [
+ 1026,
+ 1400
+ ],
+ "llama_commit": "86a283532072722c5f3363d37d59a874d09fa99b",
+ "MinerU2.5-Pro-2605-1.2B-Q8_0.gguf": {
+ "size": 531066496,
+ "sha256": "3f3523429c880d675c0330cb3de78240452bc40a961d037e24f91ab8488f03e7"
+ },
+ "mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf": {
+ "size": 709409600,
+ "sha256": "b6c08ab50352677f7396af45ee60682f353f55488e26911d8154bfc37514d3f8"
+ },
+ "config_sha256": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99"
+ },
+ "protocol": {
+ "execution": "All inference jobs serial; no CPU/GPU performance workloads overlapped. Each case in fresh process. No clock pinning; desktop system.",
+ "llama": "Q8_0 language model and Q8_0 mmproj; n_gpu_layers=0 CPU or99 Vulkan; n_ctx_seq8192; n_parallel4; n_threads4 primary comparison; mmproj follows selected backend.",
+ "llama_primary_preload": "LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libstdc++.so.6 on BOTH CPU and GPU. Installed wheel/source unchanged.",
+ "fixed_text": "One warm-up + three timed; full prompt413 and forced128 output tokens each call; deterministic greedy; same content on both backends. Specialized OCR model produces repetitive text on this generic prompt: fixed-work throughput only, not answer-quality test.",
+ "six_image_ocr": "Same six bundled PNGs as ONNX calibration; LLM preprocess differs from ONNX. Sequential single-image requests, natural EOS, max256 output tokens, one warm-up sweep + three timed sweeps. End-to-end request wall time includes image encoding/serialization and Python overhead. Every output exactly matches manifest text.",
+ "onnx": "Actual batch[6,3,48,1012], CPU threads4/inter1, native WebGPU NHWC Vulkan. One process per graph/settings. Ten CPU runs then10 GPU runs; primary median discards first3. Every output finite and CTC tokens checked against CPU and previous runs. Stop on mismatch.",
+ "onnx_diagnostic": "Architecture guard bypassed only in standalone diagnostic ORT script; production policy unchanged. CPU prepacking default; GPU no-prepack cases set session.disable_prepacking=1. GraphCapture off. No NCHW tests.",
+ "dml": "Historical same-machine Windows measurements from2026-10-18, ORT1.24.4, original graph, 4/1threads, metacommands off, one warm-up + two timed sums,10 fresh workers. Linux cannot run DirectML natively; not rerun this session."
+ },
+ "measurements": {
+ "text_wall": {
+ "cpu": {
+ "timed_s": [
+ 2.764079587001106,
+ 2.7404873659997975,
+ 2.7561823790001654
+ ],
+ "median_s": 2.7561823790001654
+ },
+ "gpu": {
+ "timed_s": [
+ 4.335734210000737,
+ 4.327833004999775,
+ 4.341758619000757
+ ],
+ "median_s": 4.335734210000737
+ },
+ "gpu_over_cpu": 1.5730940895041827
+ },
+ "text_prompt": {
+ "cpu": {
+ "timed_s": [
+ 0.879028,
+ 0.869516,
+ 0.8667809999999999
+ ],
+ "median_s": 0.869516
+ },
+ "gpu": {
+ "timed_s": [
+ 0.6673680000000001,
+ 0.66988,
+ 0.667076
+ ],
+ "median_s": 0.6673680000000001
+ },
+ "gpu_over_cpu": 0.7675166414419058
+ },
+ "text_decode": {
+ "cpu": {
+ "timed_s": [
+ 1.882951,
+ 1.868183,
+ 1.887164
+ ],
+ "median_s": 1.882951
+ },
+ "gpu": {
+ "timed_s": [
+ 3.666372,
+ 3.655281,
+ 3.6727
+ ],
+ "median_s": 3.666372
+ },
+ "gpu_over_cpu": 1.9471414816423793
+ },
+ "six_image_ocr": {
+ "cpu": {
+ "timed_s": [
+ 7.16640262799956,
+ 7.163973349999651,
+ 7.209946480999861
+ ],
+ "median_s": 7.16640262799956
+ },
+ "gpu": {
+ "timed_s": [
+ 9.5661831540001,
+ 9.527910725000766,
+ 9.556668357998205
+ ],
+ "median_s": 9.556668357998205
+ },
+ "gpu_over_cpu": 1.3335377390965637,
+ "all_outputs_exact_ground_truth": true
+ },
+ "onnx_raw_nhwc_no_prepack": {
+ "cpu": {
+ "timed_s": [
+ 0.11671912299971154,
+ 0.11223863600025652,
+ 0.1125540059983905,
+ 0.11269876900041709,
+ 0.11291110400088655,
+ 0.11223719400004484,
+ 0.11245888999837916
+ ],
+ "median_s": 0.1125540059983905
+ },
+ "gpu": {
+ "timed_s": [
+ 0.2522371970007953,
+ 0.2512475820003601,
+ 0.25264111799879174,
+ 0.252028547000009,
+ 0.2500777340010245,
+ 0.2518869479990826,
+ 0.24877765599921986
+ ],
+ "median_s": 0.2518869479990826
+ },
+ "gpu_over_cpu": 2.2379207720308467,
+ "one_warmup_two_timed_sum_ratio": 2.1935905270043943
+ }
+ },
+ "historical_dml": {
+ "source": "docs/next/benchmarks/onnx-selection-uhd770-threshold08-windows-20261018.json",
+ "source_sha256": "ef2a987f58549ae904a00b994422d4074e80450e87c12f1a8f37edb2fb243fb4",
+ "median_ratio": 1.6057012217187245,
+ "range": [
+ 1.541681982052094,
+ 1.8595392617371458
+ ],
+ "all10_output_checks_passed": true,
+ "same_source_model_and_input_sha256_as_linux_raw": true
+ },
+ "llama_primary_raw": {
+ "cpu4": {
+ "device": "cpu",
+ "threads_requested": 4,
+ "n_ctx_seq": 8192,
+ "n_parallel": 4,
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "text": [
+ {
+ "warmup": true,
+ "wall_s": 2.748397601000761,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 894.964,
+ "prompt_per_second": 461.4710759315458,
+ "predicted_n": 128,
+ "predicted_ms": 1851.277,
+ "predicted_per_second": 68.60129521406036
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 2.764079587001106,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 879.028,
+ "prompt_per_second": 469.83713829366076,
+ "predicted_n": 128,
+ "predicted_ms": 1882.951,
+ "predicted_per_second": 67.4473207215695
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 2.7404873659997975,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 869.516,
+ "prompt_per_second": 474.976883691617,
+ "predicted_n": 128,
+ "predicted_ms": 1868.183,
+ "predicted_per_second": 67.98049227511437
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 2.7561823790001654,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 866.781,
+ "prompt_per_second": 476.47560341078076,
+ "predicted_n": 128,
+ "predicted_ms": 1887.164,
+ "predicted_per_second": 67.29674792439872
+ }
+ }
+ ],
+ "ocr": [
+ {
+ "warmup": true,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 0.6817056660001981,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 538.476,
+ "prompt_per_second": 98.42592798936256,
+ "predicted_n": 11,
+ "predicted_ms": 138.54,
+ "predicted_per_second": 72.18131947452
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.2801663409991306,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1050.494,
+ "prompt_per_second": 79.01044651373545,
+ "predicted_n": 17,
+ "predicted_ms": 225.789,
+ "predicted_per_second": 70.86261952530903
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.0392421819997253,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 962.991,
+ "prompt_per_second": 79.95921041837359,
+ "predicted_n": 6,
+ "predicted_ms": 72.817,
+ "predicted_per_second": 68.66528420561133
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.5819671230001404,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1282.943,
+ "prompt_per_second": 74.04849630887732,
+ "predicted_n": 22,
+ "predicted_ms": 294.935,
+ "predicted_per_second": 71.2021292827233
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 0.8796675330013386,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 434.002,
+ "prompt_per_second": 105.9902949755992,
+ "predicted_n": 33,
+ "predicted_ms": 442.874,
+ "predicted_per_second": 72.25531415255806
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 1.6609427629991842,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1089.793,
+ "prompt_per_second": 77.99646354858217,
+ "predicted_n": 41,
+ "predicted_ms": 567.73,
+ "predicted_per_second": 70.45602663237807
+ }
+ }
+ }
+ ],
+ "wall_s": 7.129380692000268
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 0.6920924589994684,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 548.104,
+ "prompt_per_second": 96.6969772160028,
+ "predicted_n": 11,
+ "predicted_ms": 141.041,
+ "predicted_per_second": 70.90136910543742
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.288840518998768,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1058.181,
+ "prompt_per_second": 78.43648676360661,
+ "predicted_n": 17,
+ "predicted_ms": 226.714,
+ "predicted_per_second": 70.5734978872059
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.0428248770003847,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 968.797,
+ "prompt_per_second": 79.48001490508332,
+ "predicted_n": 6,
+ "predicted_ms": 70.904,
+ "predicted_per_second": 70.51788333521381
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.5838219810011651,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1279.942,
+ "prompt_per_second": 74.2221131895039,
+ "predicted_n": 22,
+ "predicted_ms": 299.439,
+ "predicted_per_second": 70.13114524160179
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 0.8913738659994124,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 437.757,
+ "prompt_per_second": 105.08112948507961,
+ "predicted_n": 33,
+ "predicted_ms": 449.882,
+ "predicted_per_second": 71.12976291560898
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 1.663108815000669,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1098.807,
+ "prompt_per_second": 77.3566240477172,
+ "predicted_n": 41,
+ "predicted_ms": 560.891,
+ "predicted_per_second": 71.31510400416481
+ }
+ }
+ }
+ ],
+ "wall_s": 7.16640262799956
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 0.6886687400001392,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 547.49,
+ "prompt_per_second": 96.8054211035818,
+ "predicted_n": 11,
+ "predicted_ms": 138.379,
+ "predicted_per_second": 72.265300370721
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.2855298239992408,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1055.488,
+ "prompt_per_second": 78.6366116905166,
+ "predicted_n": 17,
+ "predicted_ms": 226.293,
+ "predicted_per_second": 70.70479422695355
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.0515856920010265,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 974.501,
+ "prompt_per_second": 79.0147983429468,
+ "predicted_n": 6,
+ "predicted_ms": 73.892,
+ "predicted_per_second": 67.66632382395929
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.5866297529992153,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1281.903,
+ "prompt_per_second": 74.10857139736781,
+ "predicted_n": 22,
+ "predicted_ms": 300.778,
+ "predicted_per_second": 69.81893622538882
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 0.8870455630003562,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 430.651,
+ "prompt_per_second": 106.8150311969553,
+ "predicted_n": 33,
+ "predicted_ms": 453.617,
+ "predicted_per_second": 70.54409336510757
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 1.6602176479991613,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1088.831,
+ "prompt_per_second": 78.06537470002232,
+ "predicted_n": 41,
+ "predicted_ms": 568.092,
+ "predicted_per_second": 70.41113059152391
+ }
+ }
+ }
+ ],
+ "wall_s": 7.163973349999651
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 0.6901834609998332,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 545.954,
+ "prompt_per_second": 97.07777578330776,
+ "predicted_n": 11,
+ "predicted_ms": 141.392,
+ "predicted_per_second": 70.72535928482517
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.3118665750007494,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1079.392,
+ "prompt_per_second": 76.89514096824878,
+ "predicted_n": 17,
+ "predicted_ms": 228.772,
+ "predicted_per_second": 69.93862885318134
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.0444032039995363,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 971.305,
+ "prompt_per_second": 79.27479010197622,
+ "predicted_n": 6,
+ "predicted_ms": 70.009,
+ "predicted_per_second": 71.41938893570827
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.5730375589992036,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1273.964,
+ "prompt_per_second": 74.5703960237495,
+ "predicted_n": 22,
+ "predicted_ms": 295.12,
+ "predicted_per_second": 71.15749525616698
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 0.9091397470001539,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 438.465,
+ "prompt_per_second": 104.91145245344555,
+ "predicted_n": 33,
+ "predicted_ms": 467.919,
+ "predicted_per_second": 68.38790474419719
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 1.676227388999905,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1119.558,
+ "prompt_per_second": 75.92281954128326,
+ "predicted_n": 41,
+ "predicted_ms": 551.641,
+ "predicted_per_second": 72.5109264902355
+ }
+ }
+ }
+ ],
+ "wall_s": 7.209946480999861
+ }
+ ],
+ "init_s": 0.7740461270004744,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "text": "文档解析与智能识别 2026",
+ "sha256": "1e88f7e0a666403730db4bf96504ec07cde338c9633e71df407a1d65656613a0"
+ },
+ {
+ "file": "line-2.png",
+ "text": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "sha256": "2be97b59d7f7d034a9655622961f91b1686da8a6e2686ce2c034e3479231f7a6"
+ },
+ {
+ "file": "line-3.png",
+ "text": "Document recognition and structured content",
+ "sha256": "c43bb9868537fa3e3b58bed9e30bfad0ba9405ad16773b6be7c2f60ce0f3d1a2"
+ },
+ {
+ "file": "line-4.png",
+ "text": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "sha256": "0100ddf30393caf6bebca3bb0d574ec09165952ca0352f4d429631b13cdb5b17"
+ },
+ {
+ "file": "line-5.png",
+ "text": "0123456789 9876543210 2026-10-18",
+ "sha256": "ae5f25e5185ed9e1c3a8c757325fd01613393685def2ff31fe0559fa1d458689"
+ },
+ {
+ "file": "line-6.png",
+ "text": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "sha256": "87f4e84ee377bffdd330d8da092446eb9aa57763b047746fa820f39e03c7d83e"
+ }
+ ],
+ "completed": true
+ },
+ "intel4": {
+ "device": "gpu",
+ "threads_requested": 4,
+ "n_ctx_seq": 8192,
+ "n_parallel": 4,
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "text": [
+ {
+ "warmup": true,
+ "wall_s": 4.329369112998393,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 669.299,
+ "prompt_per_second": 617.0635246728293,
+ "predicted_n": 128,
+ "predicted_ms": 3657.853,
+ "predicted_per_second": 34.719820616082714
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 4.335734210000737,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 667.368,
+ "prompt_per_second": 618.8489708826314,
+ "predicted_n": 128,
+ "predicted_ms": 3666.372,
+ "predicted_per_second": 34.639147364206366
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 4.327833004999775,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 669.88,
+ "prompt_per_second": 616.5283334328536,
+ "predicted_n": 128,
+ "predicted_ms": 3655.281,
+ "predicted_per_second": 34.744250852396846
+ }
+ },
+ {
+ "warmup": false,
+ "wall_s": 4.341758619000757,
+ "content": "[1, 1] 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. 1. ",
+ "finish_reason": "length",
+ "tokens_evaluated": 413,
+ "tokens_predicted": 128,
+ "timings": {
+ "prompt_n": 413,
+ "prompt_ms": 667.076,
+ "prompt_per_second": 619.1198604057108,
+ "predicted_n": 128,
+ "predicted_ms": 3672.7,
+ "predicted_per_second": 34.57946469899529
+ }
+ }
+ ],
+ "ocr": [
+ {
+ "warmup": true,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 1.01454035200004,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 726.271,
+ "prompt_per_second": 72.97551464949035,
+ "predicted_n": 11,
+ "predicted_ms": 283.292,
+ "predicted_per_second": 35.2992671872132
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.5435163070014823,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1083.471,
+ "prompt_per_second": 76.60564980511707,
+ "predicted_n": 17,
+ "predicted_ms": 455.357,
+ "predicted_per_second": 35.137265925416756
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.1927412349996303,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 1045.944,
+ "prompt_per_second": 73.61770802260925,
+ "predicted_n": 6,
+ "predicted_ms": 143.567,
+ "predicted_per_second": 34.82694491073854
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.9430298220013356,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1337.973,
+ "prompt_per_second": 71.00292756281331,
+ "predicted_n": 22,
+ "predicted_ms": 599.299,
+ "predicted_per_second": 35.04093949764642
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 1.6142387660001987,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 695.975,
+ "prompt_per_second": 66.0943281008657,
+ "predicted_n": 33,
+ "predicted_ms": 915.537,
+ "predicted_per_second": 34.95216468586196
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 2.2367180250003003,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1092.07,
+ "prompt_per_second": 77.83383849020667,
+ "predicted_n": 41,
+ "predicted_ms": 1140.969,
+ "predicted_per_second": 35.057920066189354
+ }
+ }
+ }
+ ],
+ "wall_s": 9.556170551999458
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 1.0266243339992798,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 729.434,
+ "prompt_per_second": 72.65907539270174,
+ "predicted_n": 11,
+ "predicted_ms": 283.981,
+ "predicted_per_second": 35.21362344663903
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.552119488000244,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1082.943,
+ "prompt_per_second": 76.64299967773003,
+ "predicted_n": 17,
+ "predicted_ms": 464.647,
+ "predicted_per_second": 34.43474293388314
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.1935375850007404,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 1046.891,
+ "prompt_per_second": 73.55111468147113,
+ "predicted_n": 6,
+ "predicted_ms": 143.245,
+ "predicted_per_second": 34.90523229432092
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.942052768999929,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1337.394,
+ "prompt_per_second": 71.03366696725124,
+ "predicted_n": 22,
+ "predicted_ms": 597.872,
+ "predicted_per_second": 35.124575159900445
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 1.6081652699995175,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 697.314,
+ "prompt_per_second": 65.96741209842338,
+ "predicted_n": 33,
+ "predicted_ms": 907.924,
+ "predicted_per_second": 35.24524079107943
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 2.2386048159987695,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1092.778,
+ "prompt_per_second": 77.78341072020118,
+ "predicted_n": 41,
+ "predicted_ms": 1142.454,
+ "predicted_per_second": 35.012350606676506
+ }
+ }
+ }
+ ],
+ "wall_s": 9.5661831540001
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 1.013016245999097,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 725.766,
+ "prompt_per_second": 73.02629222090867,
+ "predicted_n": 11,
+ "predicted_ms": 283.077,
+ "predicted_per_second": 35.3260773570442
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.5410478570011037,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1082.277,
+ "prompt_per_second": 76.69016342396631,
+ "predicted_n": 17,
+ "predicted_ms": 455.112,
+ "predicted_per_second": 35.15618133558333
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.1923430770002597,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 1045.983,
+ "prompt_per_second": 73.6149631494967,
+ "predicted_n": 6,
+ "predicted_ms": 143.328,
+ "predicted_per_second": 34.88501897745032
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.9396275529998093,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1336.328,
+ "prompt_per_second": 71.09033111631277,
+ "predicted_n": 22,
+ "predicted_ms": 599.238,
+ "predicted_per_second": 35.04450652328457
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 1.6052820710010565,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 696.476,
+ "prompt_per_second": 66.0467840959344,
+ "predicted_n": 33,
+ "predicted_ms": 906.124,
+ "predicted_per_second": 35.315254865779956
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 2.23226349000106,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1094.132,
+ "prompt_per_second": 77.68715292121973,
+ "predicted_n": 41,
+ "predicted_ms": 1134.081,
+ "predicted_per_second": 35.27084926032621
+ }
+ }
+ }
+ ],
+ "wall_s": 9.527910725000766
+ },
+ {
+ "warmup": false,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "wall_s": 1.01254139699995,
+ "content": "文档解析与智能识别 2026",
+ "result": {
+ "content": "文档解析与智能识别 2026",
+ "finish_reason": "stop",
+ "tokens_evaluated": 53,
+ "tokens_predicted": 11,
+ "timings": {
+ "prompt_n": 53,
+ "prompt_ms": 725.468,
+ "prompt_per_second": 73.05628918160416,
+ "predicted_n": 11,
+ "predicted_ms": 282.259,
+ "predicted_per_second": 35.42845400855243
+ }
+ }
+ },
+ {
+ "file": "line-2.png",
+ "wall_s": 1.5410144770012266,
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "result": {
+ "content": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "finish_reason": "stop",
+ "tokens_evaluated": 83,
+ "tokens_predicted": 17,
+ "timings": {
+ "prompt_n": 83,
+ "prompt_ms": 1082.145,
+ "prompt_per_second": 76.69951808676286,
+ "predicted_n": 17,
+ "predicted_ms": 455.055,
+ "predicted_per_second": 35.16058498423268
+ }
+ }
+ },
+ {
+ "file": "line-3.png",
+ "wall_s": 1.1938581189988327,
+ "content": "Document recognition and structured content",
+ "result": {
+ "content": "Document recognition and structured content",
+ "finish_reason": "stop",
+ "tokens_evaluated": 77,
+ "tokens_predicted": 6,
+ "timings": {
+ "prompt_n": 77,
+ "prompt_ms": 1047.847,
+ "prompt_per_second": 73.48401054734136,
+ "predicted_n": 6,
+ "predicted_ms": 142.683,
+ "predicted_per_second": 35.042717072110904
+ }
+ }
+ },
+ {
+ "file": "line-4.png",
+ "wall_s": 1.9349816260000807,
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "result": {
+ "content": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "finish_reason": "stop",
+ "tokens_evaluated": 95,
+ "tokens_predicted": 22,
+ "timings": {
+ "prompt_n": 95,
+ "prompt_ms": 1334.789,
+ "prompt_per_second": 71.17229764404712,
+ "predicted_n": 22,
+ "predicted_ms": 596.285,
+ "predicted_per_second": 35.21805847874758
+ }
+ }
+ },
+ {
+ "file": "line-5.png",
+ "wall_s": 1.6140820239997993,
+ "content": "0123456789 9876543210 2026-10-18",
+ "result": {
+ "content": "0123456789 9876543210 2026-10-18",
+ "finish_reason": "stop",
+ "tokens_evaluated": 46,
+ "tokens_predicted": 33,
+ "timings": {
+ "prompt_n": 46,
+ "prompt_ms": 697.859,
+ "prompt_per_second": 65.91589418492848,
+ "predicted_n": 33,
+ "predicted_ms": 913.543,
+ "predicted_per_second": 35.028455146610504
+ }
+ }
+ },
+ {
+ "file": "line-6.png",
+ "wall_s": 2.2552651679998235,
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "result": {
+ "content": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "finish_reason": "stop",
+ "tokens_evaluated": 85,
+ "tokens_predicted": 41,
+ "timings": {
+ "prompt_n": 85,
+ "prompt_ms": 1092.687,
+ "prompt_per_second": 77.78988859572779,
+ "predicted_n": 41,
+ "predicted_ms": 1155.796,
+ "predicted_per_second": 34.608183451058835
+ }
+ }
+ }
+ ],
+ "wall_s": 9.556668357998205
+ }
+ ],
+ "init_s": 0.9999554810001428,
+ "samples": [
+ {
+ "file": "line-1.png",
+ "text": "文档解析与智能识别 2026",
+ "sha256": "1e88f7e0a666403730db4bf96504ec07cde338c9633e71df407a1d65656613a0"
+ },
+ {
+ "file": "line-2.png",
+ "text": "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "sha256": "2be97b59d7f7d034a9655622961f91b1686da8a6e2686ce2c034e3479231f7a6"
+ },
+ {
+ "file": "line-3.png",
+ "text": "Document recognition and structured content",
+ "sha256": "c43bb9868537fa3e3b58bed9e30bfad0ba9405ad16773b6be7c2f60ce0f3d1a2"
+ },
+ {
+ "file": "line-4.png",
+ "text": "The quick brown fox jumps over the lazy dog. Page 123 of 456.",
+ "sha256": "0100ddf30393caf6bebca3bb0d574ec09165952ca0352f4d429631b13cdb5b17"
+ },
+ {
+ "file": "line-5.png",
+ "text": "0123456789 9876543210 2026-10-18",
+ "sha256": "ae5f25e5185ed9e1c3a8c757325fd01613393685def2ff31fe0559fa1d458689"
+ },
+ {
+ "file": "line-6.png",
+ "text": "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "sha256": "87f4e84ee377bffdd330d8da092446eb9aa57763b047746fa820f39e03c7d83e"
+ }
+ ],
+ "completed": true
+ }
+ },
+ "cpu_auto_supplement": {
+ "resolved_threads": 8,
+ "text_median_s": 2.185449057000369,
+ "ocr_first_sweep_s": 4.940142782999828,
+ "all_ocr_outputs_exact": true,
+ "gpu_auto_not_measured": true,
+ "note": "Only one OCR sweep; do not compare it as a warmed median or claim a matched GPU-auto ratio."
+ },
+ "failures": {
+ "cpu_default_wheel": {
+ "threads4_returncode": -11,
+ "threads_auto_returncode": -11,
+ "gdb_stack": [
+ "null PC",
+ "pthread_once",
+ "ggml_tiled_wdata_size",
+ "ggml_graph_plan",
+ "llama_context::decode",
+ "common_init_from_params"
+ ],
+ "workaround": "System libstdc++ preload allows CPU init and valid extraction. This supports a C++ dynamic-link/initialization issue, not a proven complete root-cause diagnosis."
+ },
+ "llama_full_page": {
+ "input": "demo/pdfs/demo1.pdf page1 rendered maxedge1400, client layout1036x1036",
+ "cpu": {
+ "wall_s": 81.72321346200079,
+ "blocks": 21,
+ "title": "The response of flow duration curves to afforestation",
+ "preload": true
+ },
+ "gpu": {
+ "wall_s": 258.7561604659986,
+ "blocks": 0,
+ "tokens_generated": 6798,
+ "finish_reason": "length",
+ "content_stripped_length": 0,
+ "preload": false,
+ "note": "First extraction failed quality; second incomplete extraction terminated; no throughput ratio assigned. Fence-expiration warnings for this PID, no literal GPU HANG for this llama process."
+ },
+ "matching_preload_repeat": "A bounded GPU repeat was started after followup completion but before its final HANG flag was inspected; cancelled when flag was seen, no page result. No matched-preload full-page performance comparison is claimed."
+ },
+ "onnx_default_nhwc": {
+ "all_six_texts_empty": true,
+ "valid_ratio": null
+ },
+ "onnx_compact_nhwc_no_prepack": {
+ "valid_ratio": null,
+ "gpu_run_returned": false,
+ "process_returncode": 1,
+ "kernel_hang": "GPU HANG: ecode12:1:8ed9eff2 in python[73683]",
+ "error": "VK_ERROR_DEVICE_LOST; BufferManager::Download Failed to wait for the operation:2"
+ }
+ },
+ "onnx_raw": {
+ "onnx-default-raw": {
+ "input": {
+ "manifest_sha256": "0d98e210345258583f72b784e0114359f9459bbcb1250716566c02e5d1851e06",
+ "input_sha256": "474fa06cbc4c20303081e85084b45f3a4f24190d1141e4bd3bf3f3feb432c078",
+ "shape": [
+ 6,
+ 3,
+ 48,
+ 1012
+ ],
+ "sample_order": [
+ 0,
+ 2,
+ 4,
+ 1,
+ 5,
+ 3
+ ]
+ },
+ "source_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "model_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "compact": false,
+ "gpu_disable_prepacking": false,
+ "ort_version": "1.31.0",
+ "ep_version": "0.4.0",
+ "threads": [
+ 4,
+ 1
+ ],
+ "webgpu_options": {
+ "preferredLayout": "NHWC",
+ "enableGraphCapture": "0",
+ "dawnBackendType": "Vulkan",
+ "powerPreference": "high-performance"
+ },
+ "cpu": {
+ "init_s": 0.039990614999624086,
+ "providers": [
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.12419531299929076,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11912518400094996,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11332378499901097,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11582371199983754,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11230580399933388,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11279468199973053,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11369634999937261,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11464553199948568,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11353513200083398,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11781511599838268,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ }
+ ],
+ "texts": [
+ "文档解析与智能识别2026",
+ "Document recognition and structured content",
+ "0123456789 9876543210 2026-10-18",
+ "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "The quick brown fox jumps over the lazy dog. Page 123 of 456."
+ ]
+ },
+ "gpu": {
+ "init_s": 0.09524937899914221,
+ "providers": [
+ "WebGpuExecutionProvider",
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.3061229539998749,
+ "finite": true,
+ "tokens": [
+ [],
+ [],
+ [],
+ [],
+ [],
+ []
+ ],
+ "valid": false
+ }
+ ],
+ "texts": [
+ "",
+ "",
+ "",
+ "",
+ "",
+ ""
+ ]
+ },
+ "valid": false,
+ "error": "Output consistency check failed"
+ },
+ "onnx-no-prepack-raw": {
+ "input": {
+ "manifest_sha256": "0d98e210345258583f72b784e0114359f9459bbcb1250716566c02e5d1851e06",
+ "input_sha256": "474fa06cbc4c20303081e85084b45f3a4f24190d1141e4bd3bf3f3feb432c078",
+ "shape": [
+ 6,
+ 3,
+ 48,
+ 1012
+ ],
+ "sample_order": [
+ 0,
+ 2,
+ 4,
+ 1,
+ 5,
+ 3
+ ]
+ },
+ "source_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "model_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "compact": false,
+ "gpu_disable_prepacking": true,
+ "ort_version": "1.31.0",
+ "ep_version": "0.4.0",
+ "threads": [
+ 4,
+ 1
+ ],
+ "webgpu_options": {
+ "preferredLayout": "NHWC",
+ "enableGraphCapture": "0",
+ "dawnBackendType": "Vulkan",
+ "powerPreference": "high-performance"
+ },
+ "cpu": {
+ "init_s": 0.03991803600001731,
+ "providers": [
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.12139592600033211,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1193516270013788,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1137068169991835,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11671912299971154,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11223863600025652,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1125540059983905,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11269876900041709,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11291110400088655,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11223719400004484,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11245888999837916,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ }
+ ],
+ "texts": [
+ "文档解析与智能识别2026",
+ "Document recognition and structured content",
+ "0123456789 9876543210 2026-10-18",
+ "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "The quick brown fox jumps over the lazy dog. Page 123 of 456."
+ ]
+ },
+ "gpu": {
+ "init_s": 0.06892494699968665,
+ "providers": [
+ "WebGpuExecutionProvider",
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.3037810289988556,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.26223812099851784,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.24899667399949976,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.2522371970007953,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.2512475820003601,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.25264111799879174,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.252028547000009,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.2500777340010245,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.2518869479990826,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.24877765599921986,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ }
+ ],
+ "texts": [
+ "文档解析与智能识别2026",
+ "Document recognition and structured content",
+ "0123456789 9876543210 2026-10-18",
+ "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "The quick brown fox jumps over the lazy dog. Page 123 of 456."
+ ]
+ },
+ "valid": true,
+ "ratios": {
+ "one_warmup_two_timed_sum": 2.1935905270043943,
+ "one_warmup_three_timed_median": 2.161061448357684,
+ "three_warmup_seven_timed_median": 2.2379207720308467
+ }
+ },
+ "onnx-no-prepack-compact": {
+ "input": {
+ "manifest_sha256": "0d98e210345258583f72b784e0114359f9459bbcb1250716566c02e5d1851e06",
+ "input_sha256": "474fa06cbc4c20303081e85084b45f3a4f24190d1141e4bd3bf3f3feb432c078",
+ "shape": [
+ 6,
+ 3,
+ 48,
+ 1012
+ ],
+ "sample_order": [
+ 0,
+ 2,
+ 4,
+ 1,
+ 5,
+ 3
+ ]
+ },
+ "source_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "model_sha256": "ec2795ae0a82d64c9a7c5ab21dbff6ca797d1a3f40b0211d8176fa4fbcbf99d4",
+ "compact": true,
+ "gpu_disable_prepacking": true,
+ "ort_version": "1.31.0",
+ "ep_version": "0.4.0",
+ "threads": [
+ 4,
+ 1
+ ],
+ "webgpu_options": {
+ "preferredLayout": "NHWC",
+ "enableGraphCapture": "0",
+ "dawnBackendType": "Vulkan",
+ "powerPreference": "high-performance"
+ },
+ "cpu": {
+ "init_s": 0.0399104130010528,
+ "providers": [
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.12603829900035635,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11711391200151411,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11726422999890929,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11786853600096947,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1152970010007266,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11655108200102404,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11587322900049912,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11765721899973869,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11591273800149793,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1158002749998559,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ }
+ ],
+ "texts": [
+ "文档解析与智能识别2026",
+ "Document recognition and structured content",
+ "0123456789 9876543210 2026-10-18",
+ "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "The quick brown fox jumps over the lazy dog. Page 123 of 456."
+ ]
+ },
+ "gpu": {
+ "init_s": 0.06659470799968403,
+ "providers": [
+ "WebGpuExecutionProvider",
+ "CPUExecutionProvider"
+ ],
+ "runs": []
+ },
+ "valid": false
+ }
+ },
+ "executions": [
+ {
+ "label": "cpu4",
+ "device": "cpu",
+ "threads": 4,
+ "returncode": -11,
+ "process_wall_s": 2.0083239960003993,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.63 0.75 0.57 2/2487 71732"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.66 0.75 0.57 2/2493 71750"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_worker.py",
+ "--device",
+ "cpu",
+ "--threads",
+ "4",
+ "--extract-runs",
+ "3",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/cpu4"
+ ],
+ "selected_device_lines": [
+ "0.00.021.834 I mineru-llama-cpp: selected CPU (requested=cpu); no eligible GPU backend or CPU forced",
+ "0.00.469.433 I cmn init: llama threadpool init, n_threads = 4"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 0
+ }
+ ]
+ },
+ {
+ "label": "intel4",
+ "device": "gpu",
+ "threads": 4,
+ "returncode": -15,
+ "process_wall_s": 447.97041492800054,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.66 0.75 0.57 3/2493 71750"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.77 0.88 0.72 1/2483 72886"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_worker.py",
+ "--device",
+ "gpu",
+ "--threads",
+ "4",
+ "--extract-runs",
+ "3",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/intel4"
+ ],
+ "selected_device_lines": [
+ "0.00.005.410 I mineru-llama-cpp: selected Vulkan0 (Intel(R) UHD Graphics 770 (ADL-S GT1)), backend=Vulkan",
+ "0.00.607.545 I cmn init: llama threadpool init, n_threads = 4",
+ "0.01.453.583 I slot get_availabl: id 3 | task -1 | selected slot by LRU, t_last = -1",
+ "0.06.082.519 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 1.000 (> 0.100 thold), f_keep = 0.765",
+ "0.10.425.965 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 1.000 (> 0.100 thold), f_keep = 0.765",
+ "0.14.786.174 I slot get_availabl: id 3 | task -1 | selected slot by LCP similarity, f_sim_best = 1.000 (> 0.100 thold), f_keep = 0.765",
+ "0.19.307.404 I slot get_availabl: id 2 | task -1 | selected slot by LRU, t_last = -1",
+ "4.38.064.423 I slot get_availabl: id 2 | task -1 | selected slot by LCP similarity, f_sim_best = 1.000 (> 0.100 thold), f_keep = 0.170"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 432527381075
+ }
+ ]
+ },
+ {
+ "label": "cpu-auto",
+ "device": "cpu",
+ "threads": -1,
+ "returncode": -11,
+ "process_wall_s": 2.007064580999213,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.77 0.88 0.72 1/2483 72886"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "0.87 0.90 0.73 1/2485 72899"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_worker.py",
+ "--device",
+ "cpu",
+ "--threads",
+ "-1",
+ "--extract-runs",
+ "1",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/cpu-auto"
+ ],
+ "selected_device_lines": [
+ "0.00.006.130 I mineru-llama-cpp: selected CPU (requested=cpu); no eligible GPU backend or CPU forced",
+ "0.00.453.471 I cmn init: llama threadpool init, n_threads = 8"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 0
+ }
+ ]
+ },
+ {
+ "label": "llama-rec-cpu4",
+ "returncode": 0,
+ "process_wall_s": 41.12161300600019,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "1.86 1.78 1.15 1/2489 73387"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "4.02 2.32 1.36 3/2486 73479"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_rec_worker.py",
+ "--device",
+ "cpu",
+ "--threads",
+ "4",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama-rec-cpu4"
+ ],
+ "devices": []
+ },
+ {
+ "label": "llama-rec-intel4",
+ "returncode": 0,
+ "process_wall_s": 56.85765789499965,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "4.02 2.32 1.36 1/2486 73479"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "1.87 2.00 1.30 1/2491 73572"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_rec_worker.py",
+ "--device",
+ "gpu",
+ "--threads",
+ "4",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama-rec-intel4"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 54089096456
+ }
+ ]
+ },
+ {
+ "label": "llama-rec-cpu-auto",
+ "returncode": 0,
+ "process_wall_s": 15.055606040999919,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "1.87 2.00 1.30 1/2491 73572"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.30 2.31 1.42 1/2483 73604"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama_rec_worker.py",
+ "--device",
+ "cpu",
+ "--threads",
+ "-1",
+ "--cycles",
+ "1",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/llama-rec-cpu-auto"
+ ],
+ "devices": []
+ },
+ {
+ "label": "onnx-default-raw",
+ "returncode": 0,
+ "process_wall_s": 2.520802527000342,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.30 2.31 1.42 1/2483 73604"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.36 2.34 1.43 1/2482 73643"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx_worker.py",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx-default-raw.json"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 31720831
+ }
+ ]
+ },
+ {
+ "label": "onnx-no-prepack-raw",
+ "returncode": 0,
+ "process_wall_s": 5.033375832999809,
+ "timeout": false,
+ "new_hang": false,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.36 2.34 1.43 1/2482 73643"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.09 2.30 1.42 2/2484 73682"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx_worker.py",
+ "--no-prepack",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx-no-prepack-raw.json"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 2403048362
+ }
+ ]
+ },
+ {
+ "label": "onnx-no-prepack-compact",
+ "returncode": 1,
+ "process_wall_s": 16.138098164999974,
+ "timeout": false,
+ "new_hang": true,
+ "power_before": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "3.09 2.30 1.42 1/2484 73682"
+ },
+ "power_after": {
+ "/sys/devices/system/cpu/cpu0/cpufreq/scaling_governor": "powersave",
+ "/proc/loadavg": "2.40 2.19 1.40 1/2491 73751"
+ },
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/bin/python",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx_worker.py",
+ "--no-prepack",
+ "--compact",
+ "--output",
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-vs-onnx-20261021/onnx-no-prepack-compact.json"
+ ],
+ "devices": [
+ {
+ "path": "/dev/dri/renderD128",
+ "driver": "i915",
+ "pci_address": "0000:00:02.0",
+ "max_render_ns": 13700764725
+ }
+ ]
+ }
+ ],
+ "interpretation": [
+ "Current UHD770 loses to CPU for both valid llama workloads and both valid ONNX comparisons.",
+ "Llama fixed-text ratio1.573 is close to historical DML1.606, but six-image Llama1.334 and diagnostic WebGPU2.238 differ. This is not evidence of a transferable numeric predictor.",
+ "Even within llama, prompt evaluation GPU/CPU0.768 and decode1.947 favor different devices. Document image sizes, output lengths and concurrency change the aggregate ratio.",
+ "WebGPU2.238 is a diagnostic raw-graph result after disabling prepacking; not a valid production compact-graph result or proof the full WebGPU pipeline is fixed.",
+ "DML versus WebGPU also differs in OS,ORT version,prepacking and protocol. The matching1+2 Linux diagnostic ratio2.194 still differs from DML1.606, but does not isolate execution-provider effects.",
+ "Use ONNX result as a prior or candidate-order hint; choose llama device with its own short representative vision/prefill/decode benchmark and output checks; cache by model,backend,device,driver and relevant thread/context settings.",
+ "On this machine prefer llama CPU based on valid measured workloads. Do not automatically extend the existing Linux WebGPU architecture rule to all Vulkan devices or other machines."
+ ],
+ "raw_evidence_directory": "demo/output/llama-uhd770-vs-onnx-20261021",
+ "evidence_files": {
+ "build_report.py": {
+ "bytes": 11444,
+ "sha256": "df30bae84b91d00bed4e7a8c5ade4b0b46943d51059a6b1cef5ff7a35b4da13a"
+ },
+ "cpu-auto.log": {
+ "bytes": 459,
+ "sha256": "93767382250c9b67437fdc68653cad57897987d11c5bd0913e7cc651b3cbe94f"
+ },
+ "cpu-gdb.log": {
+ "bytes": 9149,
+ "sha256": "abc93cc19dcd11f9d350e573f4e0e0368310acbea7f91ae0fad5a5b6c077fb5f"
+ },
+ "cpu-preload/result.json": {
+ "bytes": 5194,
+ "sha256": "ff0165812d5ef46834dab90fba3e63ecb548b7d8bd1a6dd04d736e11c366d7eb"
+ },
+ "cpu-preload.log": {
+ "bytes": 4434,
+ "sha256": "f7c02dffc89636e4410df826a5a76e6661073b727305a9f310b4d9ede477f8ed"
+ },
+ "cpu4-preload-page/extraction-1.json": {
+ "bytes": 6796,
+ "sha256": "bd6660cfabb41ef836eaead0beadb8dfc10a8d65cba2d59fec44971828fc74bb"
+ },
+ "cpu4-preload-page/result.json": {
+ "bytes": 21864,
+ "sha256": "57c766b8f9f3db04b7a4c7f16ba595b5c5d265449337a7fe8ae3f2dd50c51c27"
+ },
+ "cpu4-preload-page.log": {
+ "bytes": 25701,
+ "sha256": "6103afefcc313f59f033684da17776e359363fcfb12ed13370d95cd287d3a537"
+ },
+ "cpu4.log": {
+ "bytes": 459,
+ "sha256": "40e086ed3b584b7c5c916c56063cb3b487d1d923d45558ad039935af2214804f"
+ },
+ "execution.log": {
+ "bytes": 158,
+ "sha256": "a25dca9572637c0e807f319beab7cc47b55c80e05ced498ca0d6247b80dddca0"
+ },
+ "followup-execution.json": {
+ "bytes": 192474,
+ "sha256": "2ca1636e3f05dde5d5550a44435f3a4ef68233209cef7aca4a497360132a1acb"
+ },
+ "followup.log": {
+ "bytes": 471,
+ "sha256": "c21accea54c97845caa19a38318865d43ce80de00c60e10220868ffe6bd16e01"
+ },
+ "intel4/extraction-1.json": {
+ "bytes": 3,
+ "sha256": "37517e5f3dc66819f61f5a7bb8ace1921282415f10551d2defa5c3eb0985b570"
+ },
+ "intel4/result.json": {
+ "bytes": 12660,
+ "sha256": "eba52828dbff3f6308fed0153072e41b435355df70aee429014e01a8baa76333"
+ },
+ "intel4.log": {
+ "bytes": 26179,
+ "sha256": "c1930baeb53868c6a0e552a81cc997e201643f3e6102c1d0dce472d4894dfb2a"
+ },
+ "kernel-evidence.log": {
+ "bytes": 2849,
+ "sha256": "44a2e62d562a7a50928d84bcb593975f4fb2aa43f61248b04d57ee693876f87c"
+ },
+ "layout-preload-probe.log": {
+ "bytes": 5001,
+ "sha256": "713b89fd647ec5d653412d3af394bcf1baae9a3e2d5ad9b22300dd2a309c0b28"
+ },
+ "layout-probe-cancelled.json": {
+ "bytes": 174,
+ "sha256": "17b389f0f80291c2b1cf777a06f62c5adaa37d03e26dd3232227a221d80ee0df"
+ },
+ "layout_probe.py": {
+ "bytes": 1753,
+ "sha256": "9e9cd46ba2033c303217883ee12a2cbe09d55673d2af76c9e0e81c5cd216b5e7"
+ },
+ "llama-execution.json": {
+ "bytes": 1155302,
+ "sha256": "66d7faff970a73eb1805d4e9a4562019a84815abba2743bfe77f603a589d7480"
+ },
+ "llama-rec-cpu-auto/result.json": {
+ "bytes": 13632,
+ "sha256": "80ba2f5293769d3f125869e98aafa8cb8ad09b7663be0236f07571f0bfa2c95a"
+ },
+ "llama-rec-cpu-auto.log": {
+ "bytes": 9638,
+ "sha256": "1671b8c858efa088e04ffe07d274a29b692376c647c038d3d7efc61c471b33a1"
+ },
+ "llama-rec-cpu4/result.json": {
+ "bytes": 35983,
+ "sha256": "13dd991bca556980c15a6c3a8dc7ba5b115da60f2a728ad92c253b0963c51ebb"
+ },
+ "llama-rec-cpu4.log": {
+ "bytes": 25277,
+ "sha256": "d6c5298bfb759864bea628b70a04c57ec4deec59d412d9955d3439cc225fc37b"
+ },
+ "llama-rec-intel4/result.json": {
+ "bytes": 36032,
+ "sha256": "6fc9c65566fd31fe07917d834bd63e56b3d9ba1a2b20dadec2a394d69368425b"
+ },
+ "llama-rec-intel4.log": {
+ "bytes": 25700,
+ "sha256": "58de25d6de8bfcd2038222d088f3c4834a4b85d199d0cbc395eb92f8ae4ee167"
+ },
+ "llama_rec_worker.py": {
+ "bytes": 3481,
+ "sha256": "6682601286f1ef298eed9a91865c584f405aad507db269e39c13a63afb2b3b3c"
+ },
+ "llama_worker.py": {
+ "bytes": 4627,
+ "sha256": "17290eb62fa471f14ba9884909742f5168617e6371550d212260193c6bed0d8e"
+ },
+ "manifest.json": {
+ "bytes": 671,
+ "sha256": "3238f425942f8cd4894f9fde6eec9dd92d0af077fe42737466396820133a4db3"
+ },
+ "onnx-default-raw.json": {
+ "bytes": 42460,
+ "sha256": "4b19aedfae27bd9370a7a636a3673ec523b20a97d3d7758cc84a0744aea8e3cb"
+ },
+ "onnx-default-raw.log": {
+ "bytes": 407,
+ "sha256": "bc3ae53f4ea6af45c98ad771b6c222d0452815acdf67516b11465cb19bf451ab"
+ },
+ "onnx-no-prepack-compact.json": {
+ "bytes": 42107,
+ "sha256": "37bd5744a10b0da942019e0cfcd9cddbe6c20c29768616ab5f48a52592e26aae"
+ },
+ "onnx-no-prepack-compact.log": {
+ "bytes": 1665,
+ "sha256": "5f39d0b3b6daafea79aa73fedf3ccc5503d5005034e8fb845dd53b98ceed0c1d"
+ },
+ "onnx-no-prepack-raw.json": {
+ "bytes": 83285,
+ "sha256": "cde136a660c98956998a9e6f0726a440cf703d13d4b9e785db84e4473039af20"
+ },
+ "onnx-no-prepack-raw.log": {
+ "bytes": 730,
+ "sha256": "4811bc80f9ab5b0bc7e2ab17b87c7a6489f270da52baece1c0194e8500cc1ba8"
+ },
+ "onnx_worker.py": {
+ "bytes": 4289,
+ "sha256": "b4f39e1c27f017d7bd56444970f602e25588dd76f6232862f194849957a85292"
+ },
+ "run_followup.py": {
+ "bytes": 2914,
+ "sha256": "18cdd8f83c532a9ce7f94fc90963ee406f5fcc2229536510c24bc74533106828"
+ },
+ "run_llama.py": {
+ "bytes": 3475,
+ "sha256": "35a8f7706541f5d83ebef1b29ee438750a2c9a7151aea66ff5ebedb2fdc61455"
+ }
+ }
+}
diff --git a/docs/next/benchmarks/llama-uhd770-vulkan-diagnosis-linux-20261022.json b/docs/next/benchmarks/llama-uhd770-vulkan-diagnosis-linux-20261022.json
new file mode 100644
index 00000000..cbf7d514
--- /dev/null
+++ b/docs/next/benchmarks/llama-uhd770-vulkan-diagnosis-linux-20261022.json
@@ -0,0 +1,4065 @@
+{
+ "schema_version": 1,
+ "date": "2026-10-22",
+ "summary_zh": "本机主要失败链已定位到大图 Vulkan 视觉编码期间的 i915 watchdog 请求取消。串行提交恢复特征与完整文档输出;纯 CPU 视觉编码也规避错误。默认 ONNX NHWC 的亚秒级错误未出现同类 fence 取消,尚无证据证明同一根因。",
+ "environment": {
+ "cpu": "Intel Core i7-12700",
+ "gpu": "Intel UHD Graphics770",
+ "pci_id": "8086:4680",
+ "pci_address": "0000:00:02.0",
+ "kernel": "7.0.0-38-generic",
+ "mesa": "26.0.8-1ubuntu0.3 ANV",
+ "kernel_driver": "i915",
+ "mineru": "4.0.12",
+ "mineru_llama_cpp": "0.1.3",
+ "llama_commit": "86a283532072722c5f3363d37d59a874d09fa99b",
+ "onnxruntime": "1.31.0",
+ "webgpu_ep": "0.4.0"
+ },
+ "controls": {
+ "serial_execution": true,
+ "inference_wall_timeout": null,
+ "kernel_or_driver_settings_changed": false,
+ "model_weights_changed": false,
+ "production_code_changed": false,
+ "process_only_workaround": "GGML_VK_SERIALIZE_SUBMISSIONS=1",
+ "all_llama_processes_preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "gpu_binding": "VK_DRIVER_FILES=/usr/share/vulkan/icd.d/intel_icd.json; GGML_VK_VISIBLE_DEVICES=0; native logs select Vulkan0 at0000:00:02.0",
+ "probe_lifetime": "128-token correctness-prefix requests; no wall timeout. Native servers are terminated only after a request returns/fails, as idle-server cleanup.",
+ "full_page_lifetime": "Real MinerU advanced OCR on demo1 page1, no external timeout and no added token cap; program returned naturally."
+ },
+ "input": {
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "render_size": [
+ 1512,
+ 2064
+ ],
+ "layout_size": [
+ 1036,
+ 1036
+ ],
+ "png_sha256": "c97362434e8a08f405a36333c773d39f4a4fe4d2f01d52ba859e527ab397df2c",
+ "request_sha256": "3c5dc8787e91b06ebb247e032f3164e6008bf3859c100e89080688c3965a0cd0"
+ },
+ "weight_identity_source": "demo/output/llama-uhd770-vs-onnx-20261021/manifest.json",
+ "split_and_embedding_probes": [
+ {
+ "case": "cpu-cpu",
+ "llm": "cpu",
+ "vision": "cpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "40205",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "0",
+ "--device",
+ "none",
+ "--mmproj-device",
+ "none",
+ "--no-mmproj-offload",
+ "--no-op-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 82748,
+ "init_s": 0.6080463159996725,
+ "request_wall_s": 27.07520109699908,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792604471,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-af6HMpJMUBWHPsURlXP6StPpOH0LErz3",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 25241.777,
+ "prompt_per_token_ms": 18.107444045911045,
+ "prompt_per_second": 55.225905846486164,
+ "predicted_n": 128,
+ "predicted_ms": 1793.561,
+ "predicted_per_token_ms": 14.122527559055117,
+ "predicted_per_second": 70.80885456363067
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 27.745592549999856,
+ "exact_cpu_prefix": true,
+ "fence_warning_count": 0,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.191.626 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.331.630 I clip_ctx: CLIP using CPU backend",
+ "0.00.698.501 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.24.009.993 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.25.843.128 I image decoded (batch 1/1) in 1833 ms",
+ "0.27.679.438 I slot print_timing: id 3 | task 0 | prompt eval time = 25241.78 ms / 1394 tokens ( 18.11 ms per token, 55.23 tokens per second)",
+ "0.27.679.442 I slot print_timing: id 3 | task 0 | eval time = 1793.56 ms / 128 tokens ( 14.12 ms per token, 70.81 tokens per second)"
+ ]
+ },
+ {
+ "case": "gpu-cpu",
+ "llm": "gpu",
+ "vision": "cpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "50519",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "99",
+ "--device",
+ "Vulkan0",
+ "--mmproj-device",
+ "none",
+ "--no-mmproj-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 82797,
+ "init_s": 0.8280715930013685,
+ "request_wall_s": 32.61562389399842,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792604504,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-Thd89CAADVx9oV7e65DSykwvBEjoySJM",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 28745.34,
+ "prompt_per_token_ms": 20.620760401721665,
+ "prompt_per_second": 48.49481689901737,
+ "predicted_n": 128,
+ "predicted_ms": 3819.548,
+ "predicted_per_token_ms": 30.075181102362205,
+ "predicted_per_second": 33.25000759252142
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 33.501748642000166,
+ "exact_cpu_prefix": true,
+ "fence_warning_count": 0,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.195.367 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.497.710 I clip_ctx: CLIP using CPU backend",
+ "0.00.883.338 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.26.855.138 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.28.640.961 I image decoded (batch 1/1) in 1786 ms",
+ "0.33.440.130 I slot print_timing: id 3 | task 0 | prompt eval time = 28745.34 ms / 1394 tokens ( 20.62 ms per token, 48.49 tokens per second)",
+ "0.33.440.134 I slot print_timing: id 3 | task 0 | eval time = 3819.55 ms / 128 tokens ( 30.08 ms per token, 33.25 tokens per second)"
+ ]
+ },
+ {
+ "case": "cpu-gpu",
+ "llm": "cpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "49313",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "0",
+ "--device",
+ "none",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload",
+ "--no-op-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 82885,
+ "init_s": 0.6081588720007858,
+ "request_wall_s": 26.03733863099842,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "THE MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN ME"
+ }
+ }
+ ],
+ "created": 1792604531,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-4WCkf6YldbNMlDBGzVjr5n4o6M4YdggA",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 24192.095,
+ "prompt_per_token_ms": 17.35444404591105,
+ "prompt_per_second": 57.6221282199826,
+ "predicted_n": 128,
+ "predicted_ms": 1819.651,
+ "predicted_per_token_ms": 14.327960629921261,
+ "predicted_per_second": 69.7936032788705
+ }
+ },
+ "content": "THE MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN ME",
+ "has_layout_boxes": false,
+ "layout_boxes": [],
+ "server_cleanup_returncode": 0,
+ "kernel": "2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:18!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:16!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:14!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:1a!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:22!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:20!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:1e!\n2026-10-22T01:42:07+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82885]:1c!\n",
+ "process_wall_s": 26.693413954002608,
+ "exact_cpu_prefix": false,
+ "fence_warning_count": 8,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.188.407 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.329.634 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.00.663.042 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.22.904.034 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.24.791.246 I image decoded (batch 1/1) in 1887 ms",
+ "0.26.641.384 I slot print_timing: id 3 | task 0 | prompt eval time = 24192.10 ms / 1394 tokens ( 17.35 ms per token, 57.62 tokens per second)",
+ "0.26.641.386 I slot print_timing: id 3 | task 0 | eval time = 1819.65 ms / 128 tokens ( 14.33 ms per token, 69.79 tokens per second)"
+ ]
+ },
+ {
+ "case": "gpu-gpu",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "38373",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "99",
+ "--device",
+ "Vulkan0",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 82943,
+ "init_s": 1.0231425179990765,
+ "request_wall_s": 28.945718176997616,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
+ }
+ }
+ ],
+ "created": 1792604561,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-Zl8PnXSiAxEnn40a7pEdP9nOYi5vxunG",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 25100.232,
+ "prompt_per_token_ms": 18.00590530846485,
+ "prompt_per_second": 55.537335272438916,
+ "predicted_n": 128,
+ "predicted_ms": 3815.844,
+ "predicted_per_token_ms": 30.046015748031497,
+ "predicted_per_second": 33.28228302834183
+ }
+ },
+ "content": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!",
+ "has_layout_boxes": false,
+ "layout_boxes": [],
+ "server_cleanup_returncode": 0,
+ "kernel": "2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:62e!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:62c!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:630!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:632!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:63a!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:638!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:636!\n2026-10-22T01:42:35+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[82943]:634!\n",
+ "process_wall_s": 30.005242125000223,
+ "exact_cpu_prefix": false,
+ "fence_warning_count": 8,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.184.839 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.492.279 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.01.057.599 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.23.374.191 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.25.170.901 I image decoded (batch 1/1) in 1796 ms",
+ "0.29.965.279 I slot print_timing: id 3 | task 0 | prompt eval time = 25100.23 ms / 1394 tokens ( 18.01 ms per token, 55.54 tokens per second)",
+ "0.29.965.282 I slot print_timing: id 3 | task 0 | eval time = 3815.84 ms / 128 tokens ( 30.05 ms per token, 33.28 tokens per second)"
+ ]
+ },
+ {
+ "case": "gpu-gpu-serialized",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": true,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "57515",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "99",
+ "--device",
+ "Vulkan0",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 82994,
+ "init_s": 1.0461798130017996,
+ "request_wall_s": 80.8966954009993,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792604643,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-sOgkL9JUvJWOiVHrTKLbYtTTdtWDkKaF",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 73579.476,
+ "prompt_per_token_ms": 52.782981348637016,
+ "prompt_per_second": 18.94550050886473,
+ "predicted_n": 128,
+ "predicted_ms": 7278.878,
+ "predicted_per_token_ms": 57.314,
+ "predicted_per_second": 17.447744006699935
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 82.02060563000123,
+ "exact_cpu_prefix": true,
+ "fence_warning_count": 0,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.188.255 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.564.824 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.01.267.530 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "1.11.699.968 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "1.14.482.420 I image decoded (batch 1/1) in 2782 ms",
+ "1.21.939.507 I slot print_timing: id 3 | task 0 | prompt eval time = 73579.48 ms / 1394 tokens ( 52.78 ms per token, 18.95 tokens per second)",
+ "1.21.939.516 I slot print_timing: id 3 | task 0 | eval time = 7278.88 ms / 128 tokens ( 57.31 ms per token, 17.45 tokens per second)"
+ ]
+ },
+ {
+ "case": "gpu-gpu-f32",
+ "llm": "gpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": true,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "52807",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "99",
+ "--device",
+ "Vulkan0",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 83096,
+ "init_s": 1.0508762409990595,
+ "request_wall_s": 29.194114896999963,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
+ }
+ }
+ ],
+ "created": 1792604674,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-v4RvPasozM4RjdtaNtAbflgpjH8rxU72",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 25255.744,
+ "prompt_per_token_ms": 18.117463414634145,
+ "prompt_per_second": 55.19536466635075,
+ "predicted_n": 128,
+ "predicted_ms": 3900.787,
+ "predicted_per_token_ms": 30.714858267716533,
+ "predicted_per_second": 32.557532620981355
+ }
+ },
+ "content": "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!",
+ "has_layout_boxes": false,
+ "layout_boxes": [],
+ "server_cleanup_returncode": 0,
+ "kernel": "2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:62e!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:62c!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:630!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:634!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:632!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:63a!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:638!\n2026-10-22T01:44:27+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83096]:636!\n",
+ "process_wall_s": 30.28459803700025,
+ "exact_cpu_prefix": false,
+ "fence_warning_count": 8,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.187.031 I load_tensors: offloaded 25/25 layers to GPU",
+ "0.00.562.058 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.01.257.979 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.23.477.652 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.25.373.852 I image decoded (batch 1/1) in 1896 ms",
+ "0.30.241.699 I slot print_timing: id 3 | task 0 | prompt eval time = 25255.74 ms / 1394 tokens ( 18.12 ms per token, 55.20 tokens per second)",
+ "0.30.241.701 I slot print_timing: id 3 | task 0 | eval time = 3900.79 ms / 128 tokens ( 30.71 ms per token, 32.56 tokens per second)"
+ ]
+ },
+ {
+ "case": "emb-cpu",
+ "llm": "cpu",
+ "vision": "cpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": true,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "43435",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "0",
+ "--device",
+ "none",
+ "--mmproj-device",
+ "none",
+ "--no-mmproj-offload",
+ "--no-op-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 83184,
+ "init_s": 0.8102925090024655,
+ "request_wall_s": 28.3703174580005,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792604715,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-6QiDf6wuGtg11NqTNPm4ZAKjQHWQ90tV",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 26494.081,
+ "prompt_per_token_ms": 19.005796987087518,
+ "prompt_per_second": 52.615525709308436,
+ "predicted_n": 128,
+ "predicted_ms": 1829.113,
+ "predicted_per_token_ms": 14.402464566929135,
+ "predicted_per_second": 69.43256102821422
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 29.24391030800325,
+ "exact_cpu_prefix": true,
+ "fence_warning_count": 0,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.264.919 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.408.884 I clip_ctx: CLIP using CPU backend",
+ "0.00.876.106 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.25.105.660 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.27.312.891 I image decoded (batch 1/1) in 2208 ms",
+ "0.29.177.083 I slot print_timing: id 3 | task 0 | prompt eval time = 26494.08 ms / 1394 tokens ( 19.01 ms per token, 52.62 tokens per second)",
+ "0.29.177.086 I slot print_timing: id 3 | task 0 | eval time = 1829.11 ms / 128 tokens ( 14.40 ms per token, 69.43 tokens per second)"
+ ]
+ },
+ {
+ "case": "emb-gpu",
+ "llm": "cpu",
+ "vision": "gpu",
+ "serialize": false,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": true,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "33167",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "0",
+ "--device",
+ "none",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload",
+ "--no-op-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 83260,
+ "init_s": 0.6076781390001997,
+ "request_wall_s": 26.000360643000022,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "THE MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN ME"
+ }
+ }
+ ],
+ "created": 1792604741,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-1jRwGQxNHl7AOG3bm96Isn0a5GtLSqFZ",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 24141.901,
+ "prompt_per_token_ms": 17.3184368723099,
+ "prompt_per_second": 57.741931755912674,
+ "predicted_n": 128,
+ "predicted_ms": 1830.05,
+ "predicted_per_token_ms": 14.40984251968504,
+ "predicted_per_second": 69.39701101062813
+ }
+ },
+ "content": "THE MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN MEAN ME",
+ "has_layout_boxes": false,
+ "layout_boxes": [],
+ "server_cleanup_returncode": 0,
+ "kernel": "2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:16!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:14!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:18!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:1a!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:22!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:20!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:1e!\n2026-10-22T01:45:38+08:00 myhloli-ubuntu-ssd kernel: Fence expiration time out i915-0000:00:02.0:llama-server[83260]:1c!\n",
+ "process_wall_s": 26.653361847998895,
+ "exact_cpu_prefix": false,
+ "fence_warning_count": 8,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.191.298 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.332.825 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.00.653.909 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "0.22.912.374 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "0.24.741.800 I image decoded (batch 1/1) in 1829 ms",
+ "0.26.604.134 I slot print_timing: id 3 | task 0 | prompt eval time = 24141.90 ms / 1394 tokens ( 17.32 ms per token, 57.74 tokens per second)",
+ "0.26.604.138 I slot print_timing: id 3 | task 0 | eval time = 1830.05 ms / 128 tokens ( 14.41 ms per token, 69.40 tokens per second)"
+ ]
+ },
+ {
+ "case": "emb-gpu-serialized",
+ "llm": "cpu",
+ "vision": "gpu",
+ "serialize": true,
+ "disable_f16": false,
+ "max_tokens": 128,
+ "wall_timeout": null,
+ "dump_embeddings": true,
+ "command": [
+ "/home/myhloli/PycharmProjects/mineru/Magic-PDF/.venv/lib/python3.14/site-packages/mineru_llama_cpp/bin/llama-server",
+ "-m",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "-mm",
+ "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/mmproj-MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "--host",
+ "127.0.0.1",
+ "--port",
+ "55389",
+ "-c",
+ "32768",
+ "-np",
+ "4",
+ "-t",
+ "8",
+ "-tb",
+ "8",
+ "--fit",
+ "off",
+ "--no-kv-unified",
+ "--cache-ram",
+ "0",
+ "--no-cache-idle-slots",
+ "--special",
+ "--no-context-shift",
+ "-lv",
+ "4",
+ "-ngl",
+ "0",
+ "--device",
+ "none",
+ "--mmproj-device",
+ "Vulkan0",
+ "--mmproj-offload",
+ "--no-op-offload"
+ ],
+ "request_file": "/home/myhloli/PycharmProjects/mineru/Magic-PDF/demo/output/llama-uhd770-diagnosis-20261022/request.json",
+ "pid": 83314,
+ "init_s": 0.608750986000814,
+ "request_wall_s": 74.31684617000064,
+ "response": {
+ "choices": [
+ {
+ "finish_reason": "length",
+ "index": 0,
+ "message": {
+ "role": "assistant",
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>"
+ }
+ }
+ ],
+ "created": 1792604816,
+ "model": "/home/myhloli/.mineru/models/MinerU2.5-Pro-2605-1.2B-GGUF/MinerU2.5-Pro-2605-1.2B-Q8_0.gguf",
+ "system_fingerprint": "b1-86a2835",
+ "object": "chat.completion",
+ "usage": {
+ "completion_tokens": 128,
+ "prompt_tokens": 1394,
+ "total_tokens": 1522,
+ "prompt_tokens_details": {
+ "cached_tokens": 0
+ }
+ },
+ "id": "chatcmpl-SrydoI0KXsQUfCBcNMwwus52AUkPBBTO",
+ "timings": {
+ "cache_n": 0,
+ "prompt_n": 1394,
+ "prompt_ms": 72466.236,
+ "prompt_per_token_ms": 51.98438737446198,
+ "prompt_per_second": 19.236544864838844,
+ "predicted_n": 128,
+ "predicted_ms": 1823.561,
+ "predicted_per_token_ms": 14.358748031496063,
+ "predicted_per_second": 69.64395487729777
+ }
+ },
+ "content": "<|box_start|>077 095 177 177<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>339 092 652 107<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>395 109 594 141<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>366 165 622 178<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>768 105 913 168<|box_end|><|ref_start|>header<|ref_end|><|rotate_up|>\n<|box_start|>716 179 915 193<|box_end|><|ref_start|>",
+ "has_layout_boxes": true,
+ "layout_boxes": [
+ [
+ "077 095 177 177",
+ "header"
+ ],
+ [
+ "339 092 652 107",
+ "header"
+ ],
+ [
+ "395 109 594 141",
+ "header"
+ ],
+ [
+ "366 165 622 178",
+ "header"
+ ],
+ [
+ "768 105 913 168",
+ "header"
+ ]
+ ],
+ "server_cleanup_returncode": 0,
+ "kernel": "-- No entries --\n",
+ "process_wall_s": 74.97324415399999,
+ "exact_cpu_prefix": true,
+ "fence_warning_count": 0,
+ "gpu_hang_count": 0,
+ "stage_logs": [
+ "0.00.193.498 I load_tensors: offloaded 0/25 layers to GPU",
+ "0.00.333.230 I clip_ctx: CLIP using Vulkan0 backend",
+ "0.00.696.710 I slot encode_mtmd_: id 3 | task 0 | encoding mtmd batch from idx = 15, n_chunks = 1",
+ "1.11.224.975 I decoding image batch 1/1, n_tokens_batch = 1369",
+ "1.13.066.755 I image decoded (batch 1/1) in 1842 ms",
+ "1.14.921.465 I slot print_timing: id 3 | task 0 | prompt eval time = 72466.24 ms / 1394 tokens ( 51.98 ms per token, 19.24 tokens per second)",
+ "1.14.921.467 I slot print_timing: id 3 | task 0 | eval time = 1823.56 ms / 128 tokens ( 14.36 ms per token, 69.64 tokens per second)"
+ ]
+ }
+ ],
+ "embedding_comparison": {
+ "emb-cpu": {
+ "shape": [
+ 1369,
+ 896
+ ],
+ "finite": true,
+ "min": -1000.83251953125,
+ "max": 4789.21044921875,
+ "mean_abs": 25.46546173095703,
+ "identical_to_first_token_rows": 1,
+ "unique_rows": 1369
+ },
+ "emb-gpu": {
+ "shape": [
+ 1369,
+ 896
+ ],
+ "finite": true,
+ "min": -1.7922625541687012,
+ "max": 2.0748836994171143,
+ "mean_abs": 1.8333054780960083,
+ "identical_to_first_token_rows": 552,
+ "unique_rows": 706,
+ "max_abs_diff": 4787.280113101006,
+ "rmse": 72.36671922954488,
+ "relative_l2": 0.9997903508081311,
+ "cosine": 0.021030824948520335,
+ "exact_cpu_text": false,
+ "fence_warnings": 8
+ },
+ "emb-gpu-serialized": {
+ "shape": [
+ 1369,
+ 896
+ ],
+ "finite": true,
+ "min": -1001.6793212890625,
+ "max": 4782.42138671875,
+ "mean_abs": 25.428388595581055,
+ "identical_to_first_token_rows": 1,
+ "unique_rows": 1369,
+ "max_abs_diff": 212.20526123046875,
+ "rmse": 0.883270061190033,
+ "relative_l2": 0.012202914457602382,
+ "cosine": 0.9999261678455701,
+ "exact_cpu_text": true,
+ "fence_warnings": 0
+ }
+ },
+ "embedding_method": {
+ "hook": "Upstream MTMD_DEBUG_EMBEDDINGS=<path>, built into installed libmtmd; no code patch/recompile.",
+ "shape": [
+ 1369,
+ 896
+ ],
+ "dtype": "float32",
+ "position": "Final visual encoder/projector output before text-model decoding.",
+ "caveat": "Readback enabled in three extra fresh-process runs. Not all intermediate tensors were captured. Serialized output is close, not bitwise equal: relative L2 about1.22%, cosine0.999926."
+ },
+ "full_page_validation": {
+ "cpu_prior": {
+ "llama_device": "cpu",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 71.38070512299964,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3653,
+ "markdown_sha256": "c82d0247514aacdad383aa5e3f30a11802cf37275b248326b21984d111b4609f",
+ "title_present": true,
+ "completed": true
+ },
+ "gpu_default_prior": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 80646,
+ "timeout_seconds": null,
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 261.4018486009991,
+ "pages": 1,
+ "blocks": 0,
+ "markdown_chars": 0,
+ "markdown_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
+ "title_present": false,
+ "completed": true
+ },
+ "gpu_serialized_new": {
+ "llama_device": "vulkan",
+ "tier": "advanced",
+ "ocr_mode": "ocr",
+ "page_range": "1",
+ "explicit_warmup": false,
+ "pid": 82343,
+ "timeout_seconds": null,
+ "serialize_submissions": "1",
+ "small_models": "onnx-cpu",
+ "cpu_threads": "llama default auto",
+ "n_parallel": "llama default4",
+ "n_ctx_seq": "llama default0",
+ "preload": "/usr/lib/x86_64-linux-gnu/libstdc++.so.6",
+ "pdf_sha256": "f3b3be345bf2df8979f2491ca9466e078e4fd1d6a216611faa8566e4c44d474b",
+ "packages": {
+ "mineru": "4.0.12",
+ "mineru-llama-cpp": "0.1.3",
+ "mineru-vl-utils": "2.0.7"
+ },
+ "parse_wall_s": 203.1092651600011,
+ "pages": 1,
+ "blocks": 19,
+ "markdown_chars": 3652,
+ "markdown_sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980",
+ "title_present": true,
+ "completed": true
+ },
+ "serialized_kernel": "-- No entries --\n",
+ "markdown_differences_from_cpu": [
+ {
+ "operation": "delete",
+ "cpu_text": " ",
+ "gpu_text": "",
+ "cpu_offset": 164
+ }
+ ],
+ "gpu_serialized_cpu_latency_ratio": 2.8454365197151446,
+ "comparison_scope": "Same machine, weights, advanced/OCR/page1 and default thread settings. Single full serialized run; CPU baseline was collected earlier in this session, not a repeated randomized performance study."
+ },
+ "kernel_watchdog_evidence": {
+ "kernel_build_config": "CONFIG_DRM_I915_REQUEST_TIMEOUT=20000",
+ "boot_command_line_has_i915_timeout_override": false,
+ "runtime_parameter_readable": false,
+ "runtime_read_note": "/sys/module/i915/parameters/request_timeout_ms is root-only. sudo -n read was unavailable; no values changed.20000ms is the verified kernel build default, not a directly read live parameter.",
+ "observed_stage": "Default GPU image encoding returns after roughly22s and logs8 fence expirations; serialized image encoding completes after roughly70s without cancellation.",
+ "kernel_action": "intel_gt_watchdog_work prints the observed message and calls i915_request_cancel(rq,-EINTR).",
+ "ggml_action": "The installed pinned source queues graph submissions by default. serialize_submissions waits/resets a fence between submitted graph sections.",
+ "interpretation": "High-confidence interaction of ggml-vulkan submission strategy and i915 request watchdog, with failure not surfaced as a fatal inference error. No clean-room Mesa/kernel version bisect was performed."
+ },
+ "onnx_relation": {
+ "fresh_probe": {
+ "input": {
+ "manifest_sha256": "0d98e210345258583f72b784e0114359f9459bbcb1250716566c02e5d1851e06",
+ "input_sha256": "474fa06cbc4c20303081e85084b45f3a4f24190d1141e4bd3bf3f3feb432c078",
+ "shape": [
+ 6,
+ 3,
+ 48,
+ 1012
+ ],
+ "sample_order": [
+ 0,
+ 2,
+ 4,
+ 1,
+ 5,
+ 3
+ ]
+ },
+ "source_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "model_sha256": "5435fd747c9e0efe15a96d0b378d5bd157e9492ed8fd80edf08f30d02fa24634",
+ "compact": false,
+ "gpu_disable_prepacking": false,
+ "ort_version": "1.31.0",
+ "ep_version": "0.4.0",
+ "threads": [
+ 4,
+ 1
+ ],
+ "webgpu_options": {
+ "preferredLayout": "NHWC",
+ "enableGraphCapture": "0",
+ "dawnBackendType": "Vulkan",
+ "powerPreference": "high-performance"
+ },
+ "cpu": {
+ "init_s": 0.03958468999917386,
+ "providers": [
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.1250280370004475,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.12253790699833189,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11689184799979557,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11558290700122598,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.1185031679997337,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.125521296999068,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11541313199995784,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11205267700279364,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11282985900106723,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ },
+ {
+ "wall_s": 0.11344906500016805,
+ "finite": true,
+ "tokens": [
+ [
+ 6518,
+ 7069,
+ 13395,
+ 6906,
+ 2105,
+ 6706,
+ 11601,
+ 13748,
+ 2878,
+ 35,
+ 33,
+ 35,
+ 39
+ ],
+ [
+ 46,
+ 83,
+ 71,
+ 89,
+ 81,
+ 73,
+ 82,
+ 88,
+ 18709,
+ 86,
+ 73,
+ 71,
+ 83,
+ 75,
+ 82,
+ 77,
+ 88,
+ 77,
+ 83,
+ 82,
+ 18709,
+ 69,
+ 82,
+ 72,
+ 18709,
+ 87,
+ 88,
+ 86,
+ 89,
+ 71,
+ 88,
+ 89,
+ 86,
+ 73,
+ 72,
+ 18709,
+ 71,
+ 83,
+ 82,
+ 88,
+ 73,
+ 82,
+ 88
+ ],
+ [
+ 33,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 42,
+ 18709,
+ 42,
+ 41,
+ 40,
+ 39,
+ 38,
+ 37,
+ 36,
+ 35,
+ 34,
+ 33,
+ 18709,
+ 35,
+ 33,
+ 35,
+ 39,
+ 13,
+ 34,
+ 33,
+ 13,
+ 34,
+ 41
+ ],
+ [
+ 6518,
+ 4552,
+ 1750,
+ 2737,
+ 5279,
+ 3329,
+ 13108,
+ 7038,
+ 14490,
+ 6115,
+ 2137,
+ 11151,
+ 6896,
+ 3047,
+ 2757,
+ 4625,
+ 17673,
+ 6453,
+ 6046,
+ 7135,
+ 10810,
+ 2105,
+ 2850,
+ 6906,
+ 1751
+ ],
+ [
+ 51,
+ 82,
+ 90,
+ 83,
+ 77,
+ 71,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 37,
+ 38,
+ 39,
+ 40,
+ 41,
+ 16,
+ 18709,
+ 36,
+ 18709,
+ 92,
+ 18709,
+ 34,
+ 35,
+ 41,
+ 14,
+ 38,
+ 33,
+ 18709,
+ 19,
+ 18709,
+ 36,
+ 41,
+ 38,
+ 14,
+ 38,
+ 33,
+ 17,
+ 18709,
+ 62,
+ 83,
+ 88,
+ 69,
+ 80,
+ 18709,
+ 34,
+ 12,
+ 35,
+ 36,
+ 37,
+ 14,
+ 38,
+ 39
+ ],
+ [
+ 62,
+ 76,
+ 73,
+ 18709,
+ 85,
+ 89,
+ 77,
+ 71,
+ 79,
+ 18709,
+ 70,
+ 86,
+ 83,
+ 91,
+ 82,
+ 18709,
+ 74,
+ 83,
+ 92,
+ 18709,
+ 78,
+ 89,
+ 81,
+ 84,
+ 87,
+ 18709,
+ 83,
+ 90,
+ 73,
+ 86,
+ 18709,
+ 88,
+ 76,
+ 73,
+ 18709,
+ 80,
+ 69,
+ 94,
+ 93,
+ 18709,
+ 72,
+ 83,
+ 75,
+ 14,
+ 18709,
+ 58,
+ 69,
+ 75,
+ 73,
+ 18709,
+ 34,
+ 35,
+ 36,
+ 18709,
+ 83,
+ 74,
+ 18709,
+ 37,
+ 38,
+ 39,
+ 14
+ ]
+ ],
+ "valid": true
+ }
+ ],
+ "texts": [
+ "文档解析与智能识别2026",
+ "Document recognition and structured content",
+ "0123456789 9876543210 2026-10-18",
+ "文字、公式和表格转换为结构化内容,支持检索与分析。",
+ "Invoice 12345678: 3 x 128.50 = 385.50; Total 1,234.56",
+ "The quick brown fox jumps over the lazy dog. Page 123 of 456."
+ ]
+ },
+ "gpu": {
+ "init_s": 0.09360254000057466,
+ "providers": [
+ "WebGpuExecutionProvider",
+ "CPUExecutionProvider"
+ ],
+ "runs": [
+ {
+ "wall_s": 0.2971796469973924,
+ "finite": true,
+ "tokens": [
+ [],
+ [],
+ [],
+ [],
+ [],
+ []
+ ],
+ "valid": false
+ }
+ ],
+ "texts": [
+ "",
+ "",
+ "",
+ "",
+ "",
+ ""
+ ]
+ },
+ "valid": false,
+ "error": "Output consistency check failed"
+ },
+ "execution": {
+ "pid": 83463,
+ "returncode": 0,
+ "wall_s": 2.480718054001045,
+ "wall_timeout": null,
+ "kernel": "-- No entries --\n"
+ },
+ "conclusion_zh": "共享 Mesa ANV/i915 驱动栈,但当前默认 NHWC 原始 rec 图在0.297秒首次推理即输出六条空文本,整个进程2.481秒,无 fence/GPU HANG 日志。不能用约20秒 watchdog 取消解释这次错误;不能把两个异常认定为同一根因。",
+ "prior_context": "Other compact/prefix/full-document ONNX cases have triggered GPU HANG; this experiment does not identify their shader or prove all ONNX failures share one mechanism.",
+ "ggml_environment_scope": "GGML_VK_SERIALIZE_SUBMISSIONS is read by ggml-vulkan, not by ORT/Dawn. It is not an ONNX fix."
+ },
+ "recommendation_zh": "本机 llama.cpp Vulkan 可用进程级串行提交规避已复现的错误;单页恢复后仍比CPU慢约2.85倍,因此默认CPU仍合理。启用范围应限制到实际目标Vulkan设备/驱动,不把规则扩展到AMD/NVIDIA、DML或所有Intel架构。先验证更多页型再考虑生产默认。",
+ "remaining_limits": [
+ "No direct read of live root-only watchdog parameter.",
+ "No kernel/Mesa driver replacement, no llama-version bisect.",
+ "No capture of every intermediate shader tensor or driver fence error propagation.",
+ "One full-page correctness validation; serialized GPU numerical output is not bitwise CPU-identical.",
+ "Existing ONNX architecture policy and production llama routing are unchanged."
+ ],
+ "sources": [
+ {
+ "url": "https://github.com/torvalds/linux/blob/v7.0/drivers/gpu/drm/i915/gt/intel_gt_requests.c#L239-L267",
+ "supports": "Exact observed fence-expiration message and request cancellation action."
+ },
+ {
+ "url": "https://github.com/torvalds/linux/blob/v7.0/drivers/gpu/drm/i915/i915_request.c#L278-L316",
+ "supports": "Watchdog timer scheduling and expiration handling."
+ },
+ {
+ "url": "https://github.com/ggml-org/llama.cpp/blob/86a283532072722c5f3363d37d59a874d09fa99b/ggml/src/ggml-vulkan/ggml-vulkan.cpp#L14291-L14322",
+ "supports": "Serialized submissions wait for completion between graph sections."
+ },
+ {
+ "url": "https://github.com/ggml-org/llama.cpp/blob/86a283532072722c5f3363d37d59a874d09fa99b/tools/mtmd/clip.cpp#L5979-L6003",
+ "supports": "The embedding-readback diagnostic used here."
+ },
+ {
+ "url": "https://github.com/ggml-org/llama.cpp/issues/27634",
+ "status": "Open, bug-unconfirmed/stale at research time",
+ "supports": "External same-UHD770 reproduction and serialized-submission mitigation; treated as corroboration, not sole proof."
+ },
+ {
+ "url": "https://github.com/intel/compute-runtime/issues/904",
+ "supports": "Related request-timeout investigation across Intel compute runtimes; not claimed to be the same software path."
+ }
+ ],
+ "raw_evidence_directory": "demo/output/llama-uhd770-diagnosis-20261022",
+ "evidence_files": {
+ "build_report.py": {
+ "bytes": 10131,
+ "sha256": "326a7a568c7d5e0cdf55d1f9a82acd2d41e56dab3070fcf86db803d153e9aa9f"
+ },
+ "cpu-cpu/result.json": {
+ "bytes": 3552,
+ "sha256": "889161079a72bf82fca64bd05ea8bdd12d8454b25c251e96c3e65f6434b9c6f0"
+ },
+ "cpu-cpu/server.log": {
+ "bytes": 18863,
+ "sha256": "37d44306562e9ffd41be368478c52d07c42b62b0b57bfb7a51a6c52daae71d91"
+ },
+ "cpu-cpu/started.json": {
+ "bytes": 1100,
+ "sha256": "59938a544cf1057a071dd5f4f864dbfd07a0e110b2d5cb7dbe942beb2d003791"
+ },
+ "cpu-gpu/result.json": {
+ "bytes": 3938,
+ "sha256": "22dea1448c0c26ed2b9c10d04050d70af5151723f321c9372becacc179c5e8dd"
+ },
+ "cpu-gpu/server.log": {
+ "bytes": 19298,
+ "sha256": "75d580c64019036fa97131f13c71500c0be6255dc6027f021e84d7d84b41f0b6"
+ },
+ "cpu-gpu/started.json": {
+ "bytes": 1100,
+ "sha256": "db28e84bb0ab31f7748b8f190685fa45b2cf3a1d4c10a3dca98f4e973ccf7596"
+ },
+ "emb-cpu/image-embeddings.bin": {
+ "bytes": 4906504,
+ "sha256": "26de5e9cfe13acde240fa243f489964ca351f39fe6d783de8b8ffb980fe1c967"
+ },
+ "emb-cpu/result.json": {
+ "bytes": 3577,
+ "sha256": "28ce5ef5ec28d5eda1eea133d5d679712e904476bb8a4371fef702ce2160d552"
+ },
+ "emb-cpu/server.log": {
+ "bytes": 20016,
+ "sha256": "b189c82a1711fba722727caf36c85aa24d1a74ea81f8881c46ae5235d2b26329"
+ },
+ "emb-cpu/started.json": {
+ "bytes": 1127,
+ "sha256": "62d89663f679acc913794a9c0dbade6b21b601c5dd8e53e6e6ab06b607ff5de7"
+ },
+ "emb-gpu/image-embeddings.bin": {
+ "bytes": 4906504,
+ "sha256": "68973273ef39161836cf9bb21b45576265280d578d1705a3f2ff461a2e721059"
+ },
+ "emb-gpu/result.json": {
+ "bytes": 3966,
+ "sha256": "31ba0ef2857963b5ef79412bec9cb30f1ea5224a5bb4f7f0b5d940018f7ce9d0"
+ },
+ "emb-gpu/server.log": {
+ "bytes": 20411,
+ "sha256": "dfb9ad6b249f85d044b361a6ed8dd72989fb2a09b376312f458018abb0987969"
+ },
+ "emb-gpu/started.json": {
+ "bytes": 1127,
+ "sha256": "1d524a3d1eb619e9ca15bec006e002b39ddb883547f7d7eedbe53dcd85bb80ba"
+ },
+ "emb-gpu-serialized/image-embeddings.bin": {
+ "bytes": 4906504,
+ "sha256": "f6bf811ee8fccc883738c8f5a7d19353634b6b35553ccaaad1fad374bfb3dca6"
+ },
+ "emb-gpu-serialized/result.json": {
+ "bytes": 3586,
+ "sha256": "2662bdd958bca3930391b99def650e1b9bfb786b16980237f683538ad4f6bca9"
+ },
+ "emb-gpu-serialized/server.log": {
+ "bytes": 20451,
+ "sha256": "beafb4db99f53d3aeec2f983d1985eb4aeb0cf9b71c7ae3d20aa1e90db3e9830"
+ },
+ "emb-gpu-serialized/started.json": {
+ "bytes": 1137,
+ "sha256": "5388f951164dde9868ad3bc5e063bf1e6fd1307f140d1fd2fdf87ac7970c9703"
+ },
+ "embedding-comparison.json": {
+ "bytes": 1147,
+ "sha256": "0c8bf2842a354687d35619f1a1e0e65202658eb274aa94ba3c5d8b283247eac6"
+ },
+ "embedding-execution.log": {
+ "bytes": 790,
+ "sha256": "fedd5e3f4b68b3b6583bbffcc59df821b5b6a02081cb4b5ac4bf36ecce1969ae"
+ },
+ "full-serialize/advanced/vulkan/document.md": {
+ "bytes": 3655,
+ "sha256": "559ffd6a9c184d6e69a93411ece7b0b1148cd77a4543dfdea22dfe82a3b79980"
+ },
+ "full-serialize/advanced/vulkan/middle.json": {
+ "bytes": 13147,
+ "sha256": "e84e0c890a6914dc5232395caa7a8812bafb44a1b3a7c2399d831dd615cd1eb7"
+ },
+ "full-serialize/advanced/vulkan/result.json": {
+ "bytes": 812,
+ "sha256": "ee9ea73d1e4f7744c0f02aa00cb9778a8fddb6277d984782c9e8705ecdb12fad"
+ },
+ "full-serialize/advanced/vulkan/started.json": {
+ "bytes": 584,
+ "sha256": "eb37be19c3cba83f4983c340e277595b7a4566a032b7f15400e810f891122ee7"
+ },
+ "full-serialize/kernel-worker.log": {
+ "bytes": 17,
+ "sha256": "19c4e28b2f54ea8f217db4e622b0a5c758efa7b77ce2dc0394b6d159568c0b2e"
+ },
+ "full-serialize/observations.jsonl": {
+ "bytes": 2031,
+ "sha256": "4196a623a0b336046e75e9027cae6549e4c42d96b9a385d253c618ba6bb32c34"
+ },
+ "full-serialize/observe.py": {
+ "bytes": 1198,
+ "sha256": "218b75e9b7971c53e6e1be74170d8a9d19873e0899431d127db9f7346c146838"
+ },
+ "full-serialize/vulkan.log": {
+ "bytes": 3420,
+ "sha256": "efa7fa6a9806d3bfd1d2ed279c6f72d0bb4b876b99563423d9d9a3a3b99edcd4"
+ },
+ "full-serialize/worker.py": {
+ "bytes": 2686,
+ "sha256": "832fefeb56d3e2579afe0203d6e1a2b11645e4fd762f093eb8661882f65feffe"
+ },
+ "gpu-cpu/result.json": {
+ "bytes": 3531,
+ "sha256": "76a02f44eeded41d5b2d03dc90d498ca3f220704891f6d242676bff1d6a12ec8"
+ },
+ "gpu-cpu/server.log": {
+ "bytes": 19895,
+ "sha256": "88b229d17707f18b975c43428a99216b2b4368738140c5f848e800865d0f3384"
+ },
+ "gpu-cpu/started.json": {
+ "bytes": 1081,
+ "sha256": "35f4db1073b2844ceb51026dd72eb211ef310a06e03e2f4d6b8532b859617655"
+ },
+ "gpu-gpu/result.json": {
+ "bytes": 4313,
+ "sha256": "16ecae6e84a1bb9d3d1f917839581c7ddaa11ec4cc523dc90c3485a69d1d4794"
+ },
+ "gpu-gpu/server.log": {
+ "bytes": 20330,
+ "sha256": "7e96a68e52f91c44c00d91deb6c03835530fe62597bf24c4c02ea1dee38e61c1"
+ },
+ "gpu-gpu/started.json": {
+ "bytes": 1081,
+ "sha256": "f11cf4cdab8abe753c3e1ab95f2d2aeaf70b869749ea0aaece08a7bc891b478c"
+ },
+ "gpu-gpu-f32/result.json": {
+ "bytes": 4316,
+ "sha256": "8750e7107de87bfc8bb57e84a23cab7c9d065dd4db65e1b8047f322a018ff364"
+ },
+ "gpu-gpu-f32/server.log": {
+ "bytes": 20330,
+ "sha256": "b6ae477d251bad3ea7598731a86f21bd68af14ba7510af7a990f9e98777c2ee8"
+ },
+ "gpu-gpu-f32/started.json": {
+ "bytes": 1084,
+ "sha256": "492381e2ada749b79ac7fb7e46002befa1517eaa83a15b69dd9f81e46216440c"
+ },
+ "gpu-gpu-serialized/result.json": {
+ "bytes": 3529,
+ "sha256": "70ea9cdd25523112974113e52c37ed813f90bdcdfffa94be93d44759a1d3943f"
+ },
+ "gpu-gpu-serialized/server.log": {
+ "bytes": 20330,
+ "sha256": "5b6b362929ee052fe2e3fc803ccd74ba6c573fc05be98bd0a44e53aa8246d1dd"
+ },
+ "gpu-gpu-serialized/started.json": {
+ "bytes": 1091,
+ "sha256": "ecee916a98d4b56f520c5a6de5acfe4b4654c824ef232972c54de374659d2db5"
+ },
+ "input.json": {
+ "bytes": 345,
+ "sha256": "3a7b4e1ac1f654a8b026c877d1fd26fcca661aaa1ca464c48590e37c6d99d4e1"
+ },
+ "layout.png": {
+ "bytes": 448717,
+ "sha256": "c97362434e8a08f405a36333c773d39f4a4fe4d2f01d52ba859e527ab397df2c"
+ },
+ "onnx-short-execution.json": {
+ "bytes": 127,
+ "sha256": "be703f50c0f655e0666e756fb9a1e61e45a9e7c099617c71ba9d695a23ca0a22"
+ },
+ "onnx-short.json": {
+ "bytes": 42455,
+ "sha256": "46ee502d5f0272cec3273f771111f9b69e0d18acf8a34c108d207cc2218e8189"
+ },
+ "onnx-short.log": {
+ "bytes": 403,
+ "sha256": "86b4004b2c7ff129c7e42b99ffaf42ee551cd8d02a858c413f4b6783db81b9a0"
+ },
+ "onnx_short_check.py": {
+ "bytes": 1111,
+ "sha256": "8b7698e228cb26ddccecb40afcab48d2509579039734805b3f286656367e5f0b"
+ },
+ "prepare_input.py": {
+ "bytes": 1658,
+ "sha256": "7cfede3931802d6ecf0ecc70f62f66e8f9f0f9a26621f0ec837fbd7bf5dd20d5"
+ },
+ "request.json": {
+ "bytes": 598750,
+ "sha256": "3c5dc8787e91b06ebb247e032f3164e6008bf3859c100e89080688c3965a0cd0"
+ },
+ "run_embeddings.py": {
+ "bytes": 527,
+ "sha256": "58a622e9a83b5cde85ee861a346aa2a3745dd4a9c963dc6a0cdf01a03f514338"
+ },
+ "run_split.py": {
+ "bytes": 719,
+ "sha256": "75e3fad56dca87bd802420807a9df09f3d7b0f72485faee1a41dbda266498c82"
+ },
+ "split-execution.log": {
+ "bytes": 1558,
+ "sha256": "b00d43ac9911869b31d69c325b58b064736206d661a08690d14ccc3e90f01d7d"
+ },
+ "split_probe.py": {
+ "bytes": 4587,
+ "sha256": "d526a0d6da0a56cc6050614e1382e45ed502b3d081379fc6cef2c56b11912883"
+ },
+ "stage-evidence.json": {
+ "bytes": 9012,
+ "sha256": "a4b025d8401e45409874d78cb6fa3102169615e56c23b8efad5d4d0e6b476cb1"
+ }
+ },
+ "user_config_sha256_after": "5c447bf9c2834991aba50a86cd5a435a4753a0ad6a6e21b745e685670fd59e99"
+}
diff --git a/docs/next/model-assets.md b/docs/next/model-assets.md
index be5150a2..d07800ad 100644
--- a/docs/next/model-assets.md
+++ b/docs/next/model-assets.md
@@ -30,12 +30,23 @@ mineru-kit parse input.pdf --tier basic -o output.md
```
`MINERU_MODEL_BASE_DIR` 可指定独立模型根目录。`--small-backend`、`--vlm-engine` 只覆盖当前模型管理命令;解析和服务运行时读取环境变量或配置文件。
-Layout、OCR 和公式的 ONNX 会话固定使用 CPU,最低版本为 ONNX Runtime 1.20.1,支持资源包所需的 ONNX IR 10。
-
-表格分类、SLANet 和 UNet 共用独立的设备策略:`MINERU_TABLE_DEVICE=auto`(默认)根据 ONNX Runtime 的可用 provider 选择设备。安装 CPU 版 `onnxruntime` 时使用 CPU;替换为与 CUDA/cuDNN 环境兼容的 `onnxruntime-gpu` 后优先使用 CUDA,CUDA 会话初始化失败则记录原因并回退 CPU。不要同时安装两个发行包,它们共享同一个 Python 模块。日志中的实际 providers 表示最终加载结果。
-
-设置 `MINERU_TABLE_DEVICE=cpu` 可固定表格在 CPU 执行(ZeroGPU Space 默认采用此配置);设置 `cuda` 可显式尝试 CUDA,仍保留故障回退。该选项不影响 Layout、OCR 和公式的 ONNX 后端,也不影响 Torch 设备选择。所有表格会话均读取 `MINERU_INTRA_OP_NUM_THREADS` 和 `MINERU_INTER_OP_NUM_THREADS`,限制 CPU 算子及回退路径的线程数。
-llama.cpp 的设备参数独立于 ONNX provider;Torch 和 VLM 仍沿用各自设备策略。
+Layout、OCR-det/rec、公式主批次和 UNet 通过 `model.onnx_device=auto/cpu/gpu` 共享 Windows DirectML/Linux WebGPU 设备选择。
+环境变量为 `MINERU_MODEL_ONNX_DEVICE`。自动模式复用六图 rec 校准与输出检查;Linux 还执行 Intel 架构策略。
+其他 ONNX 会话及规定的公式尾批次保持 CPU 路线,具体以日志中的实际 provider 为准。
+CPU 算子线程读取 `MINERU_INTRA_OP_NUM_THREADS` 和 `MINERU_INTER_OP_NUM_THREADS`,默认 4/1。
+llama.cpp 自动模式优先使用原生 ggml 实际可见的独显;没有可用独显时,Windows 复用 DirectML、Linux 复用 WebGPU 的 ONNX 设备决策,
+包括已保存的 CPU/GPU 选择、输出一致性检查失败及架构回退。ONNX 决策涉及的 GPU 必须与 llama.cpp 的设备身份匹配,不能用另一张卡的成绩替集显决策。
+因此 Linux 上 Xe-LP 及以前的 Intel 默认随现有 WebGPU 架构策略走 CPU;显式 `MINERU_LLAMA_CPP_BACKEND=vulkan`、GPU 层数或 server `--device` 仍可强制使用 GPU。
+
+解析与 `mineru-kit vlm-server` 的 llama 入口共用设备策略。仅当 Linux Vulkan 实际选中明确 PCI 映射中的 Intel Xe-LP/更早架构时,
+自动启用 `GGML_VK_SERIALIZE_SUBMISSIONS=1`,规避已复现的 i915 请求取消。AMD、NVIDIA、较新 Intel 和 Windows 不自动开启该开关。
+多卡机器先确认原生设备,再隔离所选 GPU 并复核身份;不能仅因机器里存在 Intel 集显就给独显开启串行提交。
+自动选择也不会混用需要串行提交的旧 Intel 独显和其他独显;显式要求此类混合设备组会报错,因为 ggml 的环境开关无法逐卡设置。
+
+已有的显式 `GGML_VK_SERIALIZE_SUBMISSIONS` 环境值保持不变:该开关检查变量是否存在,设为 `0` 同样会开启,撤销须 `unset`。
+进程内初始化结束后会恢复临时环境;ggml 已缓存设备状态时,变更可见显卡或提交策略须使用新进程。
+server 的 `--offline` 同样约束新增的 ONNX 校准模型读取,缺少本地模型时回退 CPU,不发起下载。
+Torch、其他 VLM 引擎和远程 VLM 不使用这套 llama.cpp 设备策略。
## 资源结构
diff --git a/mineru/kit/vlm_server/llama_cpp_server.py b/mineru/kit/vlm_server/llama_cpp_server.py
index 88e4ed76..375f782e 100644
--- a/mineru/kit/vlm_server/llama_cpp_server.py
+++ b/mineru/kit/vlm_server/llama_cpp_server.py
@@ -12,12 +12,14 @@ llama-server 的全部服务能力由 llama.cpp 提供,本模块只补默认
from __future__ import annotations
import os
+from dataclasses import replace
import struct
import sys
import typing
from pathlib import Path
from ...model.registry import vlm_model_repo
+from ...model.runtime.llama_device import LlamaSelection, resolve_llama_device
DEFAULT_PORT = "30000"
DEFAULT_N_GPU_LAYERS = 99
@@ -90,13 +92,39 @@ def _has_env(*names: str) -> bool:
def _flag_value(args: list[str], *flags: str) -> str | None:
+ value = None
for index, arg in enumerate(args):
for flag in flags:
if arg == flag and index + 1 < len(args):
- return args[index + 1]
+ value = args[index + 1]
if arg.startswith(f"{flag}="):
- return arg.split("=", 1)[1]
- return None
+ value = arg.split("=", 1)[1]
+ return value
+
+
+def _set_arg(args: list[str], value: str, *flags: str) -> None:
+ """替换所有旧别名,避免原生 parser 在读到后续覆盖值前校验旧设备名失败。"""
+ kept = []
+ index = 0
+ while index < len(args):
+ if args[index] in flags:
+ index += 2
+ elif any(args[index].startswith(f"{flag}=") for flag in flags):
+ index += 1
+ else:
+ kept.append(args[index])
+ index += 1
+ args[:] = [*kept, flags[0], value]
+
+
+def _projector_enabled(args: list[str]) -> bool | None:
+ """读取投影显式开关,保留未设置状态并遵循 CLI 最后一次出现的值。"""
+ offload = os.environ.get("LLAMA_ARG_MMPROJ_OFFLOAD")
+ enabled = offload.lower() in {"1", "true", "yes", "on"} if offload else None
+ for arg in args:
+ if arg in {"--mmproj-offload", "--no-mmproj-offload"}:
+ enabled = arg == "--mmproj-offload"
+ return enabled
def _redact_secrets(args: list[str]) -> list[str]:
@@ -174,14 +202,97 @@ def _read_gguf_context_length(model_path: Path) -> int:
return context_by_architecture.get(architecture, 0)
-def _exec_server(args: list[str]) -> typing.NoReturn:
+def _exec_server(args: list[str], selection: LlamaSelection | None = None) -> typing.NoReturn:
"""定位二进制并以进程替换方式转发参数。"""
binary = llama_server_binary()
if not binary.is_file():
raise FileNotFoundError(f"llama-server binary not found: {binary}")
print(f"start llama.cpp server: {binary} {' '.join(_redact_secrets(args))}")
- os.execv(str(binary), [str(binary), *args])
+ changes = dict(selection.environment) if selection is not None else {}
+ if selection is not None and selection.device != "native":
+ # Native env values are parsed before CLI arguments and can contain names
+ # invalid after physical filtering; remap those too, before exec.
+ for name, flags in (("LLAMA_ARG_DEVICE", ("-dev", "--device")), ("MTMD_BACKEND_DEVICE", ("-mmdev", "--mmproj-device"))):
+ value = _flag_value(args, *flags)
+ if name in os.environ and value is not None:
+ changes[name] = value
+ previous = {name: os.environ.get(name) for name in changes}
+ try:
+ os.environ.update(changes)
+ os.execv(str(binary), [str(binary), *args])
+ finally:
+ # exec replaces this process on success; restore only after a failure/test stub.
+ for name, value in previous.items():
+ if value is None:
+ os.environ.pop(name, None)
+ else:
+ os.environ[name] = value
+
+
+def _device_policy(args: list[str]) -> LlamaSelection:
+ """读取原生路由参数后应用同一设备策略;模型默认参数尚未注入 GPU 层数。"""
+ layers = _flag_value(args, "-ngl", "--gpu-layers", "--n-gpu-layers") or os.environ.get("LLAMA_ARG_N_GPU_LAYERS")
+ try:
+ count = int(layers) if layers is not None else None
+ except ValueError:
+ count = -1 # Explicit all/auto: preserve native GPU-layer parsing and manual routing.
+ devices = _flag_value(args, "-dev", "--device") or os.environ.get("LLAMA_ARG_DEVICE")
+ names = tuple(devices.split(",")) if devices else None
+ offline = _has_arg(args, "--offline") or _has_env("LLAMA_ARG_OFFLINE")
+ options = {"allow_download": False} if offline else {}
+ model_cpu = count == 0 or names == ("none",) or os.environ.get("MINERU_LLAMA_CPP_BACKEND") == "cpu"
+ projector = _flag_value(args, "-mmdev", "--mmproj-device") or os.environ.get("MTMD_BACKEND_DEVICE")
+ projector_enabled = _projector_enabled(args)
+ projector_gpu = projector != "none" and (
+ projector_enabled is True or (projector is not None and projector_enabled is not False)
+ )
+ if model_cpu and projector_gpu:
+ selected = resolve_llama_device(
+ n_gpu_layers=99, device_names=(projector,) if projector else None, backend="vulkan", **options
+ )
+ return replace(selected, cpu_model=True, model_devices=())
+ selected = resolve_llama_device(n_gpu_layers=count, device_names=names, **options)
+ if selected.device == "cpu" and projector_gpu:
+ selected = resolve_llama_device(
+ n_gpu_layers=99, device_names=(projector,) if projector else None, backend="vulkan", **options
+ )
+ return replace(selected, cpu_model=True, model_devices=())
+ if selected.device == "gpu" and projector_gpu and projector:
+ model_names = tuple(old for old, _new in selected.device_aliases)
+ if projector not in model_names:
+ selected = resolve_llama_device(device_names=(*model_names, projector), **options)
+ aliases = dict(selected.device_aliases)
+ selected = replace(selected, model_devices=tuple(aliases[name] for name in model_names))
+ return selected
+
+
+def _apply_device_policy(args: list[str], selection: LlamaSelection) -> None:
+ """将经过物理绑定的设备名称转交原生 server,不让投影落到其他显卡。"""
+ if selection.device == "native":
+ return
+ if selection.device == "cpu":
+ _set_arg(args, "0", "--n-gpu-layers", "-ngl", "--gpu-layers")
+ _set_arg(args, "none", "--device", "-dev")
+ _set_arg(args, "none", "--mmproj-device", "-mmdev")
+ args.append("--no-op-offload")
+ if not _has_arg(args, "--mmproj-offload", "--no-mmproj-offload") and not _has_env("LLAMA_ARG_MMPROJ_OFFLOAD"):
+ args.append("--no-mmproj-offload")
+ return
+ if selection.cpu_model:
+ _set_arg(args, "0", "--n-gpu-layers", "-ngl", "--gpu-layers")
+ args.append("--no-op-offload")
+ model_devices = selection.model_devices if selection.model_devices else tuple(d.name for d in selection.devices)
+ _set_arg(args, ",".join(model_devices), "--device", "-dev")
+ projector = _flag_value(args, "-mmdev", "--mmproj-device") or os.environ.get("MTMD_BACKEND_DEVICE")
+ if projector and projector != "none":
+ if _projector_enabled(args) is False:
+ _set_arg(args, "none", "--mmproj-device", "-mmdev")
+ return
+ alias = dict(selection.device_aliases).get(projector)
+ if alias is None:
+ raise ValueError("mmproj device must belong to the selected llama.cpp GPU group")
+ _set_arg(args, alias, "--mmproj-device", "-mmdev")
def main() -> None:
@@ -251,6 +362,8 @@ def main() -> None:
args.extend(["--alias", repo.name])
# ---- 对齐 EngineCore::EngineCore 写死的 common_params(用户 CLI 或环境变量设定时逐项让位)----
+ selection = _device_policy(args)
+ _apply_device_policy(args, selection)
user_defined_parallel = _has_arg(args, *PARALLEL_FLAGS) or _has_env("LLAMA_ARG_N_PARALLEL")
user_defined_ctx = _has_arg(args, "-c", "--ctx-size") or _has_env("LLAMA_ARG_CTX_SIZE")
if not user_defined_parallel:
@@ -289,7 +402,7 @@ def main() -> None:
if n_ctx_train > 0:
args.extend(["--ctx-size", str(n_ctx_train * DEFAULT_N_PARALLEL)])
- _exec_server(args)
+ _exec_server(args, selection)
if __name__ == "__main__":
diff --git a/mineru/model/runtime/llama_device.py b/mineru/model/runtime/llama_device.py
new file mode 100644
index 00000000..6539c4fe
--- /dev/null
+++ b/mineru/model/runtime/llama_device.py
@@ -0,0 +1,223 @@
+# Copyright (c) Opendatalab. All rights reserved.
+"""llama.cpp 实际设备选择、集显 ONNX 决策复用与旧 Intel Vulkan 提交策略。"""
+
+from __future__ import annotations
+
+from collections.abc import Iterator, Mapping
+from contextlib import contextmanager
+from dataclasses import dataclass, replace
+import json
+import os
+import subprocess
+import sys
+import threading
+from typing import Literal
+
+from loguru import logger
+
+from .intel_gpu import INTEL_VENDOR_ID, intel_architecture
+from .llama_probe import LlamaDevice, PROBE_MARKER
+from .vulkan import vulkan_environment_lock
+
+SERIALIZE_ENV = "GGML_VK_SERIALIZE_SUBMISSIONS"
+_lock = threading.RLock()
+_runtime_environment: tuple[int, tuple[tuple[str, str | None], ...]] | None = None
+_BACKEND_ENV = (
+ "GGML_VK_VISIBLE_DEVICES",
+ "VK_DRIVER_FILES",
+ "VK_ICD_FILENAMES",
+ "VK_LOADER_VENDOR_ID_FILTER",
+ "VK_LOADER_DEVICE_ID_FILTER",
+ "MESA_VK_DEVICE_SELECT",
+ SERIALIZE_ENV,
+)
+
+
+@dataclass(frozen=True)
+class LlamaSelection:
+ """可审查的选择计划;environment 只在创建引擎或启动子进程时应用。"""
+
+ device: Literal["native", "cpu", "gpu"] = "native"
+ devices: tuple[LlamaDevice, ...] = ()
+ reason: str = "native"
+ environment: tuple[tuple[str, str], ...] = ()
+ device_aliases: tuple[tuple[str, str], ...] = ()
+ model_devices: tuple[str, ...] | None = None
+ cpu_model: bool = False
+
+
+def discover_llama_devices(environment: Mapping[str, str] | None = None) -> tuple[LlamaDevice, ...]:
+ """隔离原生注册与驱动错误,返回 ggml 过滤后真正可选的设备。"""
+ with vulkan_environment_lock():
+ snapshot = dict(os.environ if environment is None else environment)
+ result = subprocess.run(
+ [sys.executable, "-m", "mineru.model.runtime.llama_probe"],
+ env=snapshot,
+ capture_output=True,
+ text=True,
+ timeout=15,
+ check=True,
+ )
+ payload = next(
+ (line.removeprefix(PROBE_MARKER) for line in result.stdout.splitlines() if line.startswith(PROBE_MARKER)), None
+ )
+ if payload is None:
+ raise RuntimeError("llama.cpp device probe returned no inventory")
+ return tuple(LlamaDevice(**item) for item in json.loads(payload))
+
+
+def needs_serialized_submissions(device: LlamaDevice) -> bool:
+ """仅 Linux Vulkan 的明确 Xe-LP/更早 PCI 架构触发规避;未知型号不猜测。"""
+ return (
+ sys.platform == "linux"
+ and device.backend == "vulkan"
+ and device.vendor_id == INTEL_VENDOR_ID
+ and device.device_id is not None
+ and intel_architecture(device.device_id) in {"legacy", "xe_lp"}
+ )
+
+
+def _preferred(devices: tuple[LlamaDevice, ...], backend: str) -> tuple[LlamaDevice, ...]:
+ """与包内 Engine 的独显优先、单后端多设备规则保持一致。"""
+ for integrated in (False, True):
+ for name in ("metal", "vulkan"):
+ if backend not in ("auto", name):
+ continue
+ group = tuple(d for d in devices if d.integrated == integrated and d.backend == name)
+ if group:
+ return group
+ return ()
+
+
+def _identity(device: LlamaDevice) -> tuple[str, bool, int | None, int | None]:
+ """不使用可能因可见设备过滤而变化的 VulkanN 名称作为物理身份。"""
+ return device.description, device.integrated, device.vendor_id, device.device_id
+
+
+def _bind(selection: LlamaSelection) -> LlamaSelection:
+ """隔离选中的物理设备并用原生 ggml 再核验,防止环境开关污染其他 GPU。"""
+ selected = selection.devices
+ if not selected or any(d.backend != "vulkan" or d.vulkan_index is None for d in selected):
+ if any(needs_serialized_submissions(d) for d in selected):
+ raise RuntimeError("Cannot safely bind the legacy Intel Vulkan device; use a verified device filter")
+ return replace(selection, device_aliases=tuple((d.name, d.name) for d in selected))
+ changes = dict(selection.environment)
+ changes["GGML_VK_VISIBLE_DEVICES"] = ",".join(str(d.vulkan_index) for d in selected)
+ with vulkan_environment_lock():
+ environment = {**os.environ, **changes}
+ bound = discover_llama_devices(environment)
+ actual = tuple(d for d in bound if d.backend == "vulkan")
+ if sorted(map(_identity, actual)) != sorted(map(_identity, selected)):
+ raise RuntimeError("llama.cpp Vulkan device binding changed the selected hardware")
+ aliases = tuple((old.name, next(d.name for d in actual if _identity(d) == _identity(old))) for old in selected)
+ return replace(selection, devices=actual, environment=tuple(changes.items()), device_aliases=aliases)
+
+
+def resolve_llama_device(
+ *,
+ n_gpu_layers: int | None = None,
+ device_names: tuple[str, ...] | None = None,
+ backend: str | None = None,
+ allow_download: bool = True,
+) -> LlamaSelection:
+ """自动模式只在没有原生可用独显时复用 ONNX;显式 CPU/GPU 设置优先。"""
+ with _lock:
+ selection = _resolve(
+ n_gpu_layers=n_gpu_layers, device_names=device_names, backend=backend, allow_download=allow_download
+ )
+ target = [d.description for d in selection.devices] if selection.devices else selection.device
+ logger.info("llama.cpp device policy: {} ({})", target, selection.reason)
+ return selection
+
+
+def _resolve(
+ *, n_gpu_layers: int | None, device_names: tuple[str, ...] | None, backend: str | None, allow_download: bool
+) -> LlamaSelection:
+ """在原生环境互斥保护下构造设备计划,校准仍走既有 ONNX 生命周期。"""
+ requested = backend if backend is not None else os.environ.get("MINERU_LLAMA_CPP_BACKEND", "auto")
+ if sys.platform not in {"linux", "win32"}:
+ return LlamaSelection(reason="platform_native")
+ if requested not in {"auto", "cpu", "vulkan", "metal"}:
+ raise ValueError("MINERU_LLAMA_CPP_BACKEND must be auto, cpu, vulkan or metal")
+ if n_gpu_layers == 0 or requested == "cpu" or device_names == ("none",):
+ return LlamaSelection("cpu", reason="explicit_cpu")
+ try:
+ inventory = discover_llama_devices()
+ except (OSError, subprocess.SubprocessError, RuntimeError, ValueError, TypeError) as error:
+ logger.warning("llama.cpp device discovery unavailable; preserving native selection: {}", error)
+ return LlamaSelection(reason="discovery_unavailable")
+ if device_names is not None:
+ selected = tuple(next((d for d in inventory if d.name == name), None) for name in device_names)
+ if not selected or any(d is None for d in selected):
+ raise ValueError(f"Unknown llama.cpp device selection: {device_names}")
+ selected = tuple(d for d in selected if d is not None)
+ else:
+ selected = _preferred(inventory, requested)
+ if not selected:
+ if requested != "auto" or device_names is not None:
+ raise RuntimeError(f"Requested llama.cpp {requested} GPU is unavailable")
+ return LlamaSelection("cpu", reason="no_gpu")
+ manual = requested != "auto" or n_gpu_layers is not None or device_names is not None
+ reason = "explicit_gpu" if manual else "discrete_gpu"
+ if not manual and not any(not d.integrated for d in inventory):
+ from .onnx_device import resolve_onnx_device
+
+ choice = resolve_onnx_device() if allow_download else resolve_onnx_device(allow_download=False)
+ if choice.device != "gpu" or choice.adapter is None:
+ return LlamaSelection("cpu", reason=f"onnx_{choice.reason}")
+ matches = tuple(
+ d for d in selected if (d.vendor_id, d.device_id) == (choice.adapter.vendor_id, choice.adapter.device_id)
+ )
+ if len(matches) != 1:
+ return LlamaSelection("cpu", reason="onnx_gpu_identity_unconfirmed")
+ selected, reason = matches, f"onnx_{choice.backend}_{choice.reason}"
+ old = tuple(d for d in selected if needs_serialized_submissions(d))
+ if old and len(old) != len(selected):
+ if manual:
+ raise ValueError("Legacy Intel and other GPUs need different Vulkan submission policies; select one device group")
+ # The global ggml switch cannot be restricted per device. Prefer the other
+ # discrete GPUs over mixing Xe-LP DG1 with AMD/NVIDIA/modern Intel.
+ selected = tuple(d for d in selected if not needs_serialized_submissions(d))
+ old = ()
+ changes = {SERIALIZE_ENV: "1"} if old and SERIALIZE_ENV not in os.environ else {}
+ return _bind(LlamaSelection("gpu", selected, reason, tuple(changes.items())))
+
+
+@contextmanager
+def llama_engine_scope(selection: LlamaSelection) -> Iterator[None]:
+ """临时应用进程环境并还原;已缓存的原生后端不得被换卡或修改提交策略。"""
+ global _runtime_environment
+ if selection.device == "native":
+ yield
+ return
+ with _lock, vulkan_environment_lock():
+ changes = dict(selection.environment)
+ if selection.device == "cpu":
+ changes["MINERU_LLAMA_CPP_BACKEND"] = "cpu"
+ previous = {name: os.environ.get(name) for name in changes}
+ try:
+ os.environ.update(changes)
+ signature = (os.getpid(), tuple((name, os.environ.get(name)) for name in _BACKEND_ENV))
+ if (
+ _runtime_environment is not None
+ and _runtime_environment[0] == os.getpid()
+ and _runtime_environment != signature
+ ):
+ raise RuntimeError("llama.cpp GPU environment changed after initialization; use a fresh process")
+ _runtime_environment = signature
+ yield
+ finally:
+ for name, value in previous.items():
+ if value is None:
+ os.environ.pop(name, None)
+ else:
+ os.environ[name] = value
+
+
+__all__ = [
+ "LlamaSelection",
+ "discover_llama_devices",
+ "llama_engine_scope",
+ "needs_serialized_submissions",
+ "resolve_llama_device",
+]
diff --git a/mineru/model/runtime/llama_probe.py b/mineru/model/runtime/llama_probe.py
new file mode 100644
index 00000000..6bde6337
--- /dev/null
+++ b/mineru/model/runtime/llama_probe.py
@@ -0,0 +1,108 @@
+# Copyright (c) Opendatalab. All rights reserved.
+"""在独立进程读取已安装 ggml 的真实可见设备,避免提前初始化宿主的 Vulkan 状态。"""
+
+from __future__ import annotations
+
+import ctypes as ct
+from contextlib import ExitStack
+from dataclasses import asdict, dataclass
+import importlib.util
+import json
+import os
+from pathlib import Path
+import sys
+
+from .vulkan import enumerate_vulkan_devices
+
+PROBE_MARKER = "MINERU_LLAMA_DEVICES="
+
+
+@dataclass(frozen=True)
+class LlamaDevice:
+ """ggml 注册设备名称和经过唯一匹配的 Vulkan PCI 身份。"""
+
+ name: str
+ description: str
+ backend: str
+ integrated: bool
+ vendor_id: int | None = None
+ device_id: int | None = None
+ vulkan_index: int | None = None
+
+
+def probe_devices() -> tuple[LlamaDevice, ...]:
+ """仅供子进程使用;不加载模型,不运行 shader,不猜测原生设备排序。"""
+ spec = importlib.util.find_spec("mineru_llama_cpp")
+ if spec is None or spec.origin is None:
+ raise ImportError("mineru-llama-cpp is not installed")
+ root = Path(spec.origin).resolve().parent
+ with ExitStack() as stack:
+ if sys.platform == "win32":
+ for folder in (root / "bin", root / "lib"):
+ if folder.is_dir():
+ stack.enter_context(os.add_dll_directory(str(folder)))
+ return _probe_library(root)
+
+
+def _probe_library(root: Path) -> tuple[LlamaDevice, ...]:
+ """直接加载 ggml 注册库,避免 Python 扩展中的另一份 C++ 运行时参与探测。"""
+ names = ("ggml.dll", "libggml.dll") if sys.platform == "win32" else ("libggml.so.0", "libggml.so")
+ path = next((root / folder / name for folder in ("lib", "bin") for name in names if (root / folder / name).is_file()), None)
+ if path is None:
+ raise RuntimeError("Cannot find the packaged ggml device registry library")
+ library = ct.CDLL(str(path))
+ load = library.ggml_backend_load_all_from_path
+ load.argtypes, load.restype = [ct.c_char_p], None
+ count = library.ggml_backend_dev_count
+ count.argtypes, count.restype = [], ct.c_size_t
+ get = library.ggml_backend_dev_get
+ get.argtypes, get.restype = [ct.c_size_t], ct.c_void_p
+ kind = library.ggml_backend_dev_type
+ kind.argtypes, kind.restype = [ct.c_void_p], ct.c_int
+ name = library.ggml_backend_dev_name
+ name.argtypes, name.restype = [ct.c_void_p], ct.c_char_p
+ description = library.ggml_backend_dev_description
+ description.argtypes, description.restype = [ct.c_void_p], ct.c_char_p
+ registry = library.ggml_backend_dev_backend_reg
+ registry.argtypes, registry.restype = [ct.c_void_p], ct.c_void_p
+ backend = library.ggml_backend_reg_name
+ backend.argtypes, backend.restype = [ct.c_void_p], ct.c_char_p
+ load(str(root / "bin").encode())
+ try:
+ physical = enumerate_vulkan_devices()
+ except (OSError, RuntimeError):
+ physical = ()
+ result = []
+ for index in range(count()):
+ device = get(index)
+ device_type = kind(device)
+ if device_type not in (1, 2): # Public ggml GPU / IGPU enum, excluding CPU and accelerators.
+ continue
+ label = description(device).decode()
+ backend_name = backend(registry(device)).decode().lower()
+ matches = [p for p in physical if p.name == label] if backend_name == "vulkan" else []
+ identities = {(p.vendor_id, p.device_id) for p in matches}
+ identity = next(iter(identities)) if len(identities) == 1 else (None, None)
+ result.append(
+ LlamaDevice(
+ name(device).decode(),
+ label,
+ "metal" if backend_name == "mtl" else backend_name,
+ device_type == 2,
+ *identity,
+ matches[0].index if len(matches) == 1 else None,
+ )
+ )
+ return tuple(result)
+
+
+def main() -> None:
+ """单行 JSON 协议与原生库可能打印的诊断信息分离。"""
+ print(PROBE_MARKER + json.dumps([asdict(device) for device in probe_devices()]), flush=True)
+
+
+__all__ = ["LlamaDevice", "PROBE_MARKER"]
+
+
+if __name__ == "__main__":
+ main()
diff --git a/mineru/model/runtime/onnx_device.py b/mineru/model/runtime/onnx_device.py
index 922333b6..2bcff873 100644
--- a/mineru/model/runtime/onnx_device.py
+++ b/mineru/model/runtime/onnx_device.py
@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
"""Process-local ONNX selection, with a single persisted cpu/gpu preference."""
from __future__ import annotations
@@ -36,7 +37,7 @@ class OnnxSelection:
_lock = threading.RLock()
-_selections: dict[tuple[int, str, str, str], OnnxSelection] = {}
+_selections: dict[tuple[int, str, str, str, bool], OnnxSelection] = {}
def metacommands_enabled(vendor: str, model_kind: str) -> bool | None:
@@ -55,7 +56,9 @@ def choose_gpu(cpu_elapsed: float, gpu_elapsed: float, threshold: float) -> bool
return gpu_elapsed / cpu_elapsed <= threshold
-def _select(requested: str, intra_op_num_threads: int, inter_op_num_threads: int) -> tuple[OnnxSelection, bool]:
+def _select(
+ requested: str, intra_op_num_threads: int, inter_op_num_threads: int, *, allow_download: bool = True
+) -> tuple[OnnxSelection, bool]:
if requested == "cpu":
return OnnxSelection(reason="configured_cpu"), False
if sys.platform not in {"win32", "linux"}:
@@ -89,7 +92,7 @@ def _select(requested: str, intra_op_num_threads: int, inter_op_num_threads: int
from .onnx_calibration import run_calibration
# Download follows the normal model lifecycle; it is outside the 15-second worker timeout.
- model = MINERU_4_MODELS_ONNX.ocr_rec.ensure()
+ model = MINERU_4_MODELS_ONNX.ocr_rec.ensure() if allow_download else MINERU_4_MODELS_ONNX.ocr_rec.ensure(source="local")
result = run_calibration(
str(model),
adapter,
@@ -105,12 +108,14 @@ def _select(requested: str, intra_op_num_threads: int, inter_op_num_threads: int
return OnnxSelection("gpu" if use_gpu else "cpu", adapter if use_gpu else None, "rec_calibration", backend), True
-def _select_and_save(requested: str, source: str, intra_op_num_threads: int, inter_op_num_threads: int) -> OnnxSelection:
+def _select_and_save(
+ requested: str, source: str, intra_op_num_threads: int, inter_op_num_threads: int, *, allow_download: bool = True
+) -> OnnxSelection:
from ...config import read_onnx_device_from_file, update_config_file
if requested == "auto" and source != "env":
requested = read_onnx_device_from_file()
- selection, completed = _select(requested, intra_op_num_threads, inter_op_num_threads)
+ selection, completed = _select(requested, intra_op_num_threads, inter_op_num_threads, allow_download=allow_download)
if completed and requested == "auto" and source != "env":
try:
update_config_file({"model": {"onnx_device": selection.device}}, only_if_onnx_auto=True)
@@ -119,30 +124,38 @@ def _select_and_save(requested: str, source: str, intra_op_num_threads: int, int
return selection
-def resolve_onnx_device(*, intra_op_num_threads: int = 0, inter_op_num_threads: int = 0) -> OnnxSelection:
+def resolve_onnx_device(
+ *, intra_op_num_threads: int = 0, inter_op_num_threads: int = 0, allow_download: bool = True
+) -> OnnxSelection:
"""Resolve at first model use; imports and diagnostic commands never call this function."""
from ...config import config, get_config_file_path, get_config_source
requested = config.model.onnx_device
source = get_config_source("model.onnx_device")
path = get_config_file_path()
- key = (os.getpid(), path, requested, source)
+ key = (os.getpid(), path, requested, source, allow_download)
with _lock:
if key in _selections:
return _selections[key]
try:
if requested != "auto" or sys.platform not in {"win32", "linux"}:
- selection = _select_and_save(requested, source, intra_op_num_threads, inter_op_num_threads)
+ selection = _select_and_save(
+ requested, source, intra_op_num_threads, inter_op_num_threads, allow_download=allow_download
+ )
else:
try:
Path(path).parent.mkdir(parents=True, exist_ok=True)
selection_lock = FileLock(f"{path}.onnx-selection.lock", timeout=30)
selection_lock.acquire()
except OSError:
- selection = _select_and_save(requested, source, intra_op_num_threads, inter_op_num_threads)
+ selection = _select_and_save(
+ requested, source, intra_op_num_threads, inter_op_num_threads, allow_download=allow_download
+ )
else:
try:
- selection = _select_and_save(requested, source, intra_op_num_threads, inter_op_num_threads)
+ selection = _select_and_save(
+ requested, source, intra_op_num_threads, inter_op_num_threads, allow_download=allow_download
+ )
finally:
selection_lock.release()
except Exception as error:
diff --git a/mineru/model/runtime/vulkan.py b/mineru/model/runtime/vulkan.py
index 6cde2d26..f11dd3b9 100644
--- a/mineru/model/runtime/vulkan.py
+++ b/mineru/model/runtime/vulkan.py
@@ -1,3 +1,4 @@
+# Copyright (c) Opendatalab. All rights reserved.
"""No-compute Vulkan enumeration and scoped physical-device restrictions for Dawn.
Uses the stable Vulkan 1.0 C ABI. No logical device, shader or GPU work is created.
@@ -9,6 +10,15 @@ from contextlib import contextmanager
import ctypes as ct
from dataclasses import dataclass
import os
+import sys
+import threading
+
+_environment_lock = threading.RLock()
+
+
+def vulkan_environment_lock() -> threading.RLock:
+ """跨 ONNX/llama 原生初始化串行化进程级 Vulkan 过滤环境。"""
+ return _environment_lock
@dataclass(frozen=True)
@@ -17,6 +27,7 @@ class VulkanDevice:
device_id: int
device_type: int
name: str
+ index: int = -1
class _ApplicationInfo(ct.Structure):
@@ -69,7 +80,7 @@ def _check(result: int, operation: str) -> None:
def enumerate_vulkan_devices() -> tuple[VulkanDevice, ...]:
"""Enumerate GPUs visible to the loader, honoring the user's ICD/layer filters."""
- library = ct.CDLL("libvulkan.so.1")
+ library = ct.WinDLL("vulkan-1.dll") if sys.platform == "win32" else ct.CDLL("libvulkan.so.1")
create = library.vkCreateInstance
create.argtypes = [ct.POINTER(_InstanceCreateInfo), ct.c_void_p, ct.POINTER(ct.c_void_p)]
create.restype = ct.c_int32
@@ -96,14 +107,18 @@ def enumerate_vulkan_devices() -> tuple[VulkanDevice, ...]:
continue
_check(status, "enumerate devices")
result = []
- for handle in handles[: count.value]:
+ for index, handle in enumerate(handles[: count.value]):
storage = _PropertiesStorage()
properties(handle, ct.byref(storage))
value = storage.prefix
if value.deviceType in (1, 2, 3): # integrated, discrete, virtual GPU; exclude software CPU
result.append(
VulkanDevice(
- value.vendorID, value.deviceID, value.deviceType, value.deviceName.decode("utf-8", errors="replace")
+ value.vendorID,
+ value.deviceID,
+ value.deviceType,
+ value.deviceName.decode("utf-8", errors="replace"),
+ index,
)
)
return tuple(result)
@@ -114,16 +129,17 @@ def enumerate_vulkan_devices() -> tuple[VulkanDevice, ...]:
@contextmanager
def _environment(values: dict[str, str]) -> Iterator[None]:
- previous = {name: os.environ.get(name) for name in values}
- try:
- os.environ.update(values)
- yield
- finally:
- for name, value in previous.items():
- if value is None:
- os.environ.pop(name, None)
- else:
- os.environ[name] = value
+ with vulkan_environment_lock():
+ previous = {name: os.environ.get(name) for name in values}
+ try:
+ os.environ.update(values)
+ yield
+ finally:
+ for name, value in previous.items():
+ if value is None:
+ os.environ.pop(name, None)
+ else:
+ os.environ[name] = value
@contextmanager
@@ -150,4 +166,4 @@ def restrict_vulkan_device(vendor_id: int, device_id: int) -> Iterator[None]:
raise RuntimeError("Cannot restrict Dawn to the supported GPU; update Vulkan loader or enable Mesa device-select")
-__all__ = ["VulkanDevice", "enumerate_vulkan_devices", "restrict_vulkan_device"]
+__all__ = ["VulkanDevice", "enumerate_vulkan_devices", "restrict_vulkan_device", "vulkan_environment_lock"]
diff --git a/mineru/model/vlm/runtime.py b/mineru/model/vlm/runtime.py
index 1dc23117..968e9c40 100644
--- a/mineru/model/vlm/runtime.py
+++ b/mineru/model/vlm/runtime.py
@@ -155,11 +155,6 @@ class ModelSingleton:
model_path = str(MINERU_2_5_PRO_2605_1_2B.ensure())
if backend == "llama-cpp-engine":
- try:
- from mineru_llama_cpp import Engine
- except ImportError:
- raise ImportError("Please install mineru-llama-cpp to use the llama-cpp-engine backend.")
-
# The GGUF repo carries two files: the main model and its
# multi-modal projector (mmproj). ModelRepo.paths is
# {"main": "...", "mmproj": "..."} — resolve each to its
@@ -177,7 +172,17 @@ class ModelSingleton:
if key in kwargs:
engine_kwargs[key] = kwargs.pop(key)
- llama_cpp_engine = Engine(model_gguf, mmproj_gguf, **engine_kwargs)
+ from ..runtime.llama_device import llama_engine_scope, resolve_llama_device
+
+ selection = resolve_llama_device(n_gpu_layers=engine_kwargs.get("n_gpu_layers"))
+ if selection.device == "cpu":
+ engine_kwargs["n_gpu_layers"] = 0
+ try:
+ from mineru_llama_cpp import Engine
+ except ImportError:
+ raise ImportError("Please install mineru-llama-cpp to use the llama-cpp-engine backend.")
+ with llama_engine_scope(selection):
+ llama_cpp_engine = Engine(model_gguf, mmproj_gguf, **engine_kwargs)
elif backend == "transformers":
from ..runtime.cpu_threads import initialize_torch_threads
diff --git a/tests/unittest/test_llama_cpp_server.py b/tests/unittest/test_llama_cpp_server.py
index 6d09244a..21185bb6 100644
--- a/tests/unittest/test_llama_cpp_server.py
+++ b/tests/unittest/test_llama_cpp_server.py
@@ -8,6 +8,13 @@ from types import ModuleType, SimpleNamespace
import pytest
from mineru.kit.vlm_server import llama_cpp_server
+from mineru.model.runtime.llama_device import LlamaSelection
+
+
[email protected](autouse=True)
+def no_hardware_policy(monkeypatch: pytest.MonkeyPatch) -> None:
+ """参数转发测试不访问真实显卡;设备策略在专门用例中显式构造。"""
+ monkeypatch.setattr(llama_cpp_server, "_device_policy", lambda args: LlamaSelection())
@pytest.mark.parametrize(
diff --git a/tests/unittest/test_llama_device_policy.py b/tests/unittest/test_llama_device_policy.py
new file mode 100644
index 00000000..362a8078
--- /dev/null
+++ b/tests/unittest/test_llama_device_policy.py
@@ -0,0 +1,253 @@
+"""实际可见设备、跨平台集显决策与进程级 Vulkan 环境隔离。"""
+
+from __future__ import annotations
+
+from dataclasses import replace
+import json
+import os
+from pathlib import Path
+import subprocess
+import sys
+from types import SimpleNamespace
+from unittest.mock import Mock
+
+import pytest
+
+from mineru.model.runtime import llama_device as policy
+from mineru.model.runtime.llama_probe import LlamaDevice, PROBE_MARKER
+from mineru.model.runtime.onnx_device import OnnxSelection
+from mineru.model.runtime.webgpu import WebGPUDevice
+from mineru.model.runtime.windows_gpu import GpuAdapter
+
+
+def gpu(vendor: int, chip: int, *, integrated: bool = True, index: int = 0) -> LlamaDevice:
+ """构造有稳定物理索引的原生设备。"""
+ return LlamaDevice(f"Vulkan{index}", f"GPU {vendor:04x}:{chip:04x}", "vulkan", integrated, vendor, chip, index)
+
+
[email protected](autouse=True)
+def isolated(monkeypatch: pytest.MonkeyPatch) -> None:
+ """单测不触发真实设备探测、模型加载或持久化校准。"""
+ monkeypatch.setattr(policy, "sys", SimpleNamespace(platform="linux", executable="python"))
+ monkeypatch.setattr(policy, "_runtime_environment", None)
+ for name in (*policy._BACKEND_ENV, "MINERU_LLAMA_CPP_BACKEND"):
+ monkeypatch.delenv(name, raising=False)
+
+
+def inventory(monkeypatch: pytest.MonkeyPatch, devices: tuple[LlamaDevice, ...]) -> Mock:
+ """模拟 ggml 可见设备过滤和过滤后 VulkanN 的重新编号。"""
+
+ def discover(environment: dict[str, str] | None = None) -> tuple[LlamaDevice, ...]:
+ if environment is None or "GGML_VK_VISIBLE_DEVICES" not in environment:
+ return devices
+ indices = [int(i) for i in environment["GGML_VK_VISIBLE_DEVICES"].split(",")]
+ return tuple(
+ replace(next(d for d in devices if d.vulkan_index == index), name=f"Vulkan{i}") for i, index in enumerate(indices)
+ )
+
+ function = Mock(side_effect=discover)
+ monkeypatch.setattr(policy, "discover_llama_devices", function)
+ return function
+
+
+def onnx(monkeypatch: pytest.MonkeyPatch, selection: OnnxSelection) -> Mock:
+ """替换共享 ONNX 决策,单独核验是否应当调用。"""
+ from mineru.model.runtime import onnx_device
+
+ function = Mock(return_value=selection)
+ monkeypatch.setattr(onnx_device, "resolve_onnx_device", function)
+ return function
+
+
+ "vendor,chip,expected",
+ [
+ (0x8086, 0x4680, True),
+ (0x8086, 0x3E92, True),
+ (0x8086, 0x4905, True),
+ (0x8086, 0x7D51, False),
+ (0x8086, 0x56A0, False),
+ (0x8086, 0xE202, False),
+ (0x8086, 0xFFFF, False),
+ (0x1002, 0x4680, False),
+ (0x10DE, 0x4680, False),
+ ],
+)
+def test_explicit_architecture_mapping(vendor: int, chip: int, expected: bool) -> None:
+ assert policy.needs_serialized_submissions(gpu(vendor, chip)) is expected
+
+
+def test_workaround_is_linux_vulkan_only(monkeypatch: pytest.MonkeyPatch) -> None:
+ intel = gpu(0x8086, 0x4680)
+ assert not policy.needs_serialized_submissions(replace(intel, backend="metal"))
+ monkeypatch.setattr(policy.sys, "platform", "win32")
+ assert not policy.needs_serialized_submissions(intel)
+
+
[email protected]("platform", ["linux", "win32"])
[email protected]("vendor,chip", [(0x10DE, 0x2489), (0x1002, 0x73BF), (0x8086, 0x56A0)])
+def test_discrete_gpu_ignores_cpu_onnx_choice(monkeypatch: pytest.MonkeyPatch, platform: str, vendor: int, chip: int) -> None:
+ monkeypatch.setattr(policy.sys, "platform", platform)
+ intel, discrete = gpu(0x8086, 0x4680), gpu(vendor, chip, integrated=False, index=1)
+ inventory(monkeypatch, (intel, discrete))
+ calibrate = onnx(monkeypatch, OnnxSelection(reason="configured_cpu"))
+ selected = policy.resolve_llama_device()
+ assert selected.device == "gpu" and selected.devices[0].device_id == chip
+ assert dict(selected.environment) == {"GGML_VK_VISIBLE_DEVICES": "1"}
+ assert selected.devices[0].name == "Vulkan0"
+ calibrate.assert_not_called()
+
+
[email protected]("platform,backend", [("linux", "webgpu"), ("win32", "dml")])
[email protected]("decision", ["cpu", "gpu"])
+def test_integrated_only_reuses_platform_decision(
+ monkeypatch: pytest.MonkeyPatch, platform: str, backend: str, decision: str
+) -> None:
+ monkeypatch.setattr(policy.sys, "platform", platform)
+ device = gpu(0x8086, 0x7D51)
+ inventory(monkeypatch, (device,))
+ adapter = WebGPUDevice(0x8086, 0x7D51) if backend == "webgpu" else GpuAdapter(0, "luid", "Arc", 0x8086, 0x7D51, True, 0)
+ calibrate = onnx(monkeypatch, OnnxSelection(decision, adapter if decision == "gpu" else None, "rec_calibration", backend))
+ result = policy.resolve_llama_device()
+ assert result.device == decision
+ assert policy.SERIALIZE_ENV not in dict(result.environment)
+ calibrate.assert_called_once_with()
+
+
+def test_old_intel_architecture_fallback_and_forced_vulkan(monkeypatch: pytest.MonkeyPatch) -> None:
+ inventory(monkeypatch, (gpu(0x8086, 0x4680),))
+ calibrate = onnx(monkeypatch, OnnxSelection(reason="webgpu_architecture_policy", backend="webgpu"))
+ assert policy.resolve_llama_device().device == "cpu"
+ forced = policy.resolve_llama_device(backend="vulkan")
+ assert forced.device == "gpu" and dict(forced.environment)[policy.SERIALIZE_ENV] == "1"
+ assert calibrate.call_count == 1
+
+
+def test_failed_or_mismatched_calibration_cannot_select_gpu(monkeypatch: pytest.MonkeyPatch) -> None:
+ inventory(monkeypatch, (gpu(0x1002, 0x150E),))
+ onnx(monkeypatch, OnnxSelection(reason="selection_failed"))
+ assert policy.resolve_llama_device().device == "cpu"
+ onnx(monkeypatch, OnnxSelection("gpu", WebGPUDevice(0x10DE, 0x2489), "rec_calibration", "webgpu"))
+ assert policy.resolve_llama_device().reason == "onnx_gpu_identity_unconfirmed"
+
+
+def test_no_gpu_and_explicit_cpu_do_not_calibrate(monkeypatch: pytest.MonkeyPatch) -> None:
+ discover = inventory(monkeypatch, ())
+ calibrate = onnx(monkeypatch, OnnxSelection())
+ assert policy.resolve_llama_device(n_gpu_layers=0).device == "cpu"
+ discover.assert_not_called()
+ assert policy.resolve_llama_device().device == "cpu"
+ calibrate.assert_not_called()
+ with pytest.raises(RuntimeError, match="unavailable"):
+ policy.resolve_llama_device(backend="vulkan")
+
+
+def test_explicit_target_on_multi_gpu_is_bound_before_workaround(monkeypatch: pytest.MonkeyPatch) -> None:
+ nvidia = gpu(0x10DE, 0x2489, integrated=False)
+ intel = gpu(0x8086, 0x4680, index=1)
+ inventory(monkeypatch, (nvidia, intel))
+ calibrate = onnx(monkeypatch, OnnxSelection())
+ result = policy.resolve_llama_device(device_names=("Vulkan1",))
+ assert result.devices[0].device_id == 0x4680
+ assert dict(result.environment) == {policy.SERIALIZE_ENV: "1", "GGML_VK_VISIBLE_DEVICES": "1"}
+ assert result.device_aliases == (("Vulkan1", "Vulkan0"),)
+ calibrate.assert_not_called()
+
+
+def test_old_intel_discrete_does_not_slow_other_discrete_gpu(monkeypatch: pytest.MonkeyPatch) -> None:
+ inventory(monkeypatch, (gpu(0x8086, 0x4905, integrated=False), gpu(0x10DE, 0x2489, integrated=False, index=1)))
+ assert policy.resolve_llama_device().devices[0].vendor_id == 0x10DE
+ with pytest.raises(ValueError, match="different Vulkan submission policies"):
+ policy.resolve_llama_device(device_names=("Vulkan0", "Vulkan1"))
+
+
+def test_manual_environment_is_preserved_including_zero(monkeypatch: pytest.MonkeyPatch) -> None:
+ inventory(monkeypatch, (gpu(0x8086, 0x4680),))
+ monkeypatch.setenv(policy.SERIALIZE_ENV, "0")
+ result = policy.resolve_llama_device(n_gpu_layers=99)
+ assert policy.SERIALIZE_ENV not in dict(result.environment)
+ with policy.llama_engine_scope(result):
+ assert os.environ[policy.SERIALIZE_ENV] == "0"
+ assert os.environ[policy.SERIALIZE_ENV] == "0"
+ assert "GGML_VK_VISIBLE_DEVICES" not in os.environ
+
+
+def test_environment_restored_on_failure_and_cached_backend_change_rejected(monkeypatch: pytest.MonkeyPatch) -> None:
+ inventory(monkeypatch, (gpu(0x8086, 0x4680),))
+ result = policy.resolve_llama_device(n_gpu_layers=99)
+ with pytest.raises(ValueError, match="constructor"):
+ with policy.llama_engine_scope(result):
+ assert os.environ[policy.SERIALIZE_ENV] == "1"
+ raise ValueError("constructor")
+ assert policy.SERIALIZE_ENV not in os.environ and "GGML_VK_VISIBLE_DEVICES" not in os.environ
+ with policy.llama_engine_scope(result):
+ assert os.environ[policy.SERIALIZE_ENV] == "1"
+ with pytest.raises(RuntimeError, match="fresh process"):
+ with policy.llama_engine_scope(replace(result, environment=(("GGML_VK_VISIBLE_DEVICES", "0"),))):
+ pass
+ assert policy.SERIALIZE_ENV not in os.environ
+
+
+def test_binding_verification_rejects_wrong_physical_gpu(monkeypatch: pytest.MonkeyPatch) -> None:
+ old, other = gpu(0x8086, 0x4680), gpu(0x10DE, 0x2489, integrated=False)
+ monkeypatch.setattr(policy, "discover_llama_devices", Mock(side_effect=[(old,), (other,)]))
+ with pytest.raises(RuntimeError, match="binding changed"):
+ policy.resolve_llama_device(backend="vulkan")
+
+
+def test_probe_protocol_uses_native_inventory_without_parsing_log_names(monkeypatch: pytest.MonkeyPatch) -> None:
+ native = [
+ {
+ "name": "Vulkan0",
+ "description": "device",
+ "backend": "vulkan",
+ "integrated": True,
+ "vendor_id": 0x8086,
+ "device_id": 0x4680,
+ "vulkan_index": 1,
+ }
+ ]
+ run = Mock(return_value=SimpleNamespace(stdout="native log\n" + PROBE_MARKER + json.dumps(native) + "\n"))
+ monkeypatch.setattr(policy.subprocess, "run", run)
+ assert policy.discover_llama_devices()[0].vulkan_index == 1
+ assert run.call_args.kwargs["env"] == dict(os.environ)
+ assert "onnxruntime" not in run.call_args.args[0]
+
+
+def test_other_platforms_do_not_probe_or_calibrate(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setattr(policy.sys, "platform", "darwin")
+ probe = inventory(monkeypatch, ())
+ assert policy.resolve_llama_device().device == "native"
+ probe.assert_not_called()
+
+
+def test_discovery_error_is_contained(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setattr(policy, "discover_llama_devices", Mock(side_effect=subprocess.CalledProcessError(1, "probe")))
+ assert policy.resolve_llama_device().reason == "discovery_unavailable"
+
+
[email protected]("forced", [False, True])
+def test_real_model_factory_applies_plan_at_engine_construction(
+ monkeypatch: pytest.MonkeyPatch, tmp_path: Path, forced: bool
+) -> None:
+ from mineru.model.vlm import runtime
+
+ inventory(monkeypatch, (gpu(0x8086, 0x4680),))
+ onnx(monkeypatch, OnnxSelection(reason="webgpu_architecture_policy", backend="webgpu"))
+ captured = []
+
+ def construct(*args: object, **kwargs: object) -> SimpleNamespace:
+ captured.append((kwargs, os.environ.get(policy.SERIALIZE_ENV), os.environ.get("MINERU_LLAMA_CPP_BACKEND")))
+ return SimpleNamespace(close=lambda: None)
+
+ monkeypatch.setitem(sys.modules, "mineru_llama_cpp", SimpleNamespace(Engine=construct))
+ monkeypatch.setattr(
+ runtime, "vlm_model_repo", lambda name: SimpleNamespace(paths={"main": "main.gguf", "mmproj": "mmproj.gguf"})
+ )
+ monkeypatch.setattr(runtime, "MinerUClient", lambda **kwargs: SimpleNamespace())
+ runtime.ModelSingleton()._create_model("llama-cpp-engine", str(tmp_path), None, **({"n_gpu_layers": 99} if forced else {}))
+ kwargs, serialize, backend = captured[0]
+ assert kwargs["n_gpu_layers"] == (99 if forced else 0)
+ assert serialize == ("1" if forced else None)
+ assert backend == (None if forced else "cpu")
+ assert policy.SERIALIZE_ENV not in os.environ and "MINERU_LLAMA_CPP_BACKEND" not in os.environ
diff --git a/tests/unittest/test_llama_server_device_policy.py b/tests/unittest/test_llama_server_device_policy.py
new file mode 100644
index 00000000..dbcae876
--- /dev/null
+++ b/tests/unittest/test_llama_server_device_policy.py
@@ -0,0 +1,145 @@
+"""server 与进程内引擎遵循同一设备计划,参数别名与环境不泄漏。"""
+
+from __future__ import annotations
+
+import os
+from pathlib import Path
+from unittest.mock import Mock
+
+import pytest
+
+from mineru.kit.vlm_server import llama_cpp_server as server
+from mineru.model.runtime.llama_device import LlamaSelection, SERIALIZE_ENV
+from mineru.model.runtime.llama_probe import LlamaDevice
+
+
+def plan() -> LlamaSelection:
+ """显式选择原来的 Vulkan1 后,隔离原生设备索引会变为 Vulkan0。"""
+ return LlamaSelection(
+ "gpu",
+ (LlamaDevice("Vulkan0", "Intel", "vulkan", True, 0x8086, 0x4680, 1),),
+ "explicit_gpu",
+ ((SERIALIZE_ENV, "1"), ("GGML_VK_VISIBLE_DEVICES", "1")),
+ (("Vulkan1", "Vulkan0"),),
+ )
+
+
+ "args,layers,names",
+ [
+ ([], None, None),
+ (["-ngl", "0"], 0, None),
+ (["--n-gpu-layers=all"], -1, None),
+ (["--device=Vulkan1"], None, ("Vulkan1",)),
+ (["-ngl", "0", "--gpu-layers", "99", "-dev", "Vulkan1"], 99, ("Vulkan1",)),
+ ],
+)
+def test_raw_selection_arguments_are_read_before_defaults(
+ monkeypatch: pytest.MonkeyPatch, args: list[str], layers: int | None, names: tuple[str, ...] | None
+) -> None:
+ monkeypatch.delenv("LLAMA_ARG_DEVICE", raising=False)
+ monkeypatch.delenv("LLAMA_ARG_N_GPU_LAYERS", raising=False)
+ resolve = Mock(return_value=LlamaSelection())
+ monkeypatch.setattr(server, "resolve_llama_device", resolve)
+ server._device_policy(args)
+ resolve.assert_called_once_with(n_gpu_layers=layers, device_names=names)
+
+
+def test_native_environment_selectors(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.setenv("LLAMA_ARG_DEVICE", "Vulkan1")
+ monkeypatch.setenv("LLAMA_ARG_N_GPU_LAYERS", "99")
+ resolve = Mock(return_value=LlamaSelection())
+ monkeypatch.setattr(server, "resolve_llama_device", resolve)
+ server._device_policy([])
+ resolve.assert_called_once_with(n_gpu_layers=99, device_names=("Vulkan1",))
+
+
+def test_offline_prohibits_calibration_download(monkeypatch: pytest.MonkeyPatch) -> None:
+ for name in ("LLAMA_ARG_N_GPU_LAYERS", "LLAMA_ARG_DEVICE", "MTMD_BACKEND_DEVICE", "LLAMA_ARG_MMPROJ_OFFLOAD"):
+ monkeypatch.delenv(name, raising=False)
+ resolve = Mock(return_value=LlamaSelection())
+ monkeypatch.setattr(server, "resolve_llama_device", resolve)
+ server._device_policy(["--offline"])
+ resolve.assert_called_once_with(n_gpu_layers=None, device_names=None, allow_download=False)
+
+
+def test_cpu_model_with_explicit_gpu_projector_still_gets_workaround(monkeypatch: pytest.MonkeyPatch) -> None:
+ resolve = Mock(return_value=plan())
+ monkeypatch.setattr(server, "resolve_llama_device", resolve)
+ args = ["-ngl", "0", "--mmproj-device", "Vulkan1", "--mmproj-offload"]
+ selected = server._device_policy(args)
+ assert selected.cpu_model
+ server._apply_device_policy(args, selected)
+ assert server._flag_value(args, "--n-gpu-layers") == "0"
+ assert server._flag_value(args, "--mmproj-device") == "Vulkan0"
+ assert dict(selected.environment)[SERIALIZE_ENV] == "1"
+
+
+def test_disabled_projector_does_not_activate_gpu(monkeypatch: pytest.MonkeyPatch) -> None:
+ resolve = Mock(return_value=LlamaSelection("cpu"))
+ monkeypatch.setattr(server, "resolve_llama_device", resolve)
+ server._device_policy(["-ngl", "0", "--mmproj-device", "Vulkan1", "--no-mmproj-offload"])
+ resolve.assert_called_once_with(n_gpu_layers=0, device_names=None)
+
+
+def test_cpu_policy_disables_model_projector_and_op_offload(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.delenv("LLAMA_ARG_MMPROJ_OFFLOAD", raising=False)
+ args = []
+ server._apply_device_policy(args, LlamaSelection("cpu", reason="onnx_rec_calibration"))
+ assert server._flag_value(args, "--n-gpu-layers") == "0"
+ assert server._flag_value(args, "--device") == "none"
+ assert "--no-mmproj-offload" in args and "--no-op-offload" in args
+
+
+def test_projector_device_remaps_with_model(monkeypatch: pytest.MonkeyPatch) -> None:
+ monkeypatch.delenv("MTMD_BACKEND_DEVICE", raising=False)
+ args = ["--device", "Vulkan1", "--mmproj-device", "Vulkan1"]
+ server._apply_device_policy(args, plan())
+ assert server._flag_value(args, "--device") == "Vulkan0"
+ assert server._flag_value(args, "--mmproj-device") == "Vulkan0"
+ assert "Vulkan1" not in args
+ assert args.count("--device") == 1 and args.count("--mmproj-device") == 1
+ with pytest.raises(ValueError, match="GPU group"):
+ server._apply_device_policy(["--mmproj-device", "Vulkan2"], plan())
+
+
[email protected]("fails", [False, True])
+def test_exec_scopes_workaround_and_restores_on_return(monkeypatch: pytest.MonkeyPatch, tmp_path: Path, fails: bool) -> None:
+ binary = tmp_path / "llama-server"
+ binary.touch()
+ monkeypatch.setattr(server, "llama_server_binary", lambda: binary)
+ monkeypatch.delenv(SERIALIZE_ENV, raising=False)
+ monkeypatch.delenv("GGML_VK_VISIBLE_DEVICES", raising=False)
+
+ def execute(path: str, args: list[str]) -> None:
+ assert os.environ[SERIALIZE_ENV] == "1" and os.environ["GGML_VK_VISIBLE_DEVICES"] == "1"
+ if fails:
+ raise OSError("exec failed")
+
+ monkeypatch.setattr(server.os, "execv", execute)
+ if fails:
+ with pytest.raises(OSError, match="exec failed"):
+ server._exec_server([], plan())
+ else:
+ server._exec_server([], plan())
+ assert SERIALIZE_ENV not in os.environ and "GGML_VK_VISIBLE_DEVICES" not in os.environ
+
+
+def test_exec_remaps_environment_before_native_parser_validates_it(monkeypatch: pytest.MonkeyPatch, tmp_path: Path) -> None:
+ binary = tmp_path / "llama-server"
+ binary.touch()
+ monkeypatch.setattr(server, "llama_server_binary", lambda: binary)
+ monkeypatch.setenv("LLAMA_ARG_DEVICE", "Vulkan1")
+ monkeypatch.setenv("MTMD_BACKEND_DEVICE", "Vulkan1")
+ args = []
+ server._apply_device_policy(args, plan())
+
+ def execute(path: str, argv: list[str]) -> None:
+ assert os.environ["LLAMA_ARG_DEVICE"] == "Vulkan0"
+ assert os.environ["MTMD_BACKEND_DEVICE"] == "Vulkan0"
+ assert "Vulkan1" not in argv
+
+ monkeypatch.setattr(server.os, "execv", execute)
+ server._exec_server(args, plan())
+ assert os.environ["LLAMA_ARG_DEVICE"] == "Vulkan1"
+ assert os.environ["MTMD_BACKEND_DEVICE"] == "Vulkan1"
diff --git a/tests/unittest/test_onnx_device_selection.py b/tests/unittest/test_onnx_device_selection.py
index 22e6b980..a8cb0602 100644
--- a/tests/unittest/test_onnx_device_selection.py
+++ b/tests/unittest/test_onnx_device_selection.py
@@ -125,6 +125,22 @@ def test_calibration_saved_once(config_file: Path, monkeypatch: pytest.MonkeyPat
assert measure.call_count == 1
+def test_offline_calibration_never_downloads_or_poison_online_cache(config_file: Path, monkeypatch: pytest.MonkeyPatch) -> None:
+ from mineru.model import registry
+
+ def ensure(*, source: str | None = None) -> str:
+ if source == "local":
+ raise FileNotFoundError("not cached")
+ return "rec.onnx"
+
+ loader = Mock(side_effect=ensure)
+ monkeypatch.setattr(registry, "MINERU_4_MODELS_ONNX", SimpleNamespace(ocr_rec=SimpleNamespace(ensure=loader)))
+ assert policy.resolve_onnx_device(allow_download=False).device == "cpu"
+ loader.assert_called_once_with(source="local")
+ assert yaml.safe_load(config_file.read_text())["model"]["onnx_device"] == "auto"
+ assert policy.resolve_onnx_device().device == "gpu"
+
+
def test_discrete_skips_calibration_and_persists_only_after_session(config_file: Path, monkeypatch: pytest.MonkeyPatch) -> None:
from mineru.model.runtime import onnx_calibration
diff --git a/tests/unittest/test_webgpu_architecture.py b/tests/unittest/test_webgpu_architecture.py
index feb6172d..41db8e50 100644
--- a/tests/unittest/test_webgpu_architecture.py
+++ b/tests/unittest/test_webgpu_architecture.py
@@ -320,6 +320,6 @@ def test_vulkan_query_reads_pci_identity_without_creating_logical_device_and_cle
with pytest.raises(RuntimeError, match="count devices"):
vulkan.enumerate_vulkan_devices()
else:
- assert vulkan.enumerate_vulkan_devices() == (vulkan.VulkanDevice(0x10DE, 0x2489, 2, "NVIDIA"),)
+ assert vulkan.enumerate_vulkan_devices() == (vulkan.VulkanDevice(0x10DE, 0x2489, 2, "NVIDIA", 0),)
lib.vkDestroyInstance.assert_called_once()
assert ct.sizeof(vulkan._PropertiesStorage) >= 824