Skip to content

A fast, helpful, and open-source document parser

vbump

Logan Markewich24ba7f2580f0
diff --git a/Cargo.lock b/Cargo.lock
index 2549cdb..acce1e8 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1205,7 +1205,7 @@ checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0"
[[package]]
name = "liteparse"
-version = "2.0.3"
+version = "2.0.4"
dependencies = [
"clap",
"image",
@@ -1227,7 +1227,7 @@ dependencies = [
[[package]]
name = "liteparse-napi"
-version = "2.0.3"
+version = "2.0.4"
dependencies = [
"image",
"liteparse",
@@ -1261,7 +1261,7 @@ dependencies = [
[[package]]
name = "liteparse-python"
-version = "2.0.3"
+version = "2.0.4"
dependencies = [
"anyhow",
"clap",
@@ -1277,7 +1277,7 @@ dependencies = [
[[package]]
name = "liteparse-wasm"
-version = "2.0.3"
+version = "2.0.4"
dependencies = [
"console_error_panic_hook",
"js-sys",
diff --git a/crates/liteparse-napi/Cargo.toml b/crates/liteparse-napi/Cargo.toml
index 5ad4e77..865ab40 100644
--- a/crates/liteparse-napi/Cargo.toml
+++ b/crates/liteparse-napi/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-napi"
-version = "2.0.3"
+version = "2.0.4"
edition.workspace = true
license.workspace = true
repository.workspace = true
@@ -14,7 +14,7 @@ default = ["tesseract"]
tesseract = ["liteparse/tesseract"]
[dependencies]
-liteparse = { package = "liteparse", version = "2.0.3", path = "../liteparse", default-features = false }
+liteparse = { package = "liteparse", version = "2.0.4", path = "../liteparse", default-features = false }
pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.1.0", path = "../pdfium-sys" }
napi = { version = "2", features = ["async", "serde-json", "napi9"] }
napi-derive = "2"
diff --git a/crates/liteparse-python/Cargo.toml b/crates/liteparse-python/Cargo.toml
index 533fc89..9bd6331 100644
--- a/crates/liteparse-python/Cargo.toml
+++ b/crates/liteparse-python/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-python"
-version = "2.0.3"
+version = "2.0.4"
edition.workspace = true
license.workspace = true
repository.workspace = true
@@ -15,7 +15,7 @@ default = ["tesseract"]
tesseract = ["liteparse/tesseract"]
[dependencies]
-liteparse = { package = "liteparse", version = "2.0.3", path = "../liteparse", default-features = false }
+liteparse = { package = "liteparse", version = "2.0.4", path = "../liteparse", default-features = false }
pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.1.0", path = "../pdfium-sys" }
pdfium = { package = "liteparse-pdfium", version = "1.0.1", path = "../pdfium" }
clap = { version = "4.5.55", features = ["derive"] }
diff --git a/crates/liteparse-wasm/Cargo.toml b/crates/liteparse-wasm/Cargo.toml
index 504a623..e27878d 100644
--- a/crates/liteparse-wasm/Cargo.toml
+++ b/crates/liteparse-wasm/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-wasm"
-version = "2.0.3"
+version = "2.0.4"
edition.workspace = true
license.workspace = true
repository.workspace = true
diff --git a/crates/liteparse/Cargo.toml b/crates/liteparse/Cargo.toml
index dbfed42..3da4c11 100644
--- a/crates/liteparse/Cargo.toml
+++ b/crates/liteparse/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse"
-version = "2.0.3"
+version = "2.0.4"
edition.workspace = true
license.workspace = true
repository.workspace = true
diff --git a/packages/node/package.json b/packages/node/package.json
index 64bdb7f..2fa1254 100644
--- a/packages/node/package.json
+++ b/packages/node/package.json
@@ -1,6 +1,6 @@
{
"name": "@llamaindex/liteparse",
- "version": "2.0.3",
+ "version": "2.0.4",
"description": "Fast, lightweight PDF and document parsing with spatial text extraction",
"type": "module",
"main": "./dist/lib.js",
diff --git a/packages/python/pyproject.toml b/packages/python/pyproject.toml
index 3e8e483..8809f0d 100644
--- a/packages/python/pyproject.toml
+++ b/packages/python/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "maturin"
[project]
name = "liteparse"
-version = "2.0.3"
+version = "2.0.4"
description = "Python bindings for LiteParse - fast, lightweight PDF and document parsing"
readme = "README.md"
license = "MIT"
diff --git a/packages/wasm/package.json b/packages/wasm/package.json
index 3786d53..83d795c 100644
--- a/packages/wasm/package.json
+++ b/packages/wasm/package.json
@@ -1,6 +1,6 @@
{
"name": "@llamaindex/liteparse-wasm",
- "version": "2.0.3",
+ "version": "2.0.4",
"description": "Fast, lightweight PDF parsing with spatial text extraction — WebAssembly build for browsers",
"type": "module",
"main": "./pkg/liteparse_wasm.js",
diff --git a/wasm-demo-site/index.html b/wasm-demo-site/index.html
index 5b4dd99..a4cdd80 100644
--- a/wasm-demo-site/index.html
+++ b/wasm-demo-site/index.html
@@ -210,6 +210,48 @@
word-break: normal;
}
+ #pdf-view {
+ background: var(--black);
+ border-radius: 10px;
+ padding: 1.25rem;
+ max-height: 700px;
+ overflow: auto;
+ display: none;
+ }
+
+ #pdf-view.visible { display: block; }
+
+ .pdf-page {
+ position: relative;
+ margin: 0 auto 1rem auto;
+ background: white;
+ box-shadow: 0 2px 12px rgba(0,0,0,0.4);
+ line-height: 0;
+ }
+
+ .pdf-page:last-child { margin-bottom: 0; }
+
+ .pdf-page canvas { display: block; }
+
+ .pdf-page svg {
+ position: absolute;
+ inset: 0;
+ width: 100%;
+ height: 100%;
+ pointer-events: none;
+ }
+
+ .pdf-page svg rect {
+ fill: rgba(75, 114, 254, 0.12);
+ stroke: var(--mid-purple);
+ stroke-width: 1;
+ }
+
+ .pdf-page svg rect.ocr {
+ fill: rgba(255, 141, 242, 0.15);
+ stroke: var(--vibrant-pink);
+ }
+
/* Stats bar */
.stats {
display: flex;
@@ -367,12 +409,14 @@
<div class="controls">
<label for="format-select">Output:</label>
<select id="format-select">
+ <option value="pdf">PDF with bounding boxes</option>
<option value="text">Plain Text</option>
<option value="json">JSON (with bounding boxes)</option>
</select>
<div class="spacer"></div>
<button id="copy-btn">Copy</button>
</div>
+ <div id="pdf-view"></div>
<pre id="output"></pre>
<div class="stats" id="stats"></div>
</div>
@@ -407,6 +451,7 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa
<script type="module">
const status = document.getElementById("status");
const output = document.getElementById("output");
+ const pdfView = document.getElementById("pdf-view");
const outputContainer = document.getElementById("output-container");
const statsEl = document.getElementById("stats");
const dropZone = document.getElementById("drop-zone");
@@ -415,6 +460,15 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa
const copyBtn = document.getElementById("copy-btn");
let lastResult = null;
+ let lastBytes = null;
+
+ // --- Load pdf.js from CDN ---
+ const PDFJS_VERSION = "4.7.76";
+ const pdfjs = await import(
+ `https://cdn.jsdelivr.net/npm/pdfjs-dist@${PDFJS_VERSION}/build/pdf.min.mjs`
+ );
+ pdfjs.GlobalWorkerOptions.workerSrc =
+ `https://cdn.jsdelivr.net/npm/pdfjs-dist@${PDFJS_VERSION}/build/pdf.worker.min.mjs`;
function setStatus(msg, type) {
status.textContent = msg;
@@ -424,14 +478,16 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa
// --- Load WASM from CDN ---
setStatus("Loading WASM module...", "loading");
+ // Local build: from `packages/wasm/` run `npm run build` (wasm-pack +
+ // patch-wasi-imports). Then serve the repo root (e.g. `python3 -m http.server`)
+ // and open /wasm-demo-site/index.html. The patch step is required — running
+ // wasm-pack directly leaves unresolved `env` imports.
+ const WASM_BASE = "../packages/wasm/pkg";
+
let LiteParse;
try {
- const mod = await import(
- "https://cdn.jsdelivr.net/npm/@llamaindex/liteparse-wasm@2/pkg/liteparse_wasm.js"
- );
- await mod.default(
- "https://cdn.jsdelivr.net/npm/@llamaindex/liteparse-wasm@2/pkg/liteparse_wasm_bg.wasm"
- );
+ const mod = await import(`${WASM_BASE}/liteparse_wasm.js`);
+ await mod.default(`${WASM_BASE}/liteparse_wasm_bg.wasm`);
LiteParse = mod.LiteParse;
setStatus("Ready. Drop a PDF to parse.", "success");
} catch (err) {
@@ -487,6 +543,7 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa
const elapsed = ((performance.now() - t0) / 1000).toFixed(2);
lastResult = result;
+ lastBytes = bytes;
setStatus(`Parsed ${result.pages.length} page(s) in ${elapsed}s`, "success");
renderOutput();
@@ -505,15 +562,94 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa
}
// --- Render output ---
- function renderOutput() {
+ async function renderOutput() {
if (!lastResult) return;
- if (formatSelect.value === "text") {
+ const mode = formatSelect.value;
+
+ if (mode === "pdf") {
+ output.style.display = "none";
+ pdfView.classList.add("visible");
+ copyBtn.style.display = "none";
+ await renderPdfWithBoxes();
+ return;
+ }
+
+ pdfView.classList.remove("visible");
+ output.style.display = "";
+ copyBtn.style.display = "";
+
+ if (mode === "text") {
output.textContent = lastResult.text;
} else {
output.textContent = JSON.stringify(lastResult, null, 2);
}
}
+ let renderToken = 0;
+ async function renderPdfWithBoxes() {
+ const token = ++renderToken;
+ pdfView.innerHTML = '<div style="color:#888;font-family:var(--font-mono);font-size:0.8rem;">Rendering PDF...</div>';
+
+ const pdf = await pdfjs.getDocument({ data: lastBytes.slice() }).promise;
+ if (token !== renderToken) return;
+
+ pdfView.innerHTML = "";
+
+ const containerWidth = pdfView.clientWidth - 40; // padding
+ const maxRenderWidth = Math.min(containerWidth, 900);
+
+ for (let i = 0; i < lastResult.pages.length; i++) {
+ const pageData = lastResult.pages[i];
+ const pdfPage = await pdf.getPage(pageData.pageNum);
+ if (token !== renderToken) return;
+
+ const baseViewport = pdfPage.getViewport({ scale: 1 });
+ const scale = maxRenderWidth / baseViewport.width;
+ const viewport = pdfPage.getViewport({ scale });
+
+ const pageDiv = document.createElement("div");
+ pageDiv.className = "pdf-page";
+ pageDiv.style.width = viewport.width + "px";
+ pageDiv.style.height = viewport.height + "px";
+
+ const canvas = document.createElement("canvas");
+ const dpr = window.devicePixelRatio || 1;
+ canvas.width = Math.floor(viewport.width * dpr);
+ canvas.height = Math.floor(viewport.height * dpr);
+ canvas.style.width = viewport.width + "px";
+ canvas.style.height = viewport.height + "px";
+ const ctx = canvas.getContext("2d");
+ ctx.scale(dpr, dpr);
+
+ await pdfPage.render({ canvasContext: ctx, viewport }).promise;
+ if (token !== renderToken) return;
+
+ pageDiv.appendChild(canvas);
+
+ // Liteparse reports coordinates in PDF points with top-left origin,
+ // matching pdf.js's viewport when scale = 1. Scale everything by `scale`.
+ const svg = document.createElementNS("http://www.w3.org/2000/svg", "svg");
+ svg.setAttribute("viewBox", `0 0 ${viewport.width} ${viewport.height}`);
+ svg.setAttribute("preserveAspectRatio", "none");
+
+ for (const item of pageData.textItems) {
+ const rect = document.createElementNS("http://www.w3.org/2000/svg", "rect");
+ rect.setAttribute("x", item.x * scale);
+ rect.setAttribute("y", item.y * scale);
+ rect.setAttribute("width", Math.max(item.width * scale, 1));
+ rect.setAttribute("height", Math.max(item.height * scale, 1));
+ if (item.confidence != null) rect.classList.add("ocr");
+ const title = document.createElementNS("http://www.w3.org/2000/svg", "title");
+ title.textContent = item.text;
+ rect.appendChild(title);
+ svg.appendChild(rect);
+ }
+
+ pageDiv.appendChild(svg);
+ pdfView.appendChild(pageDiv);
+ }
+ }
+
formatSelect.addEventListener("change", renderOutput);
copyBtn.addEventListener("click", () => {