A fast, helpful, and open-source document parser
vbump
Logan Markewich24ba7f2580f0
diff --git a/Cargo.lock b/Cargo.lockindex 2549cdb..acce1e8 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -1205,7 +1205,7 @@ checksum = "92daf443525c4cce67b150400bc2316076100ce0b3686209eb8cf3c31612e6f0"[[package]]name = "liteparse"-version = "2.0.3"+version = "2.0.4"dependencies = ["clap","image",@@ -1227,7 +1227,7 @@ dependencies = [[[package]]name = "liteparse-napi"-version = "2.0.3"+version = "2.0.4"dependencies = ["image","liteparse",@@ -1261,7 +1261,7 @@ dependencies = [[[package]]name = "liteparse-python"-version = "2.0.3"+version = "2.0.4"dependencies = ["anyhow","clap",@@ -1277,7 +1277,7 @@ dependencies = [[[package]]name = "liteparse-wasm"-version = "2.0.3"+version = "2.0.4"dependencies = ["console_error_panic_hook","js-sys",diff --git a/crates/liteparse-napi/Cargo.toml b/crates/liteparse-napi/Cargo.tomlindex 5ad4e77..865ab40 100644--- a/crates/liteparse-napi/Cargo.toml+++ b/crates/liteparse-napi/Cargo.toml@@ -1,6 +1,6 @@[package]name = "liteparse-napi"-version = "2.0.3"+version = "2.0.4"edition.workspace = truelicense.workspace = truerepository.workspace = true@@ -14,7 +14,7 @@ default = ["tesseract"]tesseract = ["liteparse/tesseract"][dependencies]-liteparse = { package = "liteparse", version = "2.0.3", path = "../liteparse", default-features = false }+liteparse = { package = "liteparse", version = "2.0.4", path = "../liteparse", default-features = false }pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.1.0", path = "../pdfium-sys" }napi = { version = "2", features = ["async", "serde-json", "napi9"] }napi-derive = "2"diff --git a/crates/liteparse-python/Cargo.toml b/crates/liteparse-python/Cargo.tomlindex 533fc89..9bd6331 100644--- a/crates/liteparse-python/Cargo.toml+++ b/crates/liteparse-python/Cargo.toml@@ -1,6 +1,6 @@[package]name = "liteparse-python"-version = "2.0.3"+version = "2.0.4"edition.workspace = truelicense.workspace = truerepository.workspace = true@@ -15,7 +15,7 @@ default = ["tesseract"]tesseract = ["liteparse/tesseract"][dependencies]-liteparse = { package = "liteparse", version = "2.0.3", path = "../liteparse", default-features = false }+liteparse = { package = "liteparse", version = "2.0.4", path = "../liteparse", default-features = false }pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.1.0", path = "../pdfium-sys" }pdfium = { package = "liteparse-pdfium", version = "1.0.1", path = "../pdfium" }clap = { version = "4.5.55", features = ["derive"] }diff --git a/crates/liteparse-wasm/Cargo.toml b/crates/liteparse-wasm/Cargo.tomlindex 504a623..e27878d 100644--- a/crates/liteparse-wasm/Cargo.toml+++ b/crates/liteparse-wasm/Cargo.toml@@ -1,6 +1,6 @@[package]name = "liteparse-wasm"-version = "2.0.3"+version = "2.0.4"edition.workspace = truelicense.workspace = truerepository.workspace = truediff --git a/crates/liteparse/Cargo.toml b/crates/liteparse/Cargo.tomlindex dbfed42..3da4c11 100644--- a/crates/liteparse/Cargo.toml+++ b/crates/liteparse/Cargo.toml@@ -1,6 +1,6 @@[package]name = "liteparse"-version = "2.0.3"+version = "2.0.4"edition.workspace = truelicense.workspace = truerepository.workspace = truediff --git a/packages/node/package.json b/packages/node/package.jsonindex 64bdb7f..2fa1254 100644--- a/packages/node/package.json+++ b/packages/node/package.json@@ -1,6 +1,6 @@{"name": "@llamaindex/liteparse",- "version": "2.0.3",+ "version": "2.0.4","description": "Fast, lightweight PDF and document parsing with spatial text extraction","type": "module","main": "./dist/lib.js",diff --git a/packages/python/pyproject.toml b/packages/python/pyproject.tomlindex 3e8e483..8809f0d 100644--- a/packages/python/pyproject.toml+++ b/packages/python/pyproject.toml@@ -4,7 +4,7 @@ build-backend = "maturin"[project]name = "liteparse"-version = "2.0.3"+version = "2.0.4"description = "Python bindings for LiteParse - fast, lightweight PDF and document parsing"readme = "README.md"license = "MIT"diff --git a/packages/wasm/package.json b/packages/wasm/package.jsonindex 3786d53..83d795c 100644--- a/packages/wasm/package.json+++ b/packages/wasm/package.json@@ -1,6 +1,6 @@{"name": "@llamaindex/liteparse-wasm",- "version": "2.0.3",+ "version": "2.0.4","description": "Fast, lightweight PDF parsing with spatial text extraction — WebAssembly build for browsers","type": "module","main": "./pkg/liteparse_wasm.js",diff --git a/wasm-demo-site/index.html b/wasm-demo-site/index.htmlindex 5b4dd99..a4cdd80 100644--- a/wasm-demo-site/index.html+++ b/wasm-demo-site/index.html@@ -210,6 +210,48 @@word-break: normal;}+ #pdf-view {+ background: var(--black);+ border-radius: 10px;+ padding: 1.25rem;+ max-height: 700px;+ overflow: auto;+ display: none;+ }++ #pdf-view.visible { display: block; }++ .pdf-page {+ position: relative;+ margin: 0 auto 1rem auto;+ background: white;+ box-shadow: 0 2px 12px rgba(0,0,0,0.4);+ line-height: 0;+ }++ .pdf-page:last-child { margin-bottom: 0; }++ .pdf-page canvas { display: block; }++ .pdf-page svg {+ position: absolute;+ inset: 0;+ width: 100%;+ height: 100%;+ pointer-events: none;+ }++ .pdf-page svg rect {+ fill: rgba(75, 114, 254, 0.12);+ stroke: var(--mid-purple);+ stroke-width: 1;+ }++ .pdf-page svg rect.ocr {+ fill: rgba(255, 141, 242, 0.15);+ stroke: var(--vibrant-pink);+ }+/* Stats bar */.stats {display: flex;@@ -367,12 +409,14 @@<div class="controls"><label for="format-select">Output:</label><select id="format-select">+ <option value="pdf">PDF with bounding boxes</option><option value="text">Plain Text</option><option value="json">JSON (with bounding boxes)</option></select><div class="spacer"></div><button id="copy-btn">Copy</button></div>+ <div id="pdf-view"></div><pre id="output"></pre><div class="stats" id="stats"></div></div>@@ -407,6 +451,7 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa<script type="module">const status = document.getElementById("status");const output = document.getElementById("output");+ const pdfView = document.getElementById("pdf-view");const outputContainer = document.getElementById("output-container");const statsEl = document.getElementById("stats");const dropZone = document.getElementById("drop-zone");@@ -415,6 +460,15 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spaconst copyBtn = document.getElementById("copy-btn");let lastResult = null;+ let lastBytes = null;++ // --- Load pdf.js from CDN ---+ const PDFJS_VERSION = "4.7.76";+ const pdfjs = await import(+ `https://cdn.jsdelivr.net/npm/pdfjs-dist@${PDFJS_VERSION}/build/pdf.min.mjs`+ );+ pdfjs.GlobalWorkerOptions.workerSrc =+ `https://cdn.jsdelivr.net/npm/pdfjs-dist@${PDFJS_VERSION}/build/pdf.worker.min.mjs`;function setStatus(msg, type) {status.textContent = msg;@@ -424,14 +478,16 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa// --- Load WASM from CDN ---setStatus("Loading WASM module...", "loading");+ // Local build: from `packages/wasm/` run `npm run build` (wasm-pack ++ // patch-wasi-imports). Then serve the repo root (e.g. `python3 -m http.server`)+ // and open /wasm-demo-site/index.html. The patch step is required — running+ // wasm-pack directly leaves unresolved `env` imports.+ const WASM_BASE = "../packages/wasm/pkg";+let LiteParse;try {- const mod = await import(- "https://cdn.jsdelivr.net/npm/@llamaindex/liteparse-wasm@2/pkg/liteparse_wasm.js"- );- await mod.default(- "https://cdn.jsdelivr.net/npm/@llamaindex/liteparse-wasm@2/pkg/liteparse_wasm_bg.wasm"- );+ const mod = await import(`${WASM_BASE}/liteparse_wasm.js`);+ await mod.default(`${WASM_BASE}/liteparse_wasm_bg.wasm`);LiteParse = mod.LiteParse;setStatus("Ready. Drop a PDF to parse.", "success");} catch (err) {@@ -487,6 +543,7 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spaconst elapsed = ((performance.now() - t0) / 1000).toFixed(2);lastResult = result;+ lastBytes = bytes;setStatus(`Parsed ${result.pages.length} page(s) in ${elapsed}s`, "success");renderOutput();@@ -505,15 +562,94 @@ console.<span class="fn">log</span>(<span class="const">result</span>.pages[<spa}// --- Render output ---- function renderOutput() {+ async function renderOutput() {if (!lastResult) return;- if (formatSelect.value === "text") {+ const mode = formatSelect.value;++ if (mode === "pdf") {+ output.style.display = "none";+ pdfView.classList.add("visible");+ copyBtn.style.display = "none";+ await renderPdfWithBoxes();+ return;+ }++ pdfView.classList.remove("visible");+ output.style.display = "";+ copyBtn.style.display = "";++ if (mode === "text") {output.textContent = lastResult.text;} else {output.textContent = JSON.stringify(lastResult, null, 2);}}+ let renderToken = 0;+ async function renderPdfWithBoxes() {+ const token = ++renderToken;+ pdfView.innerHTML = '<div style="color:#888;font-family:var(--font-mono);font-size:0.8rem;">Rendering PDF...</div>';++ const pdf = await pdfjs.getDocument({ data: lastBytes.slice() }).promise;+ if (token !== renderToken) return;++ pdfView.innerHTML = "";++ const containerWidth = pdfView.clientWidth - 40; // padding+ const maxRenderWidth = Math.min(containerWidth, 900);++ for (let i = 0; i < lastResult.pages.length; i++) {+ const pageData = lastResult.pages[i];+ const pdfPage = await pdf.getPage(pageData.pageNum);+ if (token !== renderToken) return;++ const baseViewport = pdfPage.getViewport({ scale: 1 });+ const scale = maxRenderWidth / baseViewport.width;+ const viewport = pdfPage.getViewport({ scale });++ const pageDiv = document.createElement("div");+ pageDiv.className = "pdf-page";+ pageDiv.style.width = viewport.width + "px";+ pageDiv.style.height = viewport.height + "px";++ const canvas = document.createElement("canvas");+ const dpr = window.devicePixelRatio || 1;+ canvas.width = Math.floor(viewport.width * dpr);+ canvas.height = Math.floor(viewport.height * dpr);+ canvas.style.width = viewport.width + "px";+ canvas.style.height = viewport.height + "px";+ const ctx = canvas.getContext("2d");+ ctx.scale(dpr, dpr);++ await pdfPage.render({ canvasContext: ctx, viewport }).promise;+ if (token !== renderToken) return;++ pageDiv.appendChild(canvas);++ // Liteparse reports coordinates in PDF points with top-left origin,+ // matching pdf.js's viewport when scale = 1. Scale everything by `scale`.+ const svg = document.createElementNS("http://www.w3.org/2000/svg", "svg");+ svg.setAttribute("viewBox", `0 0 ${viewport.width} ${viewport.height}`);+ svg.setAttribute("preserveAspectRatio", "none");++ for (const item of pageData.textItems) {+ const rect = document.createElementNS("http://www.w3.org/2000/svg", "rect");+ rect.setAttribute("x", item.x * scale);+ rect.setAttribute("y", item.y * scale);+ rect.setAttribute("width", Math.max(item.width * scale, 1));+ rect.setAttribute("height", Math.max(item.height * scale, 1));+ if (item.confidence != null) rect.classList.add("ocr");+ const title = document.createElementNS("http://www.w3.org/2000/svg", "title");+ title.textContent = item.text;+ rect.appendChild(title);+ svg.appendChild(rect);+ }++ pageDiv.appendChild(svg);+ pdfView.appendChild(pageDiv);+ }+ }+formatSelect.addEventListener("change", renderOutput);copyBtn.addEventListener("click", () => {