Skip to content

A fast, helpful, and open-source document parser

vbump

Logan Markewich678a8db9388b
diff --git a/crates/liteparse-napi/Cargo.toml b/crates/liteparse-napi/Cargo.toml
index 15bd80d..54c7b40 100644
--- a/crates/liteparse-napi/Cargo.toml
+++ b/crates/liteparse-napi/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-napi"
-version = "2.5.0"
+version = "2.5.1"
edition.workspace = true
license.workspace = true
repository.workspace = true
@@ -14,7 +14,7 @@ default = ["tesseract"]
tesseract = ["liteparse/tesseract"]
[dependencies]
-liteparse = { package = "liteparse", version = "2.5.0", path = "../liteparse", default-features = false }
+liteparse = { package = "liteparse", version = "2.5.1", path = "../liteparse", default-features = false }
pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.3.0", path = "../pdfium-sys" }
napi = { version = "2", features = ["async", "serde-json", "napi9"] }
napi-derive = "2"
diff --git a/crates/liteparse-python/Cargo.toml b/crates/liteparse-python/Cargo.toml
index 3849a1c..7561028 100644
--- a/crates/liteparse-python/Cargo.toml
+++ b/crates/liteparse-python/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-python"
-version = "2.5.0"
+version = "2.5.1"
edition.workspace = true
license.workspace = true
repository.workspace = true
@@ -15,7 +15,7 @@ default = ["tesseract"]
tesseract = ["liteparse/tesseract"]
[dependencies]
-liteparse = { package = "liteparse", version = "2.5.0", path = "../liteparse", default-features = false }
+liteparse = { package = "liteparse", version = "2.5.1", path = "../liteparse", default-features = false }
pdfium-sys = { package = "liteparse-pdfium-sys", version = "1.3.0", path = "../pdfium-sys" }
pdfium = { package = "liteparse-pdfium", version = "1.3.0", path = "../pdfium" }
clap = { version = "4.5.55", features = ["derive"] }
diff --git a/crates/liteparse-wasm/Cargo.toml b/crates/liteparse-wasm/Cargo.toml
index 147c2a8..64e56aa 100644
--- a/crates/liteparse-wasm/Cargo.toml
+++ b/crates/liteparse-wasm/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse-wasm"
-version = "2.5.0"
+version = "2.5.1"
edition.workspace = true
license.workspace = true
repository.workspace = true
diff --git a/crates/liteparse/Cargo.toml b/crates/liteparse/Cargo.toml
index 283cd71..50cd943 100644
--- a/crates/liteparse/Cargo.toml
+++ b/crates/liteparse/Cargo.toml
@@ -1,6 +1,6 @@
[package]
name = "liteparse"
-version = "2.5.0"
+version = "2.5.1"
edition.workspace = true
license.workspace = true
repository.workspace = true
@@ -15,8 +15,13 @@ name = "lit"
path = "src/main.rs"
[features]
-default = ["tesseract"]
+default = ["tesseract", "static-embed"]
tesseract = ["dep:tesseract-rs"]
+# The model2vec static-embedding engine for schema extraction (EXTRACT_PLAN.md
+# Phase 2). Default-on for native builds; binding crates (wasm/napi/python) use
+# `default-features = false` and opt in when their extract surface lands.
+# BM25-only extraction stays available without this feature.
+static-embed = ["dep:tokenizers", "dep:safetensors"]
[dependencies]
blake3 = "1"
@@ -35,6 +40,10 @@ tesseract-rs = { version = "0.2", features = ["build-tesseract"], optional = tru
tokio = { version = "1.52.3", features = ["rt", "macros", "sync", "time", "io-util"] }
url = "2"
web-time = "1.1.0"
+safetensors = { version = "0.6", optional = true }
+# default-features off drops the `onig` C regex backend (and hub/http extras);
+# `fancy-regex` is the pure-Rust backend, keeping the build C-free.
+tokenizers = { version = "0.23.1", default-features = false, features = ["fancy-regex"], optional = true }
[target.'cfg(not(target_arch = "wasm32"))'.dependencies]
rmp = "0.8"
diff --git a/packages/node/package.json b/packages/node/package.json
index 748c975..f24152b 100644
--- a/packages/node/package.json
+++ b/packages/node/package.json
@@ -1,6 +1,6 @@
{
"name": "@llamaindex/liteparse",
- "version": "2.5.0",
+ "version": "2.5.1",
"description": "Fast, lightweight PDF and document parsing with spatial text extraction",
"type": "module",
"main": "./dist/lib.js",
@@ -54,13 +54,13 @@
"typescript": "~5.9.2"
},
"optionalDependencies": {
- "@llamaindex/liteparse-darwin-arm64": "2.5.0",
- "@llamaindex/liteparse-darwin-x64": "2.5.0",
- "@llamaindex/liteparse-linux-arm64-gnu": "2.5.0",
- "@llamaindex/liteparse-linux-x64-gnu": "2.5.0",
- "@llamaindex/liteparse-win32-arm64-msvc": "2.5.0",
- "@llamaindex/liteparse-win32-x64-msvc": "2.5.0",
- "@llamaindex/liteparse-linux-x64-musl": "2.5.0"
+ "@llamaindex/liteparse-darwin-arm64": "2.5.1",
+ "@llamaindex/liteparse-darwin-x64": "2.5.1",
+ "@llamaindex/liteparse-linux-arm64-gnu": "2.5.1",
+ "@llamaindex/liteparse-linux-x64-gnu": "2.5.1",
+ "@llamaindex/liteparse-win32-arm64-msvc": "2.5.1",
+ "@llamaindex/liteparse-win32-x64-msvc": "2.5.1",
+ "@llamaindex/liteparse-linux-x64-musl": "2.5.1"
},
"engines": {
"node": ">=18.0.0"
diff --git a/packages/python/pyproject.toml b/packages/python/pyproject.toml
index a379626..d92e88b 100644
--- a/packages/python/pyproject.toml
+++ b/packages/python/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "maturin"
[project]
name = "liteparse"
-version = "2.5.0"
+version = "2.5.1"
description = "Python bindings for LiteParse - fast, lightweight PDF and document parsing"
readme = "README.md"
license = "Apache-2.0"
diff --git a/packages/wasm/package.json b/packages/wasm/package.json
index 145ef8d..ebecf1a 100644
--- a/packages/wasm/package.json
+++ b/packages/wasm/package.json
@@ -1,6 +1,6 @@
{
"name": "@llamaindex/liteparse-wasm",
- "version": "2.5.0",
+ "version": "2.5.1",
"description": "Fast, lightweight PDF parsing with spatial text extraction — WebAssembly build for browsers",
"type": "module",
"main": "./pkg/liteparse_wasm.js",