A fast, helpful, and open-source document parser
add musl build support
Logan Markewich8c7a4550bda7
diff --git a/.github/workflows/release-node.yml b/.github/workflows/release-node.ymlindex c679d92..93828e7 100644--- a/.github/workflows/release-node.yml+++ b/.github/workflows/release-node.yml@@ -58,6 +58,12 @@ jobs:node-arch: linux-arm64-gnupdfium-dylib: libpdfium.so+ - os: ubuntu-latest+ target: x86_64-unknown-linux-musl+ node-arch: linux-x64-musl+ pdfium-dylib: libpdfium.so+ use-container: true+- os: windows-latesttarget: x86_64-pc-windows-msvcnode-arch: win32-x64-msvc@@ -77,8 +83,8 @@ jobs:with:targets: ${{ matrix.target }}- - name: Install system dependencies (Linux)- if: runner.os == 'Linux'+ - name: Install system dependencies (Linux glibc)+ if: runner.os == 'Linux' && !matrix.use-containerrun: |sudo apt-get updatesudo apt-get install -y libtesseract-dev libleptonica-dev@@ -104,10 +110,28 @@ jobs:run: npm install --ignore-scripts- name: Build native module+ if: ${{ !matrix.use-container }}working-directory: packages/nodeshell: bashrun: npx napi build --cargo-cwd ../../crates/liteparse-napi --platform --release --js false --dts native.d.ts --target ${{ matrix.target }} .+ - name: Build native module (musl container)+ if: ${{ matrix.use-container }}+ run: |+ docker run --rm \+ -v "$GITHUB_WORKSPACE":/work \+ -v "$HOME/.cargo/registry":/root/.cargo/registry \+ -v "$HOME/.cargo/git":/root/.cargo/git \+ -v "$HOME/.cache/pdfium-rs":/root/.cache/pdfium-rs \+ -w /work/packages/node \+ node:20-alpine \+ sh -c '+ apk add --no-cache build-base cmake git curl pkgconf tesseract-ocr-dev leptonica-dev perl+ curl --proto "=https" --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable -t x86_64-unknown-linux-musl+ source /root/.cargo/env+ npx napi build --cargo-cwd ../../crates/liteparse-napi --platform --release --js false --dts native.d.ts --target x86_64-unknown-linux-musl .+ '+- name: Copy pdfium dylib (Unix)if: runner.os != 'Windows'working-directory: packages/node@@ -302,6 +326,7 @@ jobs:declare -A PLATFORMS=(["darwin-arm64"]="aarch64-apple-darwin"["linux-x64-gnu"]="x86_64-unknown-linux-gnu"+ ["linux-x64-musl"]="x86_64-unknown-linux-musl"["linux-arm64-gnu"]="aarch64-unknown-linux-gnu"["win32-x64-msvc"]="x86_64-pc-windows-msvc")@@ -323,21 +348,29 @@ jobs:cp "$ARTIFACT_DIR"/*.so "$PKG_DIR/" 2>/dev/null || truecp "$ARTIFACT_DIR"/*.dll "$PKG_DIR/" 2>/dev/null || true+ LIBC=""case "$ARCH" in- darwin-arm64) OS="darwin"; CPU="arm64" ;;- linux-x64-gnu) OS="linux"; CPU="x64" ;;- linux-arm64-gnu) OS="linux"; CPU="arm64" ;;- win32-x64-msvc) OS="win32"; CPU="x64" ;;+ darwin-arm64) OS="darwin"; CPU="arm64" ;;+ linux-x64-gnu) OS="linux"; CPU="x64"; LIBC="glibc" ;;+ linux-x64-musl) OS="linux"; CPU="x64"; LIBC="musl" ;;+ linux-arm64-gnu) OS="linux"; CPU="arm64"; LIBC="glibc" ;;+ win32-x64-msvc) OS="win32"; CPU="x64" ;;esacVERSION=${{ inputs.version }}+ LIBC_LINE=""+ if [ -n "$LIBC" ]; then+ LIBC_LINE="\"libc\": [\"${LIBC}\"],"+ fi+cat > "$PKG_DIR/package.json" << PKGJSON{"name": "${PKG_NAME}","version": "${VERSION}","os": ["${OS}"],"cpu": ["${CPU}"],+ ${LIBC_LINE}"main": "liteparse.${ARCH}.node","files": ["*.node", "*.dylib", "*.so", "*.dll"],"license": "Apache-2.0",diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.ymlindex 38333b8..e79b685 100644--- a/.github/workflows/release-python.yml+++ b/.github/workflows/release-python.yml@@ -53,6 +53,10 @@ jobs:- os: ubuntu-24.04-armtarget: aarch64-unknown-linux-gnu+ - os: ubuntu-latest+ target: x86_64-unknown-linux-musl+ musl: true+- os: windows-latesttarget: x86_64-pc-windows-msvc@@ -71,7 +75,7 @@ jobs:targets: ${{ matrix.target }}- name: Install system dependencies (Linux)- if: runner.os == 'Linux'+ if: runner.os == 'Linux' && !matrix.muslrun: |sudo apt-get updatesudo apt-get install -y libtesseract-dev libleptonica-dev@@ -96,7 +100,8 @@ jobs:targetkey: ${{ runner.os }}-${{ matrix.target }}-cargo-python-${{ hashFiles('**/Cargo.lock') }}- - name: Build wheels+ - name: Build wheels (glibc)+ if: ${{ !matrix.musl }}uses: PyO3/maturin-action@v1with:target: ${{ matrix.target }}@@ -112,6 +117,17 @@ jobs:apk add tesseract-ocr-dev leptonica-dev openssl-dev pkgconf || truefi+ - name: Build wheels (musl)+ if: ${{ matrix.musl }}+ uses: PyO3/maturin-action@v1+ with:+ target: ${{ matrix.target }}+ args: --release --out dist --find-interpreter+ manylinux: musllinux_1_2+ working-directory: packages/python+ before-script-linux: |+ apk add --no-cache tesseract-ocr-dev leptonica-dev openssl-dev pkgconf build-base cmake perl+- name: Copy pdfium dylib into wheel (Unix)if: runner.os != 'Windows'working-directory: packages/pythondiff --git a/packages/node/package.json b/packages/node/package.jsonindex b110642..66dddc2 100644--- a/packages/node/package.json+++ b/packages/node/package.json@@ -22,7 +22,8 @@"defaults": true,"additional": ["aarch64-apple-darwin",- "aarch64-unknown-linux-gnu"+ "aarch64-unknown-linux-gnu",+ "x86_64-unknown-linux-musl"]}},@@ -54,6 +55,7 @@"@llamaindex/liteparse-darwin-arm64": "2.0.0-beta.3","@llamaindex/liteparse-linux-arm64-gnu": "2.0.0-beta.3","@llamaindex/liteparse-linux-x64-gnu": "2.0.0-beta.3",+ "@llamaindex/liteparse-linux-x64-musl": "2.0.0-beta.3","@llamaindex/liteparse-win32-x64-msvc": "2.0.0-beta.3"},"engines": {