Skip to content

A fast, helpful, and open-source document parser

add musl build support

Logan Markewich8c7a4550bda7
diff --git a/.github/workflows/release-node.yml b/.github/workflows/release-node.yml
index c679d92..93828e7 100644
--- a/.github/workflows/release-node.yml
+++ b/.github/workflows/release-node.yml
@@ -58,6 +58,12 @@ jobs:
node-arch: linux-arm64-gnu
pdfium-dylib: libpdfium.so
+ - os: ubuntu-latest
+ target: x86_64-unknown-linux-musl
+ node-arch: linux-x64-musl
+ pdfium-dylib: libpdfium.so
+ use-container: true
+
- os: windows-latest
target: x86_64-pc-windows-msvc
node-arch: win32-x64-msvc
@@ -77,8 +83,8 @@ jobs:
with:
targets: ${{ matrix.target }}
- - name: Install system dependencies (Linux)
- if: runner.os == 'Linux'
+ - name: Install system dependencies (Linux glibc)
+ if: runner.os == 'Linux' && !matrix.use-container
run: |
sudo apt-get update
sudo apt-get install -y libtesseract-dev libleptonica-dev
@@ -104,10 +110,28 @@ jobs:
run: npm install --ignore-scripts
- name: Build native module
+ if: ${{ !matrix.use-container }}
working-directory: packages/node
shell: bash
run: npx napi build --cargo-cwd ../../crates/liteparse-napi --platform --release --js false --dts native.d.ts --target ${{ matrix.target }} .
+ - name: Build native module (musl container)
+ if: ${{ matrix.use-container }}
+ run: |
+ docker run --rm \
+ -v "$GITHUB_WORKSPACE":/work \
+ -v "$HOME/.cargo/registry":/root/.cargo/registry \
+ -v "$HOME/.cargo/git":/root/.cargo/git \
+ -v "$HOME/.cache/pdfium-rs":/root/.cache/pdfium-rs \
+ -w /work/packages/node \
+ node:20-alpine \
+ sh -c '
+ apk add --no-cache build-base cmake git curl pkgconf tesseract-ocr-dev leptonica-dev perl
+ curl --proto "=https" --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable -t x86_64-unknown-linux-musl
+ source /root/.cargo/env
+ npx napi build --cargo-cwd ../../crates/liteparse-napi --platform --release --js false --dts native.d.ts --target x86_64-unknown-linux-musl .
+ '
+
- name: Copy pdfium dylib (Unix)
if: runner.os != 'Windows'
working-directory: packages/node
@@ -302,6 +326,7 @@ jobs:
declare -A PLATFORMS=(
["darwin-arm64"]="aarch64-apple-darwin"
["linux-x64-gnu"]="x86_64-unknown-linux-gnu"
+ ["linux-x64-musl"]="x86_64-unknown-linux-musl"
["linux-arm64-gnu"]="aarch64-unknown-linux-gnu"
["win32-x64-msvc"]="x86_64-pc-windows-msvc"
)
@@ -323,21 +348,29 @@ jobs:
cp "$ARTIFACT_DIR"/*.so "$PKG_DIR/" 2>/dev/null || true
cp "$ARTIFACT_DIR"/*.dll "$PKG_DIR/" 2>/dev/null || true
+ LIBC=""
case "$ARCH" in
- darwin-arm64) OS="darwin"; CPU="arm64" ;;
- linux-x64-gnu) OS="linux"; CPU="x64" ;;
- linux-arm64-gnu) OS="linux"; CPU="arm64" ;;
- win32-x64-msvc) OS="win32"; CPU="x64" ;;
+ darwin-arm64) OS="darwin"; CPU="arm64" ;;
+ linux-x64-gnu) OS="linux"; CPU="x64"; LIBC="glibc" ;;
+ linux-x64-musl) OS="linux"; CPU="x64"; LIBC="musl" ;;
+ linux-arm64-gnu) OS="linux"; CPU="arm64"; LIBC="glibc" ;;
+ win32-x64-msvc) OS="win32"; CPU="x64" ;;
esac
VERSION=${{ inputs.version }}
+ LIBC_LINE=""
+ if [ -n "$LIBC" ]; then
+ LIBC_LINE="\"libc\": [\"${LIBC}\"],"
+ fi
+
cat > "$PKG_DIR/package.json" << PKGJSON
{
"name": "${PKG_NAME}",
"version": "${VERSION}",
"os": ["${OS}"],
"cpu": ["${CPU}"],
+ ${LIBC_LINE}
"main": "liteparse.${ARCH}.node",
"files": ["*.node", "*.dylib", "*.so", "*.dll"],
"license": "Apache-2.0",
diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
index 38333b8..e79b685 100644
--- a/.github/workflows/release-python.yml
+++ b/.github/workflows/release-python.yml
@@ -53,6 +53,10 @@ jobs:
- os: ubuntu-24.04-arm
target: aarch64-unknown-linux-gnu
+ - os: ubuntu-latest
+ target: x86_64-unknown-linux-musl
+ musl: true
+
- os: windows-latest
target: x86_64-pc-windows-msvc
@@ -71,7 +75,7 @@ jobs:
targets: ${{ matrix.target }}
- name: Install system dependencies (Linux)
- if: runner.os == 'Linux'
+ if: runner.os == 'Linux' && !matrix.musl
run: |
sudo apt-get update
sudo apt-get install -y libtesseract-dev libleptonica-dev
@@ -96,7 +100,8 @@ jobs:
target
key: ${{ runner.os }}-${{ matrix.target }}-cargo-python-${{ hashFiles('**/Cargo.lock') }}
- - name: Build wheels
+ - name: Build wheels (glibc)
+ if: ${{ !matrix.musl }}
uses: PyO3/maturin-action@v1
with:
target: ${{ matrix.target }}
@@ -112,6 +117,17 @@ jobs:
apk add tesseract-ocr-dev leptonica-dev openssl-dev pkgconf || true
fi
+ - name: Build wheels (musl)
+ if: ${{ matrix.musl }}
+ uses: PyO3/maturin-action@v1
+ with:
+ target: ${{ matrix.target }}
+ args: --release --out dist --find-interpreter
+ manylinux: musllinux_1_2
+ working-directory: packages/python
+ before-script-linux: |
+ apk add --no-cache tesseract-ocr-dev leptonica-dev openssl-dev pkgconf build-base cmake perl
+
- name: Copy pdfium dylib into wheel (Unix)
if: runner.os != 'Windows'
working-directory: packages/python
diff --git a/packages/node/package.json b/packages/node/package.json
index b110642..66dddc2 100644
--- a/packages/node/package.json
+++ b/packages/node/package.json
@@ -22,7 +22,8 @@
"defaults": true,
"additional": [
"aarch64-apple-darwin",
- "aarch64-unknown-linux-gnu"
+ "aarch64-unknown-linux-gnu",
+ "x86_64-unknown-linux-musl"
]
}
},
@@ -54,6 +55,7 @@
"@llamaindex/liteparse-darwin-arm64": "2.0.0-beta.3",
"@llamaindex/liteparse-linux-arm64-gnu": "2.0.0-beta.3",
"@llamaindex/liteparse-linux-x64-gnu": "2.0.0-beta.3",
+ "@llamaindex/liteparse-linux-x64-musl": "2.0.0-beta.3",
"@llamaindex/liteparse-win32-x64-msvc": "2.0.0-beta.3"
},
"engines": {