Skip to content

A fast, helpful, and open-source document parser

update workflows

Logan Markewichfd01367fd72e
diff --git a/.github/workflows/ci-node.yml b/.github/workflows/ci-node.yml
index 6be2f96..747ddd2 100644
--- a/.github/workflows/ci-node.yml
+++ b/.github/workflows/ci-node.yml
@@ -16,7 +16,6 @@ on:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
build:
diff --git a/.github/workflows/ci-python.yml b/.github/workflows/ci-python.yml
index cf31163..c76f996 100644
--- a/.github/workflows/ci-python.yml
+++ b/.github/workflows/ci-python.yml
@@ -16,7 +16,6 @@ on:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
build:
diff --git a/.github/workflows/ci-wasm.yml b/.github/workflows/ci-wasm.yml
new file mode 100644
index 0000000..2b3657d
--- /dev/null
+++ b/.github/workflows/ci-wasm.yml
@@ -0,0 +1,61 @@
+name: CI - WASM Bindings
+
+on:
+ push:
+ branches: [main]
+ paths:
+ - 'crates/**'
+ - 'packages/wasm/**'
+ - '.github/workflows/ci-wasm.yml'
+ pull_request:
+ branches: [main]
+ paths:
+ - 'crates/**'
+ - 'packages/wasm/**'
+ - '.github/workflows/ci-wasm.yml'
+
+env:
+ CARGO_TERM_COLOR: always
+
+jobs:
+ build:
+ runs-on: ubuntu-latest
+ name: Build WASM
+
+ steps:
+ - uses: actions/checkout@v4
+
+ - uses: dtolnay/rust-toolchain@stable
+ with:
+ targets: wasm32-unknown-unknown
+
+ - uses: actions/cache@v4
+ with:
+ path: |
+ ~/.cargo/registry
+ ~/.cargo/git
+ ~/.cache/pdfium-rs
+ target
+ key: ${{ runner.os }}-cargo-wasm-${{ hashFiles('**/Cargo.lock') }}
+
+ - name: Install wasm-pack
+ run: cargo install wasm-pack --locked
+
+ - name: Build WASM package
+ working-directory: packages/wasm
+ run: npm run build
+
+ - name: Verify output
+ run: |
+ test -f packages/wasm/pkg/liteparse_wasm_bg.wasm
+ test -f packages/wasm/pkg/liteparse_wasm.js
+ test -f packages/wasm/pkg/liteparse_wasm.d.ts
+ WASM_SIZE=$(stat --format=%s packages/wasm/pkg/liteparse_wasm_bg.wasm)
+ echo "WASM binary size: $(numfmt --to=iec $WASM_SIZE)"
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v4
+ with:
+ name: wasm-pkg
+ path: packages/wasm/pkg/
+ if-no-files-found: error
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 143ff5e..c26d9e0 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -8,7 +8,6 @@ on:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
fmt:
diff --git a/.github/workflows/e2e-output.yml b/.github/workflows/e2e-output.yml
index 3130100..1519540 100644
--- a/.github/workflows/e2e-output.yml
+++ b/.github/workflows/e2e-output.yml
@@ -11,9 +11,6 @@ permissions:
contents: read
pull-requests: write
-env:
- PDFIUM_RELEASE_TAG: chromium/7827
-
jobs:
compare-outputs:
runs-on: ubuntu-latest
diff --git a/.github/workflows/release-crates.yml b/.github/workflows/release-crates.yml
index abaeaba..5d819d9 100644
--- a/.github/workflows/release-crates.yml
+++ b/.github/workflows/release-crates.yml
@@ -18,7 +18,6 @@ permissions:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
validate:
diff --git a/.github/workflows/release-node.yml b/.github/workflows/release-node.yml
index 4c3ee91..b2b29bb 100644
--- a/.github/workflows/release-node.yml
+++ b/.github/workflows/release-node.yml
@@ -18,7 +18,6 @@ permissions:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
validate:
diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
index 1ab9e02..1f885a0 100644
--- a/.github/workflows/release-python.yml
+++ b/.github/workflows/release-python.yml
@@ -18,7 +18,6 @@ permissions:
env:
CARGO_TERM_COLOR: always
- PDFIUM_RELEASE_TAG: chromium/7827
jobs:
validate:
diff --git a/.github/workflows/release-wasm.yml b/.github/workflows/release-wasm.yml
new file mode 100644
index 0000000..1bff6b0
--- /dev/null
+++ b/.github/workflows/release-wasm.yml
@@ -0,0 +1,124 @@
+name: Release - WASM
+
+on:
+ workflow_dispatch:
+ inputs:
+ version:
+ description: 'Version to release (e.g. 2.1.0)'
+ required: true
+ type: string
+ dry-run:
+ description: 'Dry run (build but do not publish)'
+ type: boolean
+ default: false
+
+permissions:
+ contents: write
+ id-token: write
+
+env:
+ CARGO_TERM_COLOR: always
+
+jobs:
+ validate:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - name: Validate version
+ run: |
+ PKG_VERSION=$(node -p "require('./packages/wasm/package.json').version")
+ if [ "$PKG_VERSION" != "${{ inputs.version }}" ]; then
+ echo "::error::Version mismatch: package.json has $PKG_VERSION, expected ${{ inputs.version }}"
+ exit 1
+ fi
+ echo "Version validated: ${{ inputs.version }}"
+
+ build:
+ needs: validate
+ runs-on: ubuntu-latest
+ name: Build WASM
+
+ steps:
+ - uses: actions/checkout@v4
+
+ - uses: dtolnay/rust-toolchain@stable
+ with:
+ targets: wasm32-unknown-unknown
+
+ - uses: actions/cache@v4
+ with:
+ path: |
+ ~/.cargo/registry
+ ~/.cargo/git
+ ~/.cache/pdfium-rs
+ target
+ key: ${{ runner.os }}-cargo-wasm-release-${{ hashFiles('**/Cargo.lock') }}
+
+ - name: Install wasm-pack
+ run: cargo install wasm-pack --locked
+
+ - name: Build WASM package
+ working-directory: packages/wasm
+ run: npm run build
+
+ - name: Verify output
+ run: |
+ test -f packages/wasm/pkg/liteparse_wasm_bg.wasm
+ test -f packages/wasm/pkg/liteparse_wasm.js
+ test -f packages/wasm/pkg/liteparse_wasm.d.ts
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v4
+ with:
+ name: wasm-pkg
+ path: packages/wasm/pkg/
+ if-no-files-found: error
+
+ publish:
+ needs: build
+ runs-on: ubuntu-latest
+ name: Publish to npm
+
+ steps:
+ - uses: actions/checkout@v4
+
+ - uses: actions/setup-node@v4
+ with:
+ node-version: 20
+ registry-url: https://registry.npmjs.org
+
+ - name: Download WASM artifacts
+ uses: actions/download-artifact@v4
+ with:
+ name: wasm-pkg
+ path: packages/wasm/pkg
+
+ - name: Publish
+ if: ${{ !inputs.dry-run }}
+ working-directory: packages/wasm
+ env:
+ NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+ run: npm publish --access public --provenance
+
+ - name: Create git tag
+ if: ${{ !inputs.dry-run }}
+ run: |
+ git tag "wasm-v${{ inputs.version }}"
+ git push origin "wasm-v${{ inputs.version }}"
+
+ - name: Create GitHub Release
+ if: ${{ !inputs.dry-run }}
+ uses: softprops/action-gh-release@v2
+ with:
+ tag_name: wasm-v${{ inputs.version }}
+ name: "WASM v${{ inputs.version }}"
+ generate_release_notes: true
+
+ - name: Summary (dry run)
+ if: ${{ inputs.dry-run }}
+ run: |
+ echo "## Dry Run Summary" >> $GITHUB_STEP_SUMMARY
+ echo "Would release wasm-v${{ inputs.version }}" >> $GITHUB_STEP_SUMMARY
+ echo "### Package: @llamaindex/liteparse-wasm" >> $GITHUB_STEP_SUMMARY
+ WASM_SIZE=$(stat --format=%s packages/wasm/pkg/liteparse_wasm_bg.wasm)
+ echo "WASM binary size: $(numfmt --to=iec $WASM_SIZE)" >> $GITHUB_STEP_SUMMARY
diff --git a/crates/pdfium-sys/build.rs b/crates/pdfium-sys/build.rs
index e9e3b44..ff1e19a 100644
--- a/crates/pdfium-sys/build.rs
+++ b/crates/pdfium-sys/build.rs
@@ -3,7 +3,7 @@ use std::fs;
use std::path::{Path, PathBuf};
use std::process::Command;
-const PDFIUM_RELEASE_TAG: &str = "chromium/7827";
+const PDFIUM_RELEASE_TAG: &str = "chromium/7841";
const PDFIUM_RELEASE_URL: &str = "https://github.com/run-llama/pdfium-binaries/releases/download";
fn main() {