Skip to content

Transforms complex documents like PDFs and Office docs into LLM-ready markdown/JSON for your Agentic workflows.

Remove obsolete CI configurations for Gradio and Transformers 5

myhloli96c54f1254fe
diff --git a/.github/workflows/gradio.yml b/.github/workflows/gradio.yml
deleted file mode 100644
index 5951d727..00000000
--- a/.github/workflows/gradio.yml
+++ /dev/null
@@ -1,47 +0,0 @@
-name: Gradio 6 preview
-
-on:
- workflow_dispatch:
- pull_request:
- paths:
- - "mineru/kit/gradio/**"
- - "mineru/kit/commands/webui.py"
- - "mineru/resources/gradio*"
- - "mineru/resources/pdf_preview/**"
- - "tests/unittest/test_kit_gradio*"
- - "scripts/*pdfjs*"
- - "pyproject.toml"
- - ".github/workflows/gradio.yml"
-
-jobs:
- compatibility:
- runs-on: ubuntu-latest
- strategy:
- fail-fast: false
- matrix:
- include:
- - {python: "3.13", gradio: "6.8.0"}
- - {python: "3.13", gradio: "6.9.0"}
- - {python: "3.13", gradio: "6.17.3"}
- - {python: "3.13", gradio: "6.26.0"}
- - {python: "3.10", gradio: "6.26.0"}
- steps:
- - uses: actions/checkout@v6
- - uses: actions/setup-python@v6
- with:
- python-version: ${{ matrix.python }}
- - uses: actions/setup-node@v6
- with:
- node-version: "22"
- - name: Install UI dependencies without the inference stack
- run: python -m pip install -e '.[test]' 'gradio==${{ matrix.gradio }}'
- - name: Check dependency removal and preview regressions
- run: |
- python -c "import importlib.util; assert importlib.util.find_spec('gradio_pdf') is None"
- python -m pytest tests/unittest/test_kit_gradio*.py -o addopts='' -q
- - name: Verify distribution resources
- if: matrix.gradio == '6.26.0' && matrix.python == '3.13'
- run: |
- python -m pip install build
- python -m build
- python scripts/verify_pdfjs_distribution.py dist/*.whl dist/*.tar.gz
diff --git a/.github/workflows/transformers5.yml b/.github/workflows/transformers5.yml
deleted file mode 100644
index b9e359d2..00000000
--- a/.github/workflows/transformers5.yml
+++ /dev/null
@@ -1,133 +0,0 @@
-name: Transformers 5 compatibility
-
-on:
- pull_request:
- branches: [next]
- push:
- branches: [next]
- workflow_dispatch:
- inputs:
- docvortex-wheel-url:
- description: Optional DocVortex 0.4.x wheel URL for joint pre-release validation
- required: false
- type: string
- utils-wheel-url:
- description: Optional mineru-vl-utils 2.x wheel URL for joint pre-release validation
- required: false
- type: string
-
-permissions:
- contents: read
-
-jobs:
- compatibility:
- name: ${{ matrix.os }} / Python ${{ matrix.python }} / Transformers ${{ matrix.transformers }}
- runs-on: ${{ matrix.os }}
- strategy:
- fail-fast: false
- matrix:
- os: [ubuntu-latest]
- python: ['3.10', '3.11', '3.12', '3.13', '3.14']
- transformers: ['5.10.1', '5.14.0', '5.16.1']
- include:
- - {os: ubuntu-latest, python: '3.10', transformers: '5.10.1', torch: '2.7.0', torchvision: '0.22.0'}
- - {os: windows-latest, python: '3.12', transformers: '5.10.1'}
- - {os: windows-latest, python: '3.12', transformers: '5.16.1'}
- - {os: macos-latest, python: '3.12', transformers: '5.10.1'}
- - {os: macos-latest, python: '3.12', transformers: '5.16.1'}
- - {os: macos-latest, python: '3.14', transformers: '5.16.1'}
- - {os: windows-latest, python: '3.14', transformers: '5.16.1'}
- defaults:
- run:
- shell: bash
- steps:
- - uses: actions/checkout@v6
- - uses: actions/setup-python@v6
- with:
- python-version: ${{ matrix.python }}
- - uses: astral-sh/setup-uv@v7
- - name: Install dependencies and optional joint-validation wheel
- env:
- UTILS_WHEEL_URL: ${{ inputs.utils-wheel-url }}
- DOCVORTEX_WHEEL_URL: ${{ inputs.docvortex-wheel-url }}
- TRANSFORMERS_VERSION: ${{ matrix.transformers }}
- TORCH_VERSION: ${{ matrix.torch }}
- TORCHVISION_VERSION: ${{ matrix.torchvision }}
- run: |
- uv venv
- if [[ -n "$DOCVORTEX_WHEEL_URL" ]]; then
- uv pip install "$DOCVORTEX_WHEEL_URL"
- fi
- if [[ -n "$UTILS_WHEEL_URL" ]]; then
- uv pip install "$UTILS_WHEEL_URL"
- fi
- if [[ -n "$TORCH_VERSION" ]]; then
- uv pip install "torch==$TORCH_VERSION" "torchvision==$TORCHVISION_VERSION"
- fi
- uv pip install '.[torch,test]' "transformers==$TRANSFORMERS_VERSION"
- uv pip check
- - name: Check real model graphs, cache and public import boundaries
- run: |
- if [[ -f .venv/Scripts/activate ]]; then source .venv/Scripts/activate; else source .venv/bin/activate; fi
- python -m pytest -q -o addopts='' \
- tests/unittest/test_transformers5_models.py \
- tests/unittest/test_transformers5_runtime.py \
- tests/unittest/test_dependency_compatibility_check.py \
- tests/unittest/test_model_backend_selection.py \
- tests/unittest/test_pp_doclayoutv2_postprocess.py \
- tests/unittest/test_mfr_latex_utils.py \
- tests/unittest/test_vlm_config.py \
- tests/unittest/test_vlm_remote.py \
- tests/unittest/test_parser_model_preload.py \
- tests/unittest/test_models_download_utils.py \
- tests/unittest/test_pdf_memory_lifecycle.py \
- tests/unittest/test_pdf_layout_integration.py \
- tests/unittest/test_doclib_api_page_remap.py
-
- dependency-resolution:
- name: Installation matrix / ${{ matrix.platform }} / Transformers ${{ matrix.transformers }}
- runs-on: ubuntu-latest
- strategy:
- fail-fast: false
- matrix:
- platform: [linux, windows, macos]
- transformers: ['5.10.1', '5.14.0', '5.16.1']
- steps:
- - uses: actions/checkout@v6
- - uses: actions/setup-python@v6
- with:
- python-version: '3.12'
- - uses: astral-sh/setup-uv@v7
- - name: Build wheels for metadata validation
- env:
- UTILS_WHEEL_URL: ${{ inputs.utils-wheel-url }}
- DOCVORTEX_WHEEL_URL: ${{ inputs.docvortex-wheel-url }}
- run: |
- python -m pip install build
- python -m build --wheel
- mkdir -p dependency-wheels
- python -m pip download --no-deps --dest dependency-wheels "${UTILS_WHEEL_URL:-mineru-vl-utils>=2,<3}"
- python -m pip download --no-deps --dest dependency-wheels "${DOCVORTEX_WHEEL_URL:-docvortex>=0.4.0,<0.5.0}"
- - name: Resolve base, torch, full and all on Python 3.10 through 3.14
- run: |
- python scripts/check_transformers5_dependencies.py \
- --mineru-wheel dist/*.whl --utils-wheel dependency-wheels/mineru_vl_utils-*.whl \
- --docvortex-wheel dependency-wheels/docvortex-*.whl --utils-matrix --check-wheels \
- --platform '${{ matrix.platform }}' --transformers '${{ matrix.transformers }}' \
- --output dependency-matrix.json
- - name: Reject unsupported vLLM 0.19.1 on Python 3.14
- if: matrix.platform == 'linux' && matrix.transformers == '5.16.1'
- run: |
- python scripts/check_transformers5_dependencies.py \
- --mineru-wheel dist/*.whl --utils-wheel dependency-wheels/mineru_vl_utils-*.whl \
- --docvortex-wheel dependency-wheels/docvortex-*.whl \
- --platform linux --python 3.14 --extras full \
- --requirement 'vllm==0.19.1' --expect-failure --check-wheels \
- --output vllm-python314-rejection.json
- - uses: actions/upload-artifact@v6
- if: always()
- with:
- name: dependencies-${{ matrix.platform }}-${{ matrix.transformers }}
- path: |
- dependency-matrix.json
- vllm-python314-rejection.json
diff --git a/docs/next/transformers5-migration.md b/docs/next/transformers5-migration.md
index b2118d01..0638d8e3 100644
--- a/docs/next/transformers5-migration.md
+++ b/docs/next/transformers5-migration.md
@@ -71,10 +71,10 @@ VLM 组件 smoke 将图像最长边限制为 448 像素,不代替 `parse` 场
Transformers 5.16 使用 safetensors 的 MPS `pread` 路径,框架 allocator 计数不包含所有权重存储;RSS 与 GPU allocator 数值不能直接跨加载方式比较。
macOS 同时记录系统 `proc_pid_rusage` 的 `physical_footprint_bytes`,用于统一内存的真实占用比较。保留 RSS 和框架计数供诊断,不把它们误报为 MLX 或外部 MPS 存储的 GPU 峰值。
-## CI 与发布门槛
+## 本地验证与发布门槛
-`transformers5.yml` 对 next/PR 运行模型图、增量缓存、重载、惰性导入、HTTP VLM 与生命周期回归,并解析安装矩阵。
-手动触发时可传入 `utils-wheel-url` 与 `docvortex-wheel-url` 验证未发布的联合构建。utils 仓库也提供客户端双版本回归。
+MinerU 与 utils 的 Transformers 兼容性 CI 已移除,相关测试与依赖检查脚本保留供本地按需执行。
+验证未发布的联合构建时,在本地环境安装对应的 utils 与 DocVortex wheel 后运行相关测试。
发布前需要:固定权重和输入的内容回归通过;同一设备预热后三轮耗时、内存/显存无超过 10% 的回退;Linux CUDA、Windows GPU、macOS 实机推理有对应证据。
单元测试替身和安装解析不替代实机结果。旧国产硬件镜像继续使用旧发布系列,单独迁移。