Transforms complex documents like PDFs and Office docs into LLM-ready markdown/JSON for your Agentic workflows.
Python ai4sciencedocument-analysisdocxextract-datalayout-analysisocrparserpdfpdf-converterpdf-extractor-llmpdf-extractor-pretrainpdf-extractor-ragpdf-parserpptxpythonxlsx
Remove obsolete CI configurations for Gradio and Transformers 5
myhloli96c54f1254fe
diff --git a/.github/workflows/gradio.yml b/.github/workflows/gradio.ymldeleted file mode 100644index 5951d727..00000000--- a/.github/workflows/gradio.yml+++ /dev/null@@ -1,47 +0,0 @@-name: Gradio 6 preview--on:- workflow_dispatch:- pull_request:- paths:- - "mineru/kit/gradio/**"- - "mineru/kit/commands/webui.py"- - "mineru/resources/gradio*"- - "mineru/resources/pdf_preview/**"- - "tests/unittest/test_kit_gradio*"- - "scripts/*pdfjs*"- - "pyproject.toml"- - ".github/workflows/gradio.yml"--jobs:- compatibility:- runs-on: ubuntu-latest- strategy:- fail-fast: false- matrix:- include:- - {python: "3.13", gradio: "6.8.0"}- - {python: "3.13", gradio: "6.9.0"}- - {python: "3.13", gradio: "6.17.3"}- - {python: "3.13", gradio: "6.26.0"}- - {python: "3.10", gradio: "6.26.0"}- steps:- - uses: actions/checkout@v6- - uses: actions/setup-python@v6- with:- python-version: ${{ matrix.python }}- - uses: actions/setup-node@v6- with:- node-version: "22"- - name: Install UI dependencies without the inference stack- run: python -m pip install -e '.[test]' 'gradio==${{ matrix.gradio }}'- - name: Check dependency removal and preview regressions- run: |- python -c "import importlib.util; assert importlib.util.find_spec('gradio_pdf') is None"- python -m pytest tests/unittest/test_kit_gradio*.py -o addopts='' -q- - name: Verify distribution resources- if: matrix.gradio == '6.26.0' && matrix.python == '3.13'- run: |- python -m pip install build- python -m build- python scripts/verify_pdfjs_distribution.py dist/*.whl dist/*.tar.gzdiff --git a/.github/workflows/transformers5.yml b/.github/workflows/transformers5.ymldeleted file mode 100644index b9e359d2..00000000--- a/.github/workflows/transformers5.yml+++ /dev/null@@ -1,133 +0,0 @@-name: Transformers 5 compatibility--on:- pull_request:- branches: [next]- push:- branches: [next]- workflow_dispatch:- inputs:- docvortex-wheel-url:- description: Optional DocVortex 0.4.x wheel URL for joint pre-release validation- required: false- type: string- utils-wheel-url:- description: Optional mineru-vl-utils 2.x wheel URL for joint pre-release validation- required: false- type: string--permissions:- contents: read--jobs:- compatibility:- name: ${{ matrix.os }} / Python ${{ matrix.python }} / Transformers ${{ matrix.transformers }}- runs-on: ${{ matrix.os }}- strategy:- fail-fast: false- matrix:- os: [ubuntu-latest]- python: ['3.10', '3.11', '3.12', '3.13', '3.14']- transformers: ['5.10.1', '5.14.0', '5.16.1']- include:- - {os: ubuntu-latest, python: '3.10', transformers: '5.10.1', torch: '2.7.0', torchvision: '0.22.0'}- - {os: windows-latest, python: '3.12', transformers: '5.10.1'}- - {os: windows-latest, python: '3.12', transformers: '5.16.1'}- - {os: macos-latest, python: '3.12', transformers: '5.10.1'}- - {os: macos-latest, python: '3.12', transformers: '5.16.1'}- - {os: macos-latest, python: '3.14', transformers: '5.16.1'}- - {os: windows-latest, python: '3.14', transformers: '5.16.1'}- defaults:- run:- shell: bash- steps:- - uses: actions/checkout@v6- - uses: actions/setup-python@v6- with:- python-version: ${{ matrix.python }}- - uses: astral-sh/setup-uv@v7- - name: Install dependencies and optional joint-validation wheel- env:- UTILS_WHEEL_URL: ${{ inputs.utils-wheel-url }}- DOCVORTEX_WHEEL_URL: ${{ inputs.docvortex-wheel-url }}- TRANSFORMERS_VERSION: ${{ matrix.transformers }}- TORCH_VERSION: ${{ matrix.torch }}- TORCHVISION_VERSION: ${{ matrix.torchvision }}- run: |- uv venv- if [[ -n "$DOCVORTEX_WHEEL_URL" ]]; then- uv pip install "$DOCVORTEX_WHEEL_URL"- fi- if [[ -n "$UTILS_WHEEL_URL" ]]; then- uv pip install "$UTILS_WHEEL_URL"- fi- if [[ -n "$TORCH_VERSION" ]]; then- uv pip install "torch==$TORCH_VERSION" "torchvision==$TORCHVISION_VERSION"- fi- uv pip install '.[torch,test]' "transformers==$TRANSFORMERS_VERSION"- uv pip check- - name: Check real model graphs, cache and public import boundaries- run: |- if [[ -f .venv/Scripts/activate ]]; then source .venv/Scripts/activate; else source .venv/bin/activate; fi- python -m pytest -q -o addopts='' \- tests/unittest/test_transformers5_models.py \- tests/unittest/test_transformers5_runtime.py \- tests/unittest/test_dependency_compatibility_check.py \- tests/unittest/test_model_backend_selection.py \- tests/unittest/test_pp_doclayoutv2_postprocess.py \- tests/unittest/test_mfr_latex_utils.py \- tests/unittest/test_vlm_config.py \- tests/unittest/test_vlm_remote.py \- tests/unittest/test_parser_model_preload.py \- tests/unittest/test_models_download_utils.py \- tests/unittest/test_pdf_memory_lifecycle.py \- tests/unittest/test_pdf_layout_integration.py \- tests/unittest/test_doclib_api_page_remap.py-- dependency-resolution:- name: Installation matrix / ${{ matrix.platform }} / Transformers ${{ matrix.transformers }}- runs-on: ubuntu-latest- strategy:- fail-fast: false- matrix:- platform: [linux, windows, macos]- transformers: ['5.10.1', '5.14.0', '5.16.1']- steps:- - uses: actions/checkout@v6- - uses: actions/setup-python@v6- with:- python-version: '3.12'- - uses: astral-sh/setup-uv@v7- - name: Build wheels for metadata validation- env:- UTILS_WHEEL_URL: ${{ inputs.utils-wheel-url }}- DOCVORTEX_WHEEL_URL: ${{ inputs.docvortex-wheel-url }}- run: |- python -m pip install build- python -m build --wheel- mkdir -p dependency-wheels- python -m pip download --no-deps --dest dependency-wheels "${UTILS_WHEEL_URL:-mineru-vl-utils>=2,<3}"- python -m pip download --no-deps --dest dependency-wheels "${DOCVORTEX_WHEEL_URL:-docvortex>=0.4.0,<0.5.0}"- - name: Resolve base, torch, full and all on Python 3.10 through 3.14- run: |- python scripts/check_transformers5_dependencies.py \- --mineru-wheel dist/*.whl --utils-wheel dependency-wheels/mineru_vl_utils-*.whl \- --docvortex-wheel dependency-wheels/docvortex-*.whl --utils-matrix --check-wheels \- --platform '${{ matrix.platform }}' --transformers '${{ matrix.transformers }}' \- --output dependency-matrix.json- - name: Reject unsupported vLLM 0.19.1 on Python 3.14- if: matrix.platform == 'linux' && matrix.transformers == '5.16.1'- run: |- python scripts/check_transformers5_dependencies.py \- --mineru-wheel dist/*.whl --utils-wheel dependency-wheels/mineru_vl_utils-*.whl \- --docvortex-wheel dependency-wheels/docvortex-*.whl \- --platform linux --python 3.14 --extras full \- --requirement 'vllm==0.19.1' --expect-failure --check-wheels \- --output vllm-python314-rejection.json- - uses: actions/upload-artifact@v6- if: always()- with:- name: dependencies-${{ matrix.platform }}-${{ matrix.transformers }}- path: |- dependency-matrix.json- vllm-python314-rejection.jsondiff --git a/docs/next/transformers5-migration.md b/docs/next/transformers5-migration.mdindex b2118d01..0638d8e3 100644--- a/docs/next/transformers5-migration.md+++ b/docs/next/transformers5-migration.md@@ -71,10 +71,10 @@ VLM 组件 smoke 将图像最长边限制为 448 像素,不代替 `parse` 场Transformers 5.16 使用 safetensors 的 MPS `pread` 路径,框架 allocator 计数不包含所有权重存储;RSS 与 GPU allocator 数值不能直接跨加载方式比较。macOS 同时记录系统 `proc_pid_rusage` 的 `physical_footprint_bytes`,用于统一内存的真实占用比较。保留 RSS 和框架计数供诊断,不把它们误报为 MLX 或外部 MPS 存储的 GPU 峰值。-## CI 与发布门槛+## 本地验证与发布门槛-`transformers5.yml` 对 next/PR 运行模型图、增量缓存、重载、惰性导入、HTTP VLM 与生命周期回归,并解析安装矩阵。-手动触发时可传入 `utils-wheel-url` 与 `docvortex-wheel-url` 验证未发布的联合构建。utils 仓库也提供客户端双版本回归。+MinerU 与 utils 的 Transformers 兼容性 CI 已移除,相关测试与依赖检查脚本保留供本地按需执行。+验证未发布的联合构建时,在本地环境安装对应的 utils 与 DocVortex wheel 后运行相关测试。发布前需要:固定权重和输入的内容回归通过;同一设备预热后三轮耗时、内存/显存无超过 10% 的回退;Linux CUDA、Windows GPU、macOS 实机推理有对应证据。单元测试替身和安装解析不替代实机结果。旧国产硬件镜像继续使用旧发布系列,单独迁移。