kris/ForcePilot
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

chore(dependencies): 更新mineru依赖为mineru[core]，简化文档解析逻辑

Browse Source
This commit is contained in:
Wenjie Zhang 2025-07-27 12:04:44 +08:00
parent cf3cb5ef33
commit b403d8dd90
3 changed files with 39 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
docker/mineru.Dockerfile
View File

@ -1,10 +1,24 @@
# Lastest version: wget https://gcore.jsdelivr.net/gh/opendatalab/MinerU@master/docker/china/Dockerfile # Lastest version: wget https://gcore.jsdelivr.net/gh/opendatalab/MinerU@master/docker/china/Dockerfile
# Use the official sglang image # Use the official sglang image
FROM lmsysorg/sglang:v0.4.7-cu124 FROM lmsysorg/sglang:v0.4.9.post3-cu126
# For blackwell GPU, use the following line instead:
# FROM lmsysorg/sglang:v0.4.9.post3-cu128-b200
# install mineru latest # Install libgl for opencv support & Noto fonts for Chinese characters
RUN python3 -m pip install -U 'mineru[core]' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages RUN apt-get update && \
apt-get install -y \
fonts-noto-core \
fonts-noto-cjk \
fontconfig \
libgl1 && \
fc-cache -fv && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
# Install mineru latest
RUN python3 -m pip install -U 'mineru[core]' -i https://mirrors.aliyun.com/pypi/simple --break-system-packages && \
python3 -m pip cache purge
# Download models and update the configuration file # Download models and update the configuration file
RUN /bin/bash -c "mineru-models-download -s modelscope -m all" RUN /bin/bash -c "mineru-models-download -s modelscope -m all"

2
pyproject.toml
View File

@ -51,7 +51,7 @@ dependencies = [
"tqdm>=4.66.4", "tqdm>=4.66.4",
"rich>=13.7.1", "rich>=13.7.1",
"typer>=0.16.0", "typer>=0.16.0",
"mineru>=2.1.6", "mineru[core]>=2.1.6",
] ]
[tool.ruff] [tool.ruff]
line-length = 210 # 代码最大行宽 line-length = 210 # 代码最大行宽

4
src/plugins/mineru.py
View File

@ -206,7 +206,6 @@ def parse_doc(
Adapted only for the case where the backend is set to "pipeline". Adapted only for the case where the backend is set to "pipeline".
server_url: When the backend is `sglang-client`, you need to specify the server_url, for example:`http://127.0.0.1:30000` server_url: When the backend is `sglang-client`, you need to specify the server_url, for example:`http://127.0.0.1:30000`
""" """
try:
file_name_list = [] file_name_list = []
pdf_bytes_list = [] pdf_bytes_list = []
lang_list = [] lang_list = []
@ -230,9 +229,6 @@ def parse_doc(
) )
return result if result else [""] return result if result else [""]
except Exception as e:
logger.exception(e)
return [""]
if __name__ == "__main__": if __name__ == "__main__":