Instructions to use kitjesen/MinerU with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use kitjesen/MinerU with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="kitjesen/MinerU", trust_remote_code=True)# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("kitjesen/MinerU", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
| import torch | |
| from transformers import AutoModel, AutoTokenizer | |
| from detectron2.config import get_cfg | |
| from detectron2.engine import DefaultPredictor | |
| import os | |
| class MinerUModelLoader: | |
| def load_models(base_path): | |
| models = {} | |
| # Layout模型加载 | |
| cfg = get_cfg() | |
| cfg.merge_from_file(os.path.join(base_path, "models/Layout/config.json")) | |
| cfg.MODEL.WEIGHTS = os.path.join(base_path, "models/Layout/model_final.pth") | |
| models["layout"] = DefaultPredictor(cfg) | |
| # 公式检测模型 | |
| models["formula_detector"] = torch.load(os.path.join(base_path, "models/MFD/weights.pt")) | |
| # 公式识别模型 | |
| models["formula_recognizer"] = AutoModel.from_pretrained( | |
| os.path.join(base_path, "models/MFR/UniMERNet") | |
| ) | |
| # 表格识别模型 | |
| models["table_recognizer"] = AutoModel.from_pretrained( | |
| os.path.join(base_path, "models/TabRec/StructEqTable") | |
| ) | |
| return models |