Refa: treat MinerU as an OCR model (#11849)

### What problem does this PR solve? Treat MinerU as an OCR model. ### Type of change - [x] New Feature (non-breaking change which adds functionality) - [x] Refactoring
2025-12-19 12:06:42 +08:00 · 2025-12-09 18:54:14 +08:00
parent 30377319d8
commit a94b3b9df2
9 changed files with 283 additions and 43 deletions
--- a/rag/llm/ocr_model.py
+++ b/rag/llm/ocr_model.py
@ -0,0 +1,76 @@
+#
+#  Copyright 2025 The InfiniFlow Authors. All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+#
+import json
+import logging
+import os
+from typing import Any, Optional, Tuple
+
+from deepdoc.parser.mineru_parser import MinerUParser
+
+
+class Base:
+    def __init__(self, key: str, model_name: str, **kwargs):
+        self.model_name = model_name
+
+    def parse_pdf(self, filepath: str, binary=None, **kwargs) -> Tuple[Any, Any]:
+        raise NotImplementedError("Please implement parse_pdf!")
+
+
+class MinerUOcrModel(Base, MinerUParser):
+    _FACTORY_NAME = "MinerU"
+
+    def __init__(self, key: str, model_name: str, **kwargs):
+        Base.__init__(self, key, model_name, **kwargs)
+        cfg = {}
+        if key:
+            try:
+                cfg = json.loads(key)
+            except Exception:
+                cfg = {}
+
+        self.mineru_api = cfg.get("MINERU_APISERVER", os.environ.get("MINERU_APISERVER", "http://host.docker.internal:9987"))
+        self.mineru_output_dir = cfg.get("MINERU_OUTPUT_DIR", os.environ.get("MINERU_OUTPUT_DIR", ""))
+        self.mineru_backend = cfg.get("MINERU_BACKEND", os.environ.get("MINERU_BACKEND", "pipeline"))
+        self.mineru_server_url = cfg.get("MINERU_SERVER_URL", os.environ.get("MINERU_SERVER_URL", ""))
+        self.mineru_delete_output = bool(int(cfg.get("MINERU_DELETE_OUTPUT", os.environ.get("MINERU_DELETE_OUTPUT", 1))))
+        self.mineru_executable = os.environ.get("MINERU_EXECUTABLE", "mineru")
+
+        logging.info(f"Parsered MinerU config: {cfg}")
+
+        MinerUParser.__init__(self, mineru_path=self.mineru_executable, mineru_api=self.mineru_api, mineru_server_url=self.mineru_server_url)
+
+    def check_available(self, backend: Optional[str] = None, server_url: Optional[str] = None) -> Tuple[bool, str]:
+        backend = backend or self.mineru_backend
+        server_url = server_url or self.mineru_server_url
+        return self.check_installation(backend=backend, server_url=server_url)
+
+    def parse_pdf(self, filepath: str, binary=None, callback=None, parse_method: str = "raw", **kwargs):
+        ok, reason = self.check_available()
+        if not ok:
+            raise RuntimeError(f"MinerU not found or server not accessible: {reason}. Please install it via: pip install -U 'mineru[core]'.")
+
+        sections, tables = MinerUParser.parse_pdf(
+            self,
+            filepath=filepath,
+            binary=binary,
+            callback=callback,
+            output_dir=self.mineru_output_dir,
+            backend=self.mineru_backend,
+            server_url=self.mineru_server_url,
+            delete_output=self.mineru_delete_output,
+            parse_method=parse_method,
+        )
+        return sections, tables