Feat: add mineru auto installer (#11649)

### What problem does this PR solve?

Feat: add mineru auto installer

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
Billy Bao
2025-12-02 17:29:26 +08:00
committed by GitHub
parent ba6e2af5fd
commit c946858328
3 changed files with 157 additions and 21 deletions

View File

@ -68,6 +68,7 @@ from common.signal_utils import start_tracemalloc_and_snapshot, stop_tracemalloc
from common.exceptions import TaskCanceledException
from common import settings
from common.constants import PAGERANK_FLD, TAG_FLD, SVR_CONSUMER_GROUP_NAME
from common.misc_utils import install_mineru
BATCH_SIZE = 64
@ -1100,6 +1101,7 @@ async def main():
show_configs()
settings.init_settings()
settings.check_and_install_torch()
install_mineru()
logging.info(f'settings.EMBEDDING_CFG: {settings.EMBEDDING_CFG}')
settings.print_rag_settings()
if sys.platform != "win32":