Support Xinference (#320)

### What problem does this PR solve?

Issue link:#299

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
KevinHuSh
2024-04-11 18:22:25 +08:00
committed by GitHub
parent cb2cbf500c
commit 91068edf16
14 changed files with 81 additions and 7 deletions

View File

@ -24,6 +24,8 @@ import sys
import time
import traceback
from functools import partial
from api.db.db_models import close_connection
from rag.settings import database_logger
from rag.settings import cron_logger, DOC_MAXIMUM_SIZE
from multiprocessing import Pool
@ -302,3 +304,4 @@ if __name__ == "__main__":
comm = MPI.COMM_WORLD
while True:
main(int(sys.argv[2]), int(sys.argv[1]))
close_connection()