From 0284248c938248da198fb138876f924506fe570c Mon Sep 17 00:00:00 2001 From: Yongteng Lei Date: Wed, 26 Feb 2025 18:59:36 +0800 Subject: [PATCH] Fix: correct wrong vLLM rerank model (#5399) ### What problem does this PR solve? Correct wrong vLLM rerank model #4316 ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --- rag/llm/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py index ef0863f57..bcea2e558 100644 --- a/rag/llm/__init__.py +++ b/rag/llm/__init__.py @@ -247,7 +247,7 @@ RerankModel = { "NVIDIA": NvidiaRerank, "LM-Studio": LmStudioRerank, "OpenAI-API-Compatible": OpenAI_APIRerank, - "VLLM": OpenAI_APIRerank, + "VLLM": CoHereRerank, "Cohere": CoHereRerank, "TogetherAI": TogetherAIRerank, "SILICONFLOW": SILICONFLOWRerank,