diff --git a/rag/llm/__init__.py b/rag/llm/__init__.py
index ef0863f57..bcea2e558 100644
--- a/rag/llm/__init__.py
+++ b/rag/llm/__init__.py
@@ -247,7 +247,7 @@ RerankModel = {
     "NVIDIA": NvidiaRerank,
     "LM-Studio": LmStudioRerank,
     "OpenAI-API-Compatible": OpenAI_APIRerank,
-    "VLLM": OpenAI_APIRerank,
+    "VLLM": CoHereRerank,
     "Cohere": CoHereRerank,
     "TogetherAI": TogetherAIRerank,
     "SILICONFLOW": SILICONFLOWRerank,