From a6aed0da46c473daebfbf7100c6e76c7980b0c92 Mon Sep 17 00:00:00 2001
From: zhou <269138475@qq.com>
Date: Mon, 24 Mar 2025 10:09:16 +0800
Subject: [PATCH] Fix: rerank with YoudaoRerank issue. (#6396)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

### What problem does this PR solve?

Fix rerank with YoudaoRerank issue，"'YoudaoRerank' object has no
attribute '_dynamic_batch_size'"


![17425412353825](https://github.com/user-attachments/assets/9ed304c7-317a-440e-acff-fe895fc20f07)


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 rag/llm/rerank_model.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/rag/llm/rerank_model.py b/rag/llm/rerank_model.py
index 372ba9e71..0f2078035 100644
--- a/rag/llm/rerank_model.py
+++ b/rag/llm/rerank_model.py
@@ -194,6 +194,8 @@ class YoudaoRerank(DefaultRerank):
                                 "maidalun1020", "InfiniFlow"))
 
         self._model = YoudaoRerank._model
+        self._dynamic_batch_size = 8
+        self._min_batch_size = 1
 
     def similarity(self, query: str, texts: list):
         pairs = [(query, truncate(t, self._model.max_length)) for t in texts]