From 7e4d693054da6832a49f2717964611416336dcbb Mon Sep 17 00:00:00 2001
From: Kevin Hu <kevinhu.sh@gmail.com>
Date: Tue, 18 Mar 2025 10:00:27 +0800
Subject: [PATCH] Fix: in case response.choices[0].message.content is None.
 (#6190)

### What problem does this PR solve?

#6164

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
---
 rag/llm/chat_model.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
index 918f45688..b210db26e 100644
--- a/rag/llm/chat_model.py
+++ b/rag/llm/chat_model.py
@@ -49,7 +49,7 @@ class Base(ABC):
                 model=self.model_name,
                 messages=history,
                 **gen_conf)
-            if not response.choices:
+            if any([not response.choices, not response.choices[0].message, not response.choices[0].message.content]):
                 return "", 0
             ans = response.choices[0].message.content.strip()
             if response.choices[0].finish_reason == "length":
@@ -184,7 +184,6 @@ class BaiChuanChat(Base):
     def _format_params(params):
         return {
             "temperature": params.get("temperature", 0.3),
-            "max_tokens": params.get("max_tokens", 2048),
             "top_p": params.get("top_p", 0.85),
         }