pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2025-12-08 20:42:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

Log llm response on exception (#6750)

Browse Source 
### What problem does this PR solve?

Log llm response on exception

### Type of change

- [x] Refactoring
This commit is contained in:
Zhichang Yu
2025-04-02 17:10:57 +08:00
committed by GitHub
parent 724a36fcdb
commit e7a2a4b7ff
5 changed files with 45 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
rag/llm/chat_model.py
View File

@ -82,7 +82,7 @@ class Base(ABC):
return ERROR_CONNECTION
elif "quota" in error_str or "capacity" in error_str or "credit" in error_str or "billing" in error_str or "limit" in error_str and "rate" not in error_str:
return ERROR_QUOTA
elif "filter" in error_str or "content" in error_str or "policy" in error_str or "blocked" in error_str or "safety" in error_str:
elif "filter" in error_str or "content" in error_str or "policy" in error_str or "blocked" in error_str or "safety" in error_str or "inappropriate" in error_str:
return ERROR_CONTENT_FILTER
elif "model" in error_str or "not found" in error_str or "does not exist" in error_str or "not available" in error_str:
return ERROR_MODEL
@ -110,6 +110,7 @@ class Base(ABC):
ans += LENGTH_NOTIFICATION_EN
return ans, self.total_token_count(response)
except Exception as e:
logging.exception("chat_model.Base.chat got exception")
# Classify the error
error_code = self._classify_error(e)
@ -124,7 +125,7 @@ class Base(ABC):
# For non-rate limit errors or the last attempt, return an error message
if attempt == self.max_retries - 1:
error_code = ERROR_MAX_RETRIES
return f"{ERROR_PREFIX}: {error_code} - {str(e)}", 0
return f"{ERROR_PREFIX}: {error_code} - {str(e)}. response: {response}", 0
def chat_streamly(self, system, history, gen_conf):
if system: