mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-12-08 20:42:30 +08:00
Feat: add exponential back-off for Chat LiteLLM (#9880)
### What problem does this PR solve? Add exponential back-off for Chat LiteLLM. #9858. ### Type of change - [x] New Feature (non-breaking change which adds functionality)
This commit is contained in:
@ -1534,6 +1534,7 @@ class LiteLLMBase(ABC):
|
|||||||
"model": self.model_name,
|
"model": self.model_name,
|
||||||
"messages": history,
|
"messages": history,
|
||||||
"api_key": self.api_key,
|
"api_key": self.api_key,
|
||||||
|
"num_retries": self.max_retries,
|
||||||
**kwargs,
|
**kwargs,
|
||||||
}
|
}
|
||||||
if stream:
|
if stream:
|
||||||
|
|||||||
Reference in New Issue
Block a user