diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
index 17a6ccea9..98d71141c 100644
--- a/rag/llm/chat_model.py
+++ b/rag/llm/chat_model.py
@@ -1534,6 +1534,7 @@ class LiteLLMBase(ABC):
             "model": self.model_name,
             "messages": history,
             "api_key": self.api_key,
+            "num_retries": self.max_retries,
             **kwargs,
         }
         if stream: