set ollama keep_alive (#985)

### What problem does this PR solve?

#980 

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
KevinHuSh
2024-05-30 11:27:58 +08:00
committed by GitHub
parent c62834f870
commit f077b57f8b
2 changed files with 6 additions and 4 deletions

View File

@ -303,7 +303,8 @@ class OllamaChat(Base):
response = self.client.chat(
model=self.model_name,
messages=history,
options=options
options=options,
keep_alive=-1
)
ans = response["message"]["content"].strip()
return ans, response["eval_count"] + response.get("prompt_eval_count", 0)
@ -325,7 +326,8 @@ class OllamaChat(Base):
model=self.model_name,
messages=history,
stream=True,
options=options
options=options,
keep_alive=-1
)
for resp in response:
if resp["done"]: