Refa: ollama keep alive issue. (#8216)

### What problem does this PR solve?

#8122

### Type of change

- [x] Refactoring
This commit is contained in:
Kevin Hu
2025-06-12 15:09:40 +08:00
committed by GitHub
parent e7c85e569b
commit d5236b71f4
2 changed files with 6 additions and 4 deletions

View File

@ -506,7 +506,8 @@ class OllamaCV(Base):
response = self.client.chat(
model=self.model_name,
messages=history,
options=options
options=options,
keep_alive=-1
)
ans = response["message"]["content"].strip()
@ -536,7 +537,8 @@ class OllamaCV(Base):
model=self.model_name,
messages=history,
stream=True,
options=options
options=options,
keep_alive=-1
)
for resp in response:
if resp["done"]: