set ollama keep_alive (#985)

### What problem does this PR solve?

#980 

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
KevinHuSh
2024-05-30 11:27:58 +08:00
committed by GitHub
parent c62834f870
commit f077b57f8b
2 changed files with 6 additions and 4 deletions

View File

@ -532,8 +532,8 @@ def init_llm_factory():
{
"fid": factory_infos[12]["name"],
"llm_name": "BAAI/bge-reranker-v2-m3",
"tags": "LLM,CHAT,",
"max_tokens": 16385,
"tags": "RE-RANK,2k",
"max_tokens": 2048,
"model_type": LLMType.RERANK.value
},
]