add support for LocalAI (#1608)

### What problem does this PR solve?

#762 

### Type of change
- [x] New Feature (non-breaking change which adds functionality)

---------

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
This commit is contained in:
黄腾
2024-07-19 15:50:28 +08:00
committed by GitHub
parent 915354bec9
commit 3fcdba1683
9 changed files with 166 additions and 6 deletions

View File

@ -21,6 +21,7 @@ from .rerank_model import *
EmbeddingModel = {
"Ollama": OllamaEmbed,
"LocalAI": LocalAIEmbed,
"OpenAI": OpenAIEmbed,
"Azure-OpenAI": AzureEmbed,
"Xinference": XinferenceEmbed,
@ -46,7 +47,8 @@ CvModel = {
"ZHIPU-AI": Zhipu4V,
"Moonshot": LocalCV,
'Gemini':GeminiCV,
'OpenRouter':OpenRouterCV
'OpenRouter':OpenRouterCV,
"LocalAI":LocalAICV
}
@ -56,6 +58,7 @@ ChatModel = {
"ZHIPU-AI": ZhipuChat,
"Tongyi-Qianwen": QWenChat,
"Ollama": OllamaChat,
"LocalAI": LocalAIChat,
"Xinference": XinferenceChat,
"Moonshot": MoonshotChat,
"DeepSeek": DeepSeekChat,
@ -67,7 +70,7 @@ ChatModel = {
'Gemini' : GeminiChat,
"Bedrock": BedrockChat,
"Groq": GroqChat,
'OpenRouter':OpenRouterChat
'OpenRouter':OpenRouterChat,
}