Support downloading models from ModelScope Community. (#5073)

This PR supports downloading models from ModelScope. The main
modifications are as follows:
-New Feature (non-breaking change which adds functionality)
-Documentation Update

---------

Co-authored-by: Kevin Hu <kevinhu.sh@gmail.com>
This commit is contained in:
yrk111222
2025-02-24 10:12:20 +08:00
committed by GitHub
parent 217caecfda
commit 7ce675030b
9 changed files with 30 additions and 3 deletions

View File

@ -32,6 +32,7 @@ export const LocalLlmFactories = [
'OpenRouter',
'HuggingFace',
'GPUStack',
'ModelScope',
];
export enum TenantRole {

View File

@ -21,6 +21,7 @@ const llmFactoryToUrlMap = {
Ollama:
'https://github.com/infiniflow/ragflow/blob/main/docs/guides/deploy_local_llm.mdx',
Xinference: 'https://inference.readthedocs.io/en/latest/user_guide',
ModelScope: 'https://www.modelscope.cn/docs/model-service/API-Inference/intro',
LocalAI: 'https://localai.io/docs/getting-started/models/',
'LM-Studio': 'https://lmstudio.ai/docs/basics',
'OpenAI-API-Compatible': 'https://platform.openai.com/docs/models/gpt-4',
@ -77,6 +78,9 @@ const OllamaModal = ({
{ value: 'speech2text', label: 'sequence2text' },
{ value: 'tts', label: 'tts' },
],
ModelScope: [
{ value: 'chat', label: 'chat' },
],
GPUStack: [
{ value: 'chat', label: 'chat' },
{ value: 'embedding', label: 'embedding' },