Feat: Support vLLM #4316 (#5395)

### What problem does this PR solve? Feat: Support vLLM #4316 ### Type of change - [x] New Feature (non-breaking change which adds functionality)
2026-01-04 03:25:30 +08:00 · 2025-02-26 18:33:43 +08:00
parent fefea3a2a5
commit d9dd1171a3
9 changed files with 235 additions and 115 deletions
--- a/web/src/constants/llm.ts
+++ b/web/src/constants/llm.ts
@ -0,0 +1,106 @@
+export enum LLMFactory {
+  TongYiQianWen = 'Tongyi-Qianwen',
+  Moonshot = 'Moonshot',
+  OpenAI = 'OpenAI',
+  ZhipuAI = 'ZHIPU-AI',
+  WenXinYiYan = '文心一言',
+  Ollama = 'Ollama',
+  Xinference = 'Xinference',
+  ModelScope = 'ModelScope',
+  DeepSeek = 'DeepSeek',
+  VolcEngine = 'VolcEngine',
+  BaiChuan = 'BaiChuan',
+  Jina = 'Jina',
+  MiniMax = 'MiniMax',
+  Mistral = 'Mistral',
+  AzureOpenAI = 'Azure-OpenAI',
+  Bedrock = 'Bedrock',
+  Gemini = 'Gemini',
+  Groq = 'Groq',
+  OpenRouter = 'OpenRouter',
+  LocalAI = 'LocalAI',
+  StepFun = 'StepFun',
+  NVIDIA = 'NVIDIA',
+  LMStudio = 'LM-Studio',
+  OpenAiAPICompatible = 'OpenAI-API-Compatible',
+  Cohere = 'Cohere',
+  LeptonAI = 'LeptonAI',
+  TogetherAI = 'TogetherAI',
+  PerfXCloud = 'PerfXCloud',
+  Upstage = 'Upstage',
+  NovitaAI = 'novita.ai',
+  SILICONFLOW = 'SILICONFLOW',
+  PPIO = 'PPIO',
+  ZeroOneAI = '01.AI',
+  Replicate = 'Replicate',
+  TencentHunYuan = 'Tencent Hunyuan',
+  XunFeiSpark = 'XunFei Spark',
+  BaiduYiYan = 'BaiduYiyan',
+  FishAudio = 'Fish Audio',
+  TencentCloud = 'Tencent Cloud',
+  Anthropic = 'Anthropic',
+  VoyageAI = 'Voyage AI',
+  GoogleCloud = 'Google Cloud',
+  HuggingFace = 'HuggingFace',
+  YouDao = 'Youdao',
+  BAAI = 'BAAI',
+  NomicAI = 'nomic-ai',
+  JinaAI = 'jinaai',
+  SentenceTransformers = 'sentence-transformers',
+  GPUStack = 'GPUStack',
+  VLLM = 'VLLM',
+}
+
+// Please lowercase the file name
+export const IconMap = {
+  [LLMFactory.TongYiQianWen]: 'tongyi',
+  [LLMFactory.Moonshot]: 'moonshot',
+  [LLMFactory.OpenAI]: 'openai',
+  [LLMFactory.ZhipuAI]: 'zhipu',
+  [LLMFactory.WenXinYiYan]: 'wenxin',
+  [LLMFactory.Ollama]: 'ollama',
+  [LLMFactory.Xinference]: 'xinference',
+  [LLMFactory.ModelScope]: 'modelscope',
+  [LLMFactory.DeepSeek]: 'deepseek',
+  [LLMFactory.VolcEngine]: 'volc_engine',
+  [LLMFactory.BaiChuan]: 'baichuan',
+  [LLMFactory.Jina]: 'jina',
+  [LLMFactory.MiniMax]: 'chat-minimax',
+  [LLMFactory.Mistral]: 'mistral',
+  [LLMFactory.AzureOpenAI]: 'azure',
+  [LLMFactory.Bedrock]: 'bedrock',
+  [LLMFactory.Gemini]: 'gemini',
+  [LLMFactory.Groq]: 'groq-next',
+  [LLMFactory.OpenRouter]: 'open-router',
+  [LLMFactory.LocalAI]: 'local-ai',
+  [LLMFactory.StepFun]: 'stepfun',
+  [LLMFactory.NVIDIA]: 'nvidia',
+  [LLMFactory.LMStudio]: 'lm-studio',
+  [LLMFactory.OpenAiAPICompatible]: 'openai-api',
+  [LLMFactory.Cohere]: 'cohere',
+  [LLMFactory.LeptonAI]: 'lepton-ai',
+  [LLMFactory.TogetherAI]: 'together-ai',
+  [LLMFactory.PerfXCloud]: 'perfx-cloud',
+  [LLMFactory.Upstage]: 'upstage',
+  [LLMFactory.NovitaAI]: 'novita-ai',
+  [LLMFactory.SILICONFLOW]: 'siliconflow',
+  [LLMFactory.PPIO]: 'ppio',
+  [LLMFactory.ZeroOneAI]: 'yi',
+  [LLMFactory.Replicate]: 'replicate',
+  [LLMFactory.TencentHunYuan]: 'hunyuan',
+  [LLMFactory.XunFeiSpark]: 'spark',
+  [LLMFactory.BaiduYiYan]: 'yiyan',
+  [LLMFactory.FishAudio]: 'fish-audio',
+  [LLMFactory.TencentCloud]: 'tencent-cloud',
+  [LLMFactory.Anthropic]: 'anthropic',
+  [LLMFactory.VoyageAI]: 'voyage',
+  [LLMFactory.GoogleCloud]: 'google-cloud',
+  [LLMFactory.HuggingFace]: 'huggingface',
+  [LLMFactory.YouDao]: 'youdao',
+  [LLMFactory.BAAI]: 'baai',
+  [LLMFactory.NomicAI]: 'nomic-ai',
+  [LLMFactory.JinaAI]: 'jina',
+  [LLMFactory.SentenceTransformers]: 'sentence-transformers',
+  [LLMFactory.GPUStack]: 'gpustack',
+  [LLMFactory.VLLM]: 'vllm',
+};