diff --git a/conf/llm_factories.json b/conf/llm_factories.json index beb24f065..08d3f6f5b 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -971,31 +971,9 @@ { "name": "VolcEngine", "logo": "", - "tags": "LLM, TEXT EMBEDDING", + "tags": "LLM, TEXT EMBEDDING, IMAGE2TEXT", "status": "1", - "llm": [ - { - "llm_name": "Doubao-pro-128k", - "tags": "LLM,CHAT,128k", - "max_tokens": 131072, - "model_type": "chat", - "is_tools": true - }, - { - "llm_name": "Doubao-pro-32k", - "tags": "LLM,CHAT,32k", - "max_tokens": 32768, - "model_type": "chat", - "is_tools": true - }, - { - "llm_name": "Doubao-pro-4k", - "tags": "LLM,CHAT,4k", - "max_tokens": 4096, - "model_type": "chat", - "is_tools": true - } - ] + "llm": [] }, { "name": "BaiChuan", diff --git a/rag/llm/cv_model.py b/rag/llm/cv_model.py index b96d02d60..739374f34 100644 --- a/rag/llm/cv_model.py +++ b/rag/llm/cv_model.py @@ -254,6 +254,17 @@ class StepFunCV(GptV4): self.lang = lang Base.__init__(self, **kwargs) +class VolcEngineCV(GptV4): + _FACTORY_NAME = "VolcEngine" + + def __init__(self, key, model_name, lang="Chinese", base_url="https://ark.cn-beijing.volces.com/api/v3", **kwargs): + if not base_url: + base_url = "https://ark.cn-beijing.volces.com/api/v3" + ark_api_key = json.loads(key).get("ark_api_key", "") + self.client = OpenAI(api_key=ark_api_key, base_url=base_url) + self.model_name = json.loads(key).get("ep_id", "") + json.loads(key).get("endpoint_id", "") + self.lang = lang + Base.__init__(self, **kwargs) class LmStudioCV(GptV4): _FACTORY_NAME = "LM-Studio" diff --git a/web/src/pages/user-setting/setting-model/volcengine-modal/index.tsx b/web/src/pages/user-setting/setting-model/volcengine-modal/index.tsx index 411d887ff..d75173393 100644 --- a/web/src/pages/user-setting/setting-model/volcengine-modal/index.tsx +++ b/web/src/pages/user-setting/setting-model/volcengine-modal/index.tsx @@ -81,6 +81,7 @@ const VolcEngineModal = ({