add base url for OpenAI (#166)

This commit is contained in:
KevinHuSh
2024-03-28 19:15:16 +08:00
committed by GitHub
parent be2b904daf
commit 38e5737067
8 changed files with 39 additions and 27 deletions

View File

@ -84,19 +84,21 @@ class TenantLLMService(CommonService):
if model_config["llm_factory"] not in EmbeddingModel:
return
return EmbeddingModel[model_config["llm_factory"]](
model_config["api_key"], model_config["llm_name"])
model_config["api_key"], model_config["llm_name"], model_config["api_base"])
if llm_type == LLMType.IMAGE2TEXT.value:
if model_config["llm_factory"] not in CvModel:
return
return CvModel[model_config["llm_factory"]](
model_config["api_key"], model_config["llm_name"], lang)
model_config["api_key"], model_config["llm_name"], lang,
base_url=model_config["api_base"]
)
if llm_type == LLMType.CHAT.value:
if model_config["llm_factory"] not in ChatModel:
return
return ChatModel[model_config["llm_factory"]](
model_config["api_key"], model_config["llm_name"])
model_config["api_key"], model_config["llm_name"], model_config["api_base"])
@classmethod
@DB.connection_context()