pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2025-12-08 20:42:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

Feat stepfun (#1659)

Browse Source 
### What problem does this PR solve?

#1661
#1660

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

---------

Co-authored-by: lijianyong <lijianyong@stepfun.com>
This commit is contained in:
jianyongli
2024-07-24 10:49:37 +08:00
committed by GitHub
parent 80d703f9c2
commit 60356b52c6
2 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
conf/llm_factories.json
View File

@ -1895,7 +1895,7 @@
"llm": [ "llm": [
{ {
"llm_name": "step-1-8k", "llm_name": "step-1-8k",
"tags": "LLM,CHAT,15k", "tags": "LLM,CHAT,8k",
"max_tokens": 8192, "max_tokens": 8192,
"model_type": "chat" "model_type": "chat"
}, },
@ -1916,6 +1916,12 @@
"tags": "LLM,CHAT,256k", "tags": "LLM,CHAT,256k",
"max_tokens": 262144, "max_tokens": 262144,
"model_type": "chat" "model_type": "chat"
},
{
"llm_name": "step-1v-8k",
"tags": "LLM,CHAT,IMAGE2TEXT",
"max_tokens": 8000,
"model_type": "image2text"
} }
] ]
}, },

5
rag/llm/chat_model.py
View File

@ -85,7 +85,6 @@ class MoonshotChat(Base):
if not base_url: base_url="https://api.moonshot.cn/v1" if not base_url: base_url="https://api.moonshot.cn/v1"
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)
class XinferenceChat(Base): class XinferenceChat(Base):
def __init__(self, key=None, model_name="", base_url=""): def __init__(self, key=None, model_name="", base_url=""):
key = "xxx" key = "xxx"
@ -898,9 +897,9 @@ class OpenRouterChat(Base):
self.model_name = model_name self.model_name = model_name
class StepFunChat(Base): class StepFunChat(Base):
def __init__(self, key, model_name, base_url="https://api.stepfun.com/v1/chat/completions"): def __init__(self, key, model_name, base_url="https://api.stepfun.com/v1"):
if not base_url: if not base_url:
base_url = "https://api.stepfun.com/v1/chat/completions" base_url = "https://api.stepfun.com/v1"
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)