pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2025-12-08 20:42:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

add support for LocalAI (#1608)

Browse Source 
### What problem does this PR solve?

#762 

### Type of change
- [x] New Feature (non-breaking change which adds functionality)

---------

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
This commit is contained in:
黄腾
2024-07-19 15:50:28 +08:00
committed by GitHub
parent 915354bec9
commit 3fcdba1683
9 changed files with 166 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
rag/llm/rerank_model.py
View File

@ -135,7 +135,7 @@ class YoudaoRerank(DefaultRerank):
if isinstance(scores, float): res.append(scores)
else: res.extend(scores)
return np.array(res), token_count
class XInferenceRerank(Base):
def __init__(self, key="xxxxxxx", model_name="", base_url=""):
@ -156,3 +156,11 @@ class XInferenceRerank(Base):
}
res = requests.post(self.base_url, headers=self.headers, json=data).json()
return np.array([d["relevance_score"] for d in res["results"]]), res["meta"]["tokens"]["input_tokens"]+res["meta"]["tokens"]["output_tokens"]
class LocalAIRerank(Base):
def __init__(self, key, model_name, base_url):
pass
def similarity(self, query: str, texts: list):
raise NotImplementedError("The LocalAIRerank has not been implement")