feat: add rerank models to the project #724 #162 (#966)

### What problem does this PR solve?

Vector similarity weight is displayed incorrectly #965
feat: add rerank models to the project #724 #162
### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
balibabu
2024-05-29 16:19:08 +08:00
committed by GitHub
parent daa4799385
commit a135f9f5b6
15 changed files with 132 additions and 25 deletions

View File

@ -93,15 +93,12 @@ export default {
progressMsg: 'Progress Msg',
testingDescription:
'Final step! After success, leave the rest to Infiniflow AI.',
topK: 'Top K',
topKTip:
"For the computaion cost, not all the retrieved chunk will be computed vector cosine similarity with query. The bigger the 'Top K' is, the higher the recall rate is, the slower the retrieval speed is.",
similarityThreshold: 'Similarity threshold',
similarityThresholdTip:
"We use hybrid similarity score to evaluate distance between two lines of text. It's weighted keywords similarity and vector cosine similarity. If the similarity between query and chunk is less than this threshold, the chunk will be filtered out.",
vectorSimilarityWeight: 'Vector similarity weight',
vectorSimilarityWeight: 'Keywords similarity weight',
vectorSimilarityWeightTip:
"We use hybrid similarity score to evaluate distance between two lines of text. It's weighted keywords similarity and vector cosine similarity. The sum of both weights is 1.0.",
" We use hybrid similarity score to evaluate distance between two lines of text. It's weighted keywords similarity and vector cosine similarity or rerank score(0~1). The sum of both weights is 1.0.",
testText: 'Test text',
testTextPlaceholder: 'Please input your question!',
testingLabel: 'Testing',
@ -143,6 +140,11 @@ export default {
chunk: 'Chunk',
bulk: 'Bulk',
cancel: 'Cancel',
rerankModel: 'Rerank Model',
rerankPlaceholder: 'Please select',
rerankTip: `If it's empty. It uses embeddings of query and chunks to compuste vector cosine similarity. Otherwise, it uses rerank score in place of vector cosine similarity.`,
topK: 'Top-K',
topKTip: `K chunks will be fed into rerank models.`,
},
knowledgeConfiguration: {
titleDescription:
@ -465,6 +467,8 @@ The above is the content you need to summarize.`,
sequence2txtModel: 'Sequence2txt model',
sequence2txtModelTip:
'The default ASR model all the newly created knowledgebase will use. Use this model to translate voices to corresponding text.',
rerankModel: 'Rerank Model',
rerankModelTip: `The default rerank model is used to rerank chunks retrieved by users' questions.`,
workspace: 'Workspace',
upgrade: 'Upgrade',
addLlmTitle: 'Add LLM',
@ -477,7 +481,8 @@ The above is the content you need to summarize.`,
baseUrlNameMessage: 'Please input your base url!',
vision: 'Does it support Vision?',
ollamaLink: 'How to integrate {{name}}',
volcModelNameMessage: 'Please input your model name! Format: {"ModelName":"EndpointID"}',
volcModelNameMessage:
'Please input your model name! Format: {"ModelName":"EndpointID"}',
addVolcEngineAK: 'VOLC ACCESS_KEY',
volcAKMessage: 'Please input your VOLC_ACCESS_KEY',
addVolcEngineSK: 'VOLC SECRET_KEY',