add jina new models in jina connector (#3770)

### What problem does this PR solve?

add new models in jinna connector, to allow use models that support
multilingual models

### Type of change

- [X] Other (please describe): new connectors no breaking change
This commit is contained in:
devMls
2024-12-02 03:06:39 +01:00
committed by GitHub
parent 08c1a5e1e8
commit 59a5813f1b
3 changed files with 38 additions and 2 deletions

View File

@ -525,6 +525,18 @@
"tags": "TEXT EMBEDDING",
"max_tokens": 8196,
"model_type": "embedding"
},
{
"llm_name": "jina-reranker-v2-base-multilingual",
"tags": "RE-RANK,8k",
"max_tokens": 8196,
"model_type": "rerank"
},
{
"llm_name": "jina-embeddings-v3",
"tags": "TEXT EMBEDDING",
"max_tokens": 8196,
"model_type": "embedding"
}
]
},
@ -2432,6 +2444,18 @@
"max_tokens": 4000,
"model_type": "embedding"
},
{
"llm_name": "voyage-3",
"tags": "TEXT EMBEDDING,32000",
"max_tokens": 32000,
"model_type": "embedding"
},
{
"llm_name": "voyage-3-lite",
"tags": "TEXT EMBEDDING,32000",
"max_tokens": 32000,
"model_type": "embedding"
},
{
"llm_name": "rerank-1",
"tags": "RE-RANK, 8000",
@ -2443,6 +2467,18 @@
"tags": "RE-RANK, 4000",
"max_tokens": 4000,
"model_type": "rerank"
},
{
"llm_name": "rerank-2",
"tags": "RE-RANK, 16000",
"max_tokens": 16000,
"model_type": "rerank"
},
{
"llm_name": "rerank-2-lite",
"tags": "RE-RANK, 8000",
"max_tokens": 8000,
"model_type": "rerank"
}
]
},