pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2025-12-20 04:39:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

use minio to store uploaded files; build dialog server; (#16)

Browse Source 
* format code

* use minio to store uploaded files; build dialog server;
This commit is contained in:
KevinHuSh
2023-12-25 19:05:59 +08:00
committed by GitHub
parent d4fd138954
commit 3245107dc7
13 changed files with 520 additions and 134 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/llm/embedding_model.py
View File

@ -1,6 +1,7 @@
from abc import ABC
from FlagEmbedding import FlagModel
import torch
import numpy as np
class Base(ABC):
def encode(self, texts: list, batch_size=32):
@ -27,5 +28,5 @@ class HuEmbedding(Base):
def encode(self, texts: list, batch_size=32):
res = []
for i in range(0, len(texts), batch_size):
res.extend(self.encode(texts[i:i+batch_size]))
return res
res.extend(self.model.encode(texts[i:i+batch_size]).tolist())
return np.array(res)