change callback strategy, add timezone to docker (#96)

2025-12-08 20:42:30 +08:00 · 2024-03-05 12:08:41 +08:00
parent 59d8442d0d
commit 8a57f2afd5
15 changed files with 101 additions and 53 deletions
--- a/rag/llm/embedding_model.py
+++ b/rag/llm/embedding_model.py
@ -56,6 +56,7 @@ class HuEmbedding(Base):


    def encode(self, texts: list, batch_size=32):
+        texts = [t[:2000] for t in texts]
        token_count = 0
        for t in texts: token_count += num_tokens_from_string(t)
        res = []