add use layout or not option (#145)

* add use layout or not option * trival
2025-12-08 20:42:30 +08:00 · 2024-03-22 19:21:09 +08:00
parent 2f4c71b4b4
commit f6aee7f230
18 changed files with 238 additions and 140 deletions
--- a/rag/nlp/huqie.py
+++ b/rag/nlp/huqie.py
@ -300,7 +300,11 @@ class Huqie:
    def qieqie(self, tks):
        tks = tks.split(" ")
        zh_num = len([1 for c in tks if c and is_chinese(c[0])])
-        if zh_num < len(tks) * 0.2:return " ".join(tks)
+        if zh_num < len(tks) * 0.2:
+            res = []
+            for tk in tks:
+                res.extend(tk.split("/"))
+            return " ".join(res)

        res = []
        for tk in tks: