Add 'One' chunk method (#137)

2025-12-08 20:42:30 +08:00 · 2024-03-20 18:57:22 +08:00
parent fce14ee187
commit 5875c8ba08
11 changed files with 143 additions and 24 deletions
--- a/rag/svr/task_broker.py
+++ b/rag/svr/task_broker.py
@ -84,6 +84,7 @@ def dispatch():
            pages = PdfParser.total_page_number(r["name"], MINIO.get(r["kb_id"], r["location"]))
            page_size = 5
            if r["parser_id"] == "paper": page_size = 12
+            if r["parser_id"] == "one": page_size = 1000000000
            for s,e in r["parser_config"].get("pages", [(0,100000)]):
                e = min(e, pages)
                for p in range(s, e, page_size):