refine manul parser (#131)

2025-12-08 20:42:30 +08:00 · 2024-03-19 12:26:04 +08:00
parent d56c9e7630
commit 9da671b951
13 changed files with 145 additions and 52 deletions
--- a/rag/app/naive.py
+++ b/rag/app/naive.py
@ -100,7 +100,10 @@ def chunk(filename, binary=None, from_page=0, to_page=100000, lang="Chinese", ca
        print("--", ck)
        d = copy.deepcopy(doc)
        if pdf_parser:
-            d["image"], poss = pdf_parser.crop(ck, need_position=True)
+            try:
+                d["image"], poss = pdf_parser.crop(ck, need_position=True)
+            except Exception as e:
+                continue
            add_positions(d, poss)
            ck = pdf_parser.remove_tag(ck)
        tokenize(d, ck, eng)