pengjunjie/ragflow
1
0
Fork 1
mirror of https://github.com/infiniflow/ragflow.git synced 2026-01-31 23:55:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix: Parent chunking fails on DOCX files (#12822)

Browse Source 
### What problem does this PR solve?

Fixes parent chunking fails on DOCX files.

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
Yongteng Lei
2026-01-26 17:55:09 +08:00
committed by GitHub
parent e04cd99ae2
commit 13076bb87b
1 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
rag/nlp/__init__.py
View File

@ -330,7 +330,7 @@ def tokenize_chunks(chunks, doc, eng, pdf_parser=None, child_delimiters_pattern=
def doc_tokenize_chunks_with_images(chunks, doc, eng, child_delimiters_pattern=None, batch_size=10): def doc_tokenize_chunks_with_images(chunks, doc, eng, child_delimiters_pattern=None, batch_size=10):
res = [] res = []
for ii, ck in enumerate(chunks): for ii, ck in enumerate(chunks):
text = ck.get('context_above', "") + ck.get('text') + ck.get('context_below', "") text = ck.get("context_above", "") + ck.get("text") + ck.get("context_below", "")
if len(text.strip()) == 0: if len(text.strip()) == 0:
continue continue
logging.debug("-- {}".format(ck)) logging.debug("-- {}".format(ck))
@ -341,7 +341,7 @@ def doc_tokenize_chunks_with_images(chunks, doc, eng, child_delimiters_pattern=N
if ck.get("ck_type") == "text": if ck.get("ck_type") == "text":
if child_delimiters_pattern: if child_delimiters_pattern:
d["mom_with_weight"] = ck d["mom_with_weight"] = text
res.extend(split_with_pattern(d, child_delimiters_pattern, text, eng)) res.extend(split_with_pattern(d, child_delimiters_pattern, text, eng))
continue continue
elif ck.get("ck_type") == "image": elif ck.get("ck_type") == "image":