zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-07-10 21:55:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(deepdoc): parse bodyless HTML fragments (#16423)

Browse Source
This commit is contained in:
Harsh Kashyap
2026-07-01 12:15:22 +05:30
committed by GitHub
parent 9bf57600cf
commit b42414b64a
2 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
deepdoc/parser/html_parser.py
View File

@@ -70,7 +70,10 @@ class RAGFlowHtmlParser:
for comment in soup.find_all(string=lambda text: isinstance(text, Comment)):
comment.extract()
cls.read_text_recursively(soup.body, temp_sections, chunk_token_num=chunk_token_num)
root = soup.body or soup
if soup.body is None:
logging.debug("html_parser: parsing HTML fragment without <body>; falling back to soup root")
cls.read_text_recursively(root, temp_sections, chunk_token_num=chunk_token_num)
block_txt_list, table_list = cls.merge_block_text(temp_sections)
sections = cls.chunk_block(block_txt_list, chunk_token_num=chunk_token_num)
for table in table_list: