zlei6/ragflow
1
0
Fork 0
mirror of https://github.com/infiniflow/ragflow.git synced 2026-07-30 04:29:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix tag CSV parser splicing wrong text after a multi-line quoted field (#17131)

Browse Source
This commit is contained in:
Yash Raj Pandey
2026-07-28 05:04:11 -04:00
committed by GitHub
parent b08e5f5647
commit 730de9cc7f
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
rag/app/tag.py
View File

@@ -96,12 +96,16 @@ def chunk(filename, binary=None, lang="Chinese", callback=None, **kwargs):
fails = []
content = ""
res = []
reader = csv.reader(lines)
reader = csv.reader((line + "\n" for line in lines))
prev_line_num = 0
# line_num tracks the physical span when quoted fields cross lines.
for i, row in enumerate(reader):
raw = "\n".join(lines[prev_line_num : reader.line_num])
prev_line_num = reader.line_num
row = [r.strip() for r in row if r.strip()]
if len(row) != 2:
content += "\n" + lines[i]
content += "\n" + raw
elif len(row) == 2:
content += "\n" + row[0]
res.append(beAdoc(deepcopy(doc), content, row[1], eng, i))