Align Go ingestion boundaries with Python (#16647)

Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to Python output_format semantics, updates extractor list handling, and fixes real-template integration tests.
2026-07-26 10:23:28 +08:00 · 2026-07-05 20:43:52 +08:00
parent 0fcfb38365
commit 014c3f634f
119 changed files with 18083 additions and 4712 deletions
--- a/internal/parser/parser/xls_parser.go
+++ b/internal/parser/parser/xls_parser.go
@@ -0,0 +1,85 @@
+//go:build cgo
+
+//
+// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+
+package parser
+
+import (
+	"bytes"
+	"fmt"
+	"strings"
+
+	"github.com/xuri/excelize/v2"
+)
+
+type XLSParser struct {
+	libType string
+}
+
+func NewXLSParser(libType string) (*XLSParser, error) {
+	switch libType {
+	case OfficeOxide:
+		return &XLSParser{
+			libType: OfficeOxide,
+		}, nil
+	default:
+		return nil, fmt.Errorf("unsupported XLS library type: %s", libType)
+	}
+}
+
+func (p *XLSParser) String() string {
+	return "XLSParser"
+}
+
+// ParseWithResult delegates to excelize which handles both .xls
+// and .xlsx through the same API. The python ExcelParser falls
+// back to a similar delegation; on the Go side excelize is the
+// single library for both extensions.
+func (p *XLSParser) ParseWithResult(filename string, data []byte) ParseResult {
+	f, err := excelize.OpenReader(bytes.NewReader(data))
+	if err != nil {
+		return ParseResult{Err: fmt.Errorf("xls open: %w", err)}
+	}
+	defer f.Close()
+
+	var html strings.Builder
+	html.WriteString("<html><body>")
+	for _, sheet := range f.GetSheetList() {
+		html.WriteString("<h3>")
+		html.WriteString(sheet)
+		html.WriteString("</h3>")
+		rows, _ := f.GetRows(sheet)
+		html.WriteString("<table>")
+		for _, row := range rows {
+			html.WriteString("<tr>")
+			for _, cell := range row {
+				html.WriteString("<td>")
+				html.WriteString(htmlEscape(cell))
+				html.WriteString("</td>")
+			}
+			html.WriteString("</tr>")
+		}
+		html.WriteString("</table>")
+	}
+	html.WriteString("</body></html>")
+
+	return ParseResult{
+		OutputFormat: "html",
+		File:         map[string]any{"name": filename, "format": "xls"},
+		HTML:         html.String(),
+	}
+}