mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-10 21:55:42 +08:00
Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to Python output_format semantics, updates extractor list handling, and fixes real-template integration tests.
70 lines
1.9 KiB
Go
70 lines
1.9 KiB
Go
//go:build cgo
|
|
|
|
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package parser
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
officeOxide "github.com/yfedoseev/office_oxide/go"
|
|
)
|
|
|
|
type DOCXParser struct {
|
|
libType string
|
|
}
|
|
|
|
func NewDOCXParser(libType string) (*DOCXParser, error) {
|
|
switch libType {
|
|
case OfficeOxide:
|
|
return &DOCXParser{
|
|
libType: OfficeOxide,
|
|
}, nil
|
|
default:
|
|
return nil, fmt.Errorf("unsupported DOCX library type: %s", libType)
|
|
}
|
|
}
|
|
|
|
// ParseWithResult captures the office_oxide ToMarkdown output
|
|
// instead of discarding it. Returns OutputFormat="markdown" with
|
|
// the rendered Markdown on the matching key. Mirrors the python
|
|
// parser.py:Docx branch which uses rag.app.naive.Docx to render
|
|
// markdown; the Go side delegates to office_oxide for now and
|
|
// will switch to a native Markdown renderer in a follow-up.
|
|
func (p *DOCXParser) ParseWithResult(filename string, data []byte) ParseResult {
|
|
doc, err := officeOxide.OpenFromBytes(data, "docx")
|
|
if err != nil {
|
|
return ParseResult{Err: fmt.Errorf("docx open: %w", err)}
|
|
}
|
|
defer doc.Close()
|
|
|
|
md, err := doc.ToMarkdown()
|
|
if err != nil {
|
|
return ParseResult{Err: fmt.Errorf("docx to-markdown: %w", err)}
|
|
}
|
|
|
|
return ParseResult{
|
|
OutputFormat: "markdown",
|
|
File: map[string]any{"name": filename, "format": "docx"},
|
|
Markdown: md,
|
|
}
|
|
}
|
|
|
|
func (p *DOCXParser) String() string {
|
|
return "DOCXParser"
|
|
}
|