Align Go ingestion boundaries with Python (#16647)

Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to
Python output_format semantics, updates extractor list handling, and
fixes real-template integration tests.
This commit is contained in:
Zhichang Yu
2026-07-05 20:43:52 +08:00
committed by GitHub
parent 0fcfb38365
commit 014c3f634f
119 changed files with 18083 additions and 4712 deletions

View File

@@ -0,0 +1,19 @@
//go:build !cgo
package pdf
import (
"context"
"fmt"
pdf "ragflow/internal/deepdoc/parser/pdf/type"
)
// Parse is the no-CGO stub for the DeepDOC PDF pipeline. The surrounding
// parser package converts this into parser.ErrPDFEngineUnavailable.
func (p *Parser) Parse(ctx context.Context, data []byte, docAnalyzer pdf.DocAnalyzer) (*pdf.ParseResult, error) {
_ = ctx
_ = data
_ = docAnalyzer
return nil, fmt.Errorf("deepdoc/pdf: cgo required")
}

View File

@@ -1,3 +1,5 @@
//go:build cgo
// Package pdfium renders PDF pages using libpdfium (statically linked
// at build time via CGO_LDFLAGS). It exists solely to replace pdf_oxide's
// RenderPageRaw for use cases where image quality matters for downstream