Align Go ingestion boundaries with Python (#16647)

Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to
Python output_format semantics, updates extractor list handling, and
fixes real-template integration tests.

internal/binding/rag_analyzer.go

@@ -1,3 +1,5 @@
+//go:build cgo
+
 //
 //  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
 //

internal/binding/rag_analyzer_nocgo.go

@@ -0,0 +1,59 @@
+//go:build !cgo
+
+package rag_analyzer
+
+import "fmt"
+
+// Token represents a single token from the analyzer.
+type Token struct {
+	Text      string
+	Offset    uint32
+	EndOffset uint32
+}
+
+// TokenWithPosition represents a token with position information.
+type TokenWithPosition struct {
+	Text      string
+	Offset    uint32
+	EndOffset uint32
+}
+
+// Analyzer is the no-CGO stub used for builds that intentionally skip the
+// native tokenizer binding.
+type Analyzer struct{}
+
+func NewAnalyzer(path string) (*Analyzer, error) {
+	return nil, fmt.Errorf("rag_analyzer: cgo required (path=%q)", path)
+}
+
+func (a *Analyzer) Load() error {
+	return fmt.Errorf("rag_analyzer: cgo required")
+}
+
+func (a *Analyzer) SetFineGrained(bool) {}
+
+func (a *Analyzer) SetEnablePosition(bool) {}
+
+func (a *Analyzer) Analyze(text string) ([]Token, error) {
+	return nil, fmt.Errorf("rag_analyzer: cgo required for Analyze(%q)", text)
+}
+
+func (a *Analyzer) Tokenize(text string) (string, error) {
+	return "", fmt.Errorf("rag_analyzer: cgo required for Tokenize(%q)", text)
+}
+
+func (a *Analyzer) TokenizeWithPosition(text string) ([]TokenWithPosition, error) {
+	return nil, fmt.Errorf("rag_analyzer: cgo required for TokenizeWithPosition(%q)", text)
+}
+
+func (a *Analyzer) Close() {}
+
+func (a *Analyzer) FineGrainedTokenize(tokens string) (string, error) {
+	return "", fmt.Errorf("rag_analyzer: cgo required for FineGrainedTokenize(%q)", tokens)
+}
+
+func (a *Analyzer) GetTermFreq(term string) int32 { return 0 }
+
+func (a *Analyzer) GetTermTag(term string) string { return "" }
+
+func (a *Analyzer) Copy() *Analyzer { return nil }