Align Go ingestion boundaries with Python (#16647)

Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to
Python output_format semantics, updates extractor list handling, and
fixes real-template integration tests.
This commit is contained in:
Zhichang Yu
2026-07-05 20:43:52 +08:00
committed by GitHub
parent 0fcfb38365
commit 014c3f634f
119 changed files with 18083 additions and 4712 deletions

View File

@@ -34,6 +34,7 @@ const (
FileTypeXLSX FileType = "xlsx"
FileTypeHTML FileType = "html"
FileTypeMarkdown FileType = "md"
FileTypeTXT FileType = "txt"
FileTypeVISUAL FileType = "visual"
FileTypeAURAL FileType = "aural"
FileTypeFOLDER FileType = "folder"
@@ -88,6 +89,8 @@ func GetFileType(filename string) FileType {
return FileTypeHTML
case "md":
return FileTypeMarkdown
case "txt":
return FileTypeTXT
default:
return FileTypeOTHER
}