ragflow

testdata

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

tool-py

test: add text&code parser-to-chunker parity golden (#18311 )

2026-08-18 22:45:57 +08:00

bare_delimiter_test.go

fix(chunker): honor bare (non-backtick) delimiters in TokenChunker (#17723 ) (#18182 )

2026-08-12 22:36:11 +08:00

common.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

crop_title_test.go

fix: Go ingestion migration batch 5 (Parser 1.1/1.7/2.11, Chunker 1.7/1.8/2.6/2.7, Tokenizer 6x fixes) (#17419 )

2026-07-28 11:12:52 +08:00

custom_delim_test.go

Go: fix context and warnings (#18097 )

2026-08-11 16:18:49 +08:00

delimiter_case_sensitive_test.go

fix(chunker): honor bare (non-backtick) delimiters in TokenChunker (#17723 ) (#18182 )

2026-08-12 22:36:11 +08:00

golden_parity_test.go

Test(chunker): add golden parity harness, fixtures, and live Go<->Python tool (#17735 )

2026-08-11 17:46:34 +08:00

group_test.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

group.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

hierarchy_test.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

hierarchy.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

image_upload_test.go

Feat(ingestion): add canvas pipeline debug (dry-run) mode with View result log (#17538 )

2026-07-31 13:10:08 +08:00

image_upload.go

Go: fix context and warnings (#18097 )

2026-08-11 16:18:49 +08:00

json_global_merge_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

live_parity_test.go

Test(chunker): add golden parity harness, fixtures, and live Go<->Python tool (#17735 )

2026-08-11 17:46:34 +08:00

manual_pdf_cgo_test.go

feat(chunker): add ManualChunker for manual-layout PDFs (#18272 )

2026-08-14 16:55:08 +08:00

manual_test.go

feat(chunker): add ManualChunker for manual-layout PDFs (#18272 )

2026-08-14 16:55:08 +08:00

manual.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

one_tag_test.go

fix(chunker): unify TokenChunker merge and strip coord tags in Python JSON path (#18002 )

2026-08-07 21:55:07 +08:00

one_test.go

fix: route TokenChunker delimiter_mode "one" to OneChunker in Go ingestion (#18121 )

2026-08-14 16:55:32 +08:00

one.go

fix(chunker): unify TokenChunker merge and strip coord tags in Python JSON path (#18002 )

2026-08-07 21:55:07 +08:00

page_test.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

page.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

pdfcrop_cgo_test.go

Fix(go): align ingestion pipeline with Python (parser/media dispatch + PDF coordinate chain + Chunker) (#17349 )

2026-07-24 21:06:38 +08:00

pdfcrop_cgo.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

pdfcrop_nocgo.go

Feat(ingestion): add canvas pipeline debug (dry-run) mode with View result log (#17538 )

2026-07-31 13:10:08 +08:00

python_parity_test.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

qa_batch2_test.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

qa_test.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

qa.go

fix: Go ingestion migration batch 5 (Parser 1.1/1.7/2.11, Chunker 1.7/1.8/2.6/2.7, Tokenizer 6x fixes) (#17419 )

2026-07-28 11:12:52 +08:00

register_test.go

refactor(chunker): replace QAChunker/PresentationChunker with PairChunker/PageChunker, drop TagChunker (#18523 )

2026-08-20 11:53:00 +08:00

register.go

refactor[Go]: remove chunker dead code & fix stale/false descriptors (L1/L2/L3) (#17960 )

2026-08-07 11:07:45 +08:00

sentence_boundary_test.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

sentence_boundary.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

table_test.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

table.go

Go: add context, part5 (#17392 )

2026-07-27 10:20:16 +08:00

textcode_parity_test.go

test: add text&code parser-to-chunker parity golden (#18311 )

2026-08-18 22:45:57 +08:00

title_cap.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

title_test.go

Go: fix context and warnings (#18097 )

2026-08-11 16:18:49 +08:00

title_token_cap_test.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

title.go

feat(title-chunker): enforce chunk_token_cap on the Go title-family chunks (#18455 ) (#18551 )

2026-08-20 15:41:48 +08:00

token_batch1_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_children_delim_test.go

refactor(go): clean up TokenChunker delimiter routing and children appliers (#17954 )

2026-08-07 11:07:21 +08:00

token_delim_contract_test.go

fix(chunker): honor bare (non-backtick) delimiters in TokenChunker (#17723 ) (#18182 )

2026-08-12 22:36:11 +08:00

token_hardcap_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_json_overlap_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_merge_parity_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_merge_units_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_overlap_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_oversize_split_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_pdfpos_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_strict_cap_test.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00

token_tag_test.go

refactor(chunker): converge delimiter_mode to {delimiter, one}, drop token_size (#17979 )

2026-08-07 16:11:42 +08:00

token_test.go

fix(chunker): honor bare (non-backtick) delimiters in TokenChunker (#17723 ) (#18182 )

2026-08-12 22:36:11 +08:00

token.go

feat(chunker): enforce a hard token cap in the TokenChunker merge (#18525 )

2026-08-20 16:28:20 +08:00