mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-07-09 12:54:47 +08:00
014c3f634f
Moves doc_id blob resolution into Parser, tightens chunker/tokenizer to Python output_format semantics, updates extractor list handling, and fixes real-template integration tests.
77 lines
3.1 KiB
Go
77 lines
3.1 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
// Single owner for the ingestion-component registration surface.
|
|
//
|
|
// Plan §2 AD-2 places every component under the same registry as
|
|
// the agent canvas; in practice that means cmd entries (server,
|
|
// ingestor, ...) must blank-import the ingestion component
|
|
// packages so their init() runs. The historical pattern was
|
|
// for each cmd entry to repeat the blank imports, which is
|
|
// fragile: a new entry that forgets the blank import sees
|
|
// "unknown component" at run time.
|
|
//
|
|
// This package centralises the import list. cmd entries should
|
|
// blank-import this package and call RegisterComponents once
|
|
// at startup. The function is a no-op at run time — its only
|
|
// purpose is to ensure the blank imports here are evaluated,
|
|
// which in turn triggers init() in each component package.
|
|
//
|
|
// LOCATION NOTE: this lives under ingestion/ (not
|
|
// ingestion/pipeline/) because pipeline.go imports the
|
|
// chunker subpackage, and chunker imports the parent
|
|
// ingestion package, which imports pipeline. A wire file
|
|
// inside pipeline would close that cycle. By sitting
|
|
// alongside pipeline under ingestion/, this package can
|
|
// blank-import the component packages without going through
|
|
// pipeline.
|
|
package wire
|
|
|
|
import (
|
|
// Component registration: the blank imports trigger each
|
|
// package's init() which calls runtime.DefaultRegistry.Register.
|
|
_ "ragflow/internal/ingestion/component" // File / Parser / Tokenizer / Extractor
|
|
_ "ragflow/internal/ingestion/component/chunker" // 4 chunker variants
|
|
)
|
|
|
|
// RegisterComponents is the single bootstrap entry point that
|
|
// guarantees every ingestion component is registered before the
|
|
// pipeline runner resolves a name. It is a no-op at run time
|
|
// (the actual registration happens via the package-level init()
|
|
// triggered by the blank imports above); the function exists
|
|
// only so cmd entries have a deterministic symbol to call.
|
|
//
|
|
// Usage from a cmd entry:
|
|
//
|
|
// import _ "ragflow/internal/ingestion/wire"
|
|
//
|
|
// The blank import alone is sufficient — the Go toolchain will
|
|
// evaluate the blank imports at link time. The function is
|
|
// exported for callers that prefer a function-call style over a
|
|
// blank import:
|
|
//
|
|
// import "ragflow/internal/ingestion/wire"
|
|
// ...
|
|
// wire.RegisterComponents()
|
|
//
|
|
// Both styles are equivalent; the blank-import form is the
|
|
// convention in this repo today.
|
|
func RegisterComponents() {
|
|
// Intentional no-op. The init() functions in the blank-imported
|
|
// packages above have already registered the components by
|
|
// the time this function is callable.
|
|
}
|