mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-01 21:37:33 +08:00
## Summary Classify the Go test suite by dependency level using build tags so the default `go test ./...` run stays self-contained, and add local convenience commands plus a documented convention. - Add build tags to 5 real-service tests that were previously un-tagged and only soft-isolated via `t.Skip`: `kg_test.go` (integration), `minio_test.go` (integration), `template_integration_test.go` (integration), `stagehand_runtime_integration_test.go` (integration), `pipeline_e2e_test.go` (e2e). The default unit run no longer compiles/attempts these. - Reclassify the full-pipeline `real_consumer` tests from `integration` to `e2e`. - Add `build.sh` shortcuts: `--test-integration`, `--test-e2e`, `--test-manual`, `--test-all` (integration + e2e; `manual` is excluded and is local opt-in only, never run in CI). - Document the tier scheme (unit / integration / e2e / manual + orthogonal cgo) in `AGENTS.md`. ## Tier definitions | Tier | Build tag | Runs by default? | |---|---|---| | Unit | (none) | Yes — in-memory SQLite / miniredis / httptest stubs | | Integration | `integration` | No (`-tags integration`) — single real service | | E2E | `e2e` | No (`-tags e2e`) — full ingest→index→retrieve pipeline | | Manual | `manual` | No (`-tags manual`) — very slow; never in CI | ## Verification - `gofmt -l` clean on all changed files; `bash -n build.sh` OK. - `go list` confirms the default set excludes the tagged files, and `-tags integration` / `-tags e2e` include them. - Full regression: unit / integration / e2e each **97 ok, 0 FAIL**. - Fixed a regression where `pipeline_knowledge_compiler_test.go` relied on a transitive import side-effect from `template_integration_test.go` to register the `File`/`Parser`/`TokenChunker` components; it now blank-imports the component packages directly. ## Test plan - [ ] `./build.sh --test` (unit) passes - [ ] `./build.sh --test-integration` passes (needs real services; skips otherwise) - [ ] `./build.sh --test-e2e` passes (needs real services; skips otherwise) --------- Co-authored-by: CodeBuddy <noreply@cnb.cool>
97 lines
2.7 KiB
Go
97 lines
2.7 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
//go:build integration
|
|
|
|
package elasticsearch
|
|
|
|
import (
|
|
"context"
|
|
"ragflow/internal/common"
|
|
"testing"
|
|
|
|
"ragflow/internal/engine/types"
|
|
)
|
|
|
|
// TestKGSearchSelectFields verifies that SelectFields overrides default output
|
|
// columns when searching for knowledge graph entities.
|
|
// Requires a running Elasticsearch instance and KG data indexed by Python task executor.
|
|
// Set ES_TEST=1 to run.
|
|
func TestKGSearchSelectFields(t *testing.T) {
|
|
if common.GetEnv(common.EnvESTest) != "1" {
|
|
t.Skip("Skipping ES integration test; set ES_TEST=1 to run")
|
|
}
|
|
|
|
engine, err := NewEngine(getTestConfig())
|
|
if err != nil {
|
|
t.Fatalf("failed to create engine: %v", err)
|
|
}
|
|
|
|
// Search for KG entities using SelectFields
|
|
req := &types.SearchRequest{
|
|
IndexNames: []string{"ragflow_*"},
|
|
KbIDs: []string{},
|
|
Filter: map[string]interface{}{
|
|
"knowledge_graph_kwd": "entity",
|
|
},
|
|
SelectFields: []string{"entity_kwd", "entity_type_kwd", "rank_flt"},
|
|
Limit: 10,
|
|
}
|
|
|
|
result, err := engine.Search(context.Background(), req)
|
|
if err != nil {
|
|
t.Fatalf("search failed: %v", err)
|
|
}
|
|
|
|
// Verify returned chunks contain only allowed fields
|
|
allowedFields := map[string]bool{
|
|
"entity_kwd": true,
|
|
"entity_type_kwd": true,
|
|
"rank_flt": true,
|
|
"_score": true,
|
|
}
|
|
|
|
for i, chunk := range result.Chunks {
|
|
for key := range chunk {
|
|
if !allowedFields[key] {
|
|
t.Errorf("chunk[%d] contains unexpected field: %s (allowed: entity_kwd, entity_type_kwd, rank_flt)", i, key)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// getTestConfig returns a minimal ES config for testing.
|
|
// Reads from environment or uses defaults pointing to localhost.
|
|
func getTestConfig() map[string]interface{} {
|
|
hosts := common.GetEnv(common.EnvESHost)
|
|
if hosts == "" {
|
|
hosts = "http://localhost:1200"
|
|
}
|
|
username := common.GetEnv(common.EnvESUsername)
|
|
if username == "" {
|
|
username = "elastic"
|
|
}
|
|
password := common.GetEnv(common.EnvESPassword)
|
|
if password == "" {
|
|
password = "infini_rag_flow"
|
|
}
|
|
return map[string]interface{}{
|
|
"hosts": []string{hosts},
|
|
"username": username,
|
|
"password": password,
|
|
}
|
|
}
|