// // Copyright 2026 The InfiniFlow Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // package oceanbase import ( "reflect" "testing" ) func TestGetAggregationPreservesScalarStrings(t *testing.T) { engine := &Engine{} chunks := []map[string]interface{}{ {"docnm_kwd": "report,final.pdf"}, {"docnm_kwd": "report,final.pdf"}, {"docnm_kwd": "guide.pdf"}, {"docnm_kwd": ""}, {}, } want := []map[string]interface{}{ {"key": "report,final.pdf", "count": 2}, {"key": "guide.pdf", "count": 1}, } if got := engine.GetAggregation(chunks, "docnm_kwd"); !reflect.DeepEqual(got, want) { t.Fatalf("GetAggregation() = %#v, want %#v", got, want) } } func TestGetAggregationCountsArrayElements(t *testing.T) { engine := &Engine{} chunks := []map[string]interface{}{ {"tag_kwd": []string{"rag", "database"}}, {"tag_kwd": []interface{}{"rag", "", 7}}, } want := []map[string]interface{}{ {"key": "rag", "count": 2}, {"key": "database", "count": 1}, } if got := engine.GetAggregation(chunks, "tag_kwd"); !reflect.DeepEqual(got, want) { t.Fatalf("GetAggregation() = %#v, want %#v", got, want) } } func TestGetHighlightUsesBoundariesAndTokens(t *testing.T) { engine := &Engine{} chunks := []map[string]interface{}{ {"id": "english", "content_with_weight": "Apple cat concatenate.", "content_ltks": "apple cat concatenate"}, {"id": "chinese", "content_with_weight": "这是数据库系统", "content_ltks": "这是 数据库 系统"}, {"id": "missing", "content_with_weight": "nothing relevant", "content_ltks": "nothing relevant"}, } want := map[string]string{ "english": "Apple cat concatenate.", "chinese": "这是数据库系统", } if got := engine.GetHighlight(chunks, []string{"apple", "cat", "数据库"}, "content_with_weight"); !reflect.DeepEqual(got, want) { t.Fatalf("GetHighlight() = %#v, want %#v", got, want) } } func TestGetHighlightUsesSkillID(t *testing.T) { engine := &Engine{} chunks := []map[string]interface{}{{ "skill_id": "skill-1", "content": "OceanBase search", }} want := map[string]string{"skill-1": "OceanBase search"} if got := engine.GetHighlight(chunks, []string{"oceanbase"}, "content"); !reflect.DeepEqual(got, want) { t.Fatalf("GetHighlight() = %#v, want %#v", got, want) } }