Files
ragflow/internal/dao/document_test.go
Haruko386 217c2a94c2 feat[Go]: implement datasets/<dataset_id>/index P/G (#16153)
### What problem does this PR solve?

```
POST: http://localhost:9384/api/v1/datasets/433b390c630411f1a13eab5f89540b2a/index?type=graph

Output: {
    "code": 0,
    "data": {
        "task_id": "ff5a3546bafa49d794a9a050d99c4a52"
    },
    "message": "success"
}
```

---

```
GET: http://localhost:9384/api/v1/datasets/433b390c630411f1a13eab5f89540b2a/index?type=graph

Output: {
    "code": 0,
    "data": {
        "id": "ff5a3546bafa49d794a9a050d99c4a52",
        "doc_id": "graph_raptor_x",
        "from_page": 100000000,
        "to_page": 100000000,
        "task_type": "graphrag",
        "priority": 0,
        "begin_at": "2026-06-17T18:07:45+08:00",
        "process_duration": 4.108135,
        "progress": -1,
        "progress_msg": "18:07:45 created task graphrag\n18:07:47 Task has been received.\n18:07:49 [ERROR][Exception]: Model config not found: Qwen/Qwen3-235B-A22B@test@SILICONFLOW",
        "retry_count": 1,
        "digest": "f16fd067d5c92cec",
        "create_time": 1781690865552,
        "create_date": "2026-06-17T18:07:45+08:00",
        "update_time": 1781690869108,
        "update_date": "2026-06-17T18:07:49+08:00"
    },
    "message": "success"
}

```

### Type of change

- [x] New Feature (non-breaking change which adds functionality)
2026-06-18 17:57:24 +08:00

168 lines
5.0 KiB
Go

//
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
package dao
import (
"testing"
"github.com/glebarez/sqlite"
"gorm.io/gorm"
"ragflow/internal/entity"
)
func setupDocumentTestDB(t *testing.T) *gorm.DB {
t.Helper()
db, err := gorm.Open(sqlite.Open(":memory:"), &gorm.Config{
TranslateError: true,
})
if err != nil {
t.Fatalf("failed to open sqlite: %v", err)
}
if err := db.AutoMigrate(
&entity.Document{},
); err != nil {
t.Fatalf("failed to migrate: %v", err)
}
return db
}
func pushDocDB(t *testing.T, testDB *gorm.DB) {
t.Helper()
orig := DB
DB = testDB
t.Cleanup(func() { DB = orig })
}
func TestDocumentGetByIDs_Success(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
db.Create(&entity.Document{ID: "doc1", KbID: "kb1", Name: sp("Doc 1"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}})
db.Create(&entity.Document{ID: "doc2", KbID: "kb1", Name: sp("Doc 2"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}})
db.Create(&entity.Document{ID: "doc3", KbID: "kb2", Name: sp("Doc 3"), CreatedBy: "user2", ParserConfig: entity.JSONMap{}})
dao := NewDocumentDAO()
docs, err := dao.GetByIDs([]string{"doc1", "doc3"})
if err != nil {
t.Fatalf("GetByIDs failed: %v", err)
}
if len(docs) != 2 {
t.Fatalf("expected 2 docs, got %d", len(docs))
}
ids := make(map[string]bool)
for _, d := range docs {
ids[d.ID] = true
}
if !ids["doc1"] || !ids["doc3"] {
t.Errorf("expected doc1 and doc3, got %v", ids)
}
}
func TestDocumentGetByIDs_EmptyIDs(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
dao := NewDocumentDAO()
docs, err := dao.GetByIDs([]string{})
if err != nil {
t.Fatalf("GetByIDs failed: %v", err)
}
if docs != nil {
t.Errorf("expected nil for empty IDs, got %v", docs)
}
}
func TestDocumentGetByIDs_NilIDs(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
dao := NewDocumentDAO()
docs, err := dao.GetByIDs(nil)
if err != nil {
t.Fatalf("GetByIDs failed: %v", err)
}
if docs != nil {
t.Errorf("expected nil for nil IDs, got %v", docs)
}
}
func TestDocumentGetByIDs_NoMatch(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
db.Create(&entity.Document{ID: "doc1", KbID: "kb1", Name: sp("Doc 1"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}})
dao := NewDocumentDAO()
docs, err := dao.GetByIDs([]string{"nonexistent"})
if err != nil {
t.Fatalf("GetByIDs failed: %v", err)
}
if len(docs) != 0 {
t.Errorf("expected 0 docs, got %d", len(docs))
}
}
func TestDocumentGetByKBIDOrdersByCreateTime(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
createTime10 := int64(10)
createTime20 := int64(20)
createTime30 := int64(30)
db.Create(&entity.Document{ID: "doc-later", KbID: "kb1", Name: sp("Doc Later"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}, BaseModel: entity.BaseModel{CreateTime: &createTime30}})
db.Create(&entity.Document{ID: "doc-other", KbID: "kb2", Name: sp("Doc Other"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}, BaseModel: entity.BaseModel{CreateTime: &createTime10}})
db.Create(&entity.Document{ID: "doc-earlier", KbID: "kb1", Name: sp("Doc Earlier"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}, BaseModel: entity.BaseModel{CreateTime: &createTime20}})
docs, total, err := NewDocumentDAO().GetByKBID("kb1")
if err != nil {
t.Fatalf("GetByKBID failed: %v", err)
}
if total != 2 {
t.Fatalf("expected total=2, got %d", total)
}
if len(docs) != 2 {
t.Fatalf("expected 2 docs, got %d", len(docs))
}
if docs[0].ID != "doc-earlier" || docs[1].ID != "doc-later" {
t.Fatalf("unexpected order: %s, %s", docs[0].ID, docs[1].ID)
}
}
func TestDocumentGetByDocumentIDAndDatasetIDUsesKBID(t *testing.T) {
db := setupDocumentTestDB(t)
pushDocDB(t, db)
db.Create(&entity.Document{ID: "doc1", KbID: "kb1", Name: sp("Doc 1"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}})
db.Create(&entity.Document{ID: "doc1-other", KbID: "kb2", Name: sp("Doc 2"), CreatedBy: "user1", ParserConfig: entity.JSONMap{}})
doc, err := NewDocumentDAO().GetByDocumentIDAndDatasetID("doc1", "kb1")
if err != nil {
t.Fatalf("GetByDocumentIDAndDatasetID failed: %v", err)
}
if doc.ID != "doc1" || doc.KbID != "kb1" {
t.Fatalf("unexpected document: id=%s kb_id=%s", doc.ID, doc.KbID)
}
if _, err := NewDocumentDAO().GetByDocumentIDAndDatasetID("doc1", "kb2"); err == nil {
t.Fatal("expected no match when document does not belong to dataset")
}
}
func sp(s string) *string { return &s }