mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-05 07:10:29 +08:00
### Summary 1. refactor dataflow_service.go 2. guard nats message re-delivery 3. support document parse cancelling & re-run
103 lines
3.2 KiB
Go
103 lines
3.2 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"ragflow/internal/common"
|
|
"ragflow/internal/entity"
|
|
taskpkg "ragflow/internal/ingestion/task"
|
|
)
|
|
|
|
// controllableHandle is a TaskHandle whose InProgress behavior is delegated,
|
|
// for testing heartbeat timing and shutdown without a live broker.
|
|
type controllableHandle struct {
|
|
inProgressFn func() error
|
|
}
|
|
|
|
func (h *controllableHandle) GetMessage() common.TaskMessage { return common.TaskMessage{} }
|
|
func (h *controllableHandle) Ack() error { return nil }
|
|
func (h *controllableHandle) Nack() error { return nil }
|
|
func (h *controllableHandle) InProgress() error { return h.inProgressFn() }
|
|
|
|
// TestStartHeartbeat_TicksInProgressUntilStop: with a short interval the
|
|
// heartbeat goroutine calls InProgress repeatedly; stop() halts it.
|
|
func TestStartHeartbeat_TicksInProgressUntilStop(t *testing.T) {
|
|
ingestor := NewIngestor("test", 1, []string{"pdf"})
|
|
ingestor.heartbeatInterval = 2 * time.Millisecond
|
|
|
|
handle := &fakeTaskHandle{}
|
|
taskCtx := newAckTaskCtx(context.Background(), "task-1", "doc-1", handle)
|
|
|
|
stop := ingestor.startHeartbeat(taskCtx)
|
|
time.Sleep(15 * time.Millisecond)
|
|
stop()
|
|
|
|
if handle.inProgress.Load() == 0 {
|
|
t.Fatal("expected InProgress heartbeats, got 0")
|
|
}
|
|
}
|
|
|
|
// TestStartHeartbeat_StopWaitsForInFlightInProgress: stop() must block until an
|
|
// in-flight InProgress call returns, so the caller can ack/nack with no
|
|
// concurrent InProgress on the same message. Regression guard for the
|
|
// close-without-wait heartbeat shutdown (problem 1).
|
|
func TestStartHeartbeat_StopWaitsForInFlightInProgress(t *testing.T) {
|
|
ingestor := NewIngestor("test", 1, []string{"pdf"})
|
|
ingestor.heartbeatInterval = time.Millisecond
|
|
|
|
started := make(chan struct{})
|
|
release := make(chan struct{})
|
|
var startedOnce sync.Once
|
|
h := &controllableHandle{
|
|
inProgressFn: func() error {
|
|
startedOnce.Do(func() { close(started) })
|
|
<-release
|
|
return nil
|
|
},
|
|
}
|
|
taskCtx := taskpkg.NewTaskContextForScheduling(
|
|
context.Background(),
|
|
&entity.IngestionTask{ID: "task-1", DocumentID: "doc-1", DatasetID: "kb-1", Status: common.RUNNING},
|
|
)
|
|
taskCtx.Handle = h
|
|
|
|
stop := ingestor.startHeartbeat(taskCtx)
|
|
<-started // heartbeat goroutine is inside InProgress
|
|
|
|
stopDone := make(chan struct{})
|
|
go func() { stop(); close(stopDone) }()
|
|
|
|
select {
|
|
case <-stopDone:
|
|
t.Fatal("stop() returned before in-flight InProgress completed")
|
|
case <-time.After(20 * time.Millisecond):
|
|
}
|
|
|
|
close(release) // let InProgress complete
|
|
|
|
select {
|
|
case <-stopDone:
|
|
// good: stop() returned only after InProgress completed
|
|
case <-time.After(time.Second):
|
|
t.Fatal("stop() did not return after in-flight InProgress completed")
|
|
}
|
|
}
|
|
|
|
// TestStartHeartbeat_NoOpWhenNoHandle: with no MQ handle (standalone/test path)
|
|
// startHeartbeat returns a no-op stop and starts no goroutine.
|
|
func TestStartHeartbeat_NoOpWhenNoHandle(t *testing.T) {
|
|
ingestor := NewIngestor("test", 1, []string{"pdf"})
|
|
ingestor.heartbeatInterval = time.Millisecond
|
|
|
|
taskCtx := taskpkg.NewTaskContextForScheduling(
|
|
context.Background(),
|
|
&entity.IngestionTask{ID: "task-1"},
|
|
)
|
|
// taskCtx.Handle is nil
|
|
stop := ingestor.startHeartbeat(taskCtx)
|
|
stop() // must not block or panic
|
|
}
|