mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-08-09 17:07:57 +08:00
f532f27f1f
### Summary As title --------- Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
81 lines
2.4 KiB
Go
81 lines
2.4 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package syncer
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"io"
|
|
"ragflow/internal/service"
|
|
syncerconnector "ragflow/internal/syncer/connector"
|
|
)
|
|
|
|
// PruneRunner executes one PRUNE task after collecting a full slim snapshot.
|
|
type PruneRunner struct {
|
|
taskService *service.SyncTaskService
|
|
pruneService *service.SyncPruneService
|
|
}
|
|
|
|
// NewPruneRunner creates a PRUNE runner.
|
|
func NewPruneRunner(taskService *service.SyncTaskService, pruneService *service.SyncPruneService) *PruneRunner {
|
|
return &PruneRunner{taskService: taskService, pruneService: pruneService}
|
|
}
|
|
|
|
// Run collects the full prune snapshot before deleting stale documents.
|
|
func (r *PruneRunner) Run(ctx context.Context, taskContext service.SyncTaskContext, connector syncerconnector.Connector) error {
|
|
if r.pruneService == nil {
|
|
return errors.New("prune service is not configured")
|
|
}
|
|
session, err := connector.OpenPrune(ctx, syncerconnector.PruneRequest{
|
|
TaskID: taskContext.Task.ID,
|
|
ConnectorID: taskContext.Connector.ID,
|
|
KBID: taskContext.Knowledgebase.ID,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer session.Close()
|
|
|
|
if err = r.pruneService.ClearSnapshot(ctx, taskContext.Task.ID); err != nil {
|
|
return err
|
|
}
|
|
clearSnapshot := func() {
|
|
_ = r.pruneService.ClearSnapshot(context.WithoutCancel(ctx), taskContext.Task.ID)
|
|
}
|
|
for {
|
|
batch, nextErr := session.NextBatch(ctx)
|
|
if errors.Is(nextErr, io.EOF) {
|
|
break
|
|
}
|
|
if nextErr != nil {
|
|
clearSnapshot()
|
|
return nextErr
|
|
}
|
|
if err = r.pruneService.AddSnapshotBatch(ctx, taskContext.Task.ID, batch.Documents); err != nil {
|
|
clearSnapshot()
|
|
return err
|
|
}
|
|
}
|
|
|
|
removed, err := r.pruneService.DeleteStale(ctx, taskContext)
|
|
if err != nil {
|
|
clearSnapshot()
|
|
return err
|
|
}
|
|
return r.taskService.CompletePrune(ctx, taskContext, removed)
|
|
}
|